00000800:00000200:2.1F:1763335322.946392:0:3649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000174ff64f] -> 12345-192.168.202.134@tcp (2) 00000800:00000200:1.1F:1763335322.952290:0:3640:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000174ff64f] -> 12345-192.168.202.134@tcp (2) 00000800:00000200:1.1:1763335322.952300:0:3640:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.134@tcp 000000006fd22e06 deleted 00000800:00000010:1.1:1763335322.952302:0:3640:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000006fd22e06. 00000800:00000200:1.1:1763335322.952307:0:3640:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1763335322.952314:0:3640:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.134@tcp ip 192.168.202.134:1023 00000800:00000200:1.1:1763335322.952320:0:3640:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004ad94b28 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.1:1763335322.953015:0:3639:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1763335322.957966:0:3641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000174ff64f] -> 12345-192.168.202.134@tcp (4) 00000800:00000200:2.1:1763335322.957983:0:3641:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.134@tcp 000000009666b8a9 deleted 00000800:00000010:2.1:1763335322.957987:0:3641:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000009666b8a9. 00000800:00000200:2.1:1763335322.957992:0:3641:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.1:1763335322.958172:0:3639:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000010:2.1:1763335323.080905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008002f3bd. 00010000:00000010:2.1:1763335323.080919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000371ba38b. 00010000:00000010:2.1:1763335323.271974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f25dfbd6. 00010000:00000010:1.1:1763335323.279103:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000cad04d1a. 00010000:00000010:1.1:1763335323.279120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004cbbfeb8. 00010000:00000010:1.1:1763335323.279127:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f0f2f1a3. 00010000:00000010:1.1:1763335323.279130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000df58aa70. 00080000:00000010:3.1F:1763335323.301466:0:1366:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 68 at 00000000e8e31ca1. 00010000:00010000:3.0:1763335508.777503:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1200/0x10123ce7f0760fd0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 19 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847aa93 expref: 33 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335508.777544:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4fd0000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041064704:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335508.777568:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850480 going to sleep for 11 seconds 00000100:00100000:3.0:1763335508.781827:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4fd0000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041064704:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335508.781842:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1763335508.781855:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71200/0x10123ce7f076106a lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 19 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847aafc expref: 40 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335508.781914:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335508.781918:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335508.781924:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71200/0x10123ce7f076106a lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 19 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847aafc expref: 40 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335508.781935:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc4c71200, rc 0) 00000100:00100000:3.0:1763335508.781961:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5616a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+39:2406:x1848991028435840:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4513us (5178us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335508.781969:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 203 00000100:00100000:3.0:1763335508.787328:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028436224 00000100:00100000:3.0:1763335508.787338:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028436224 00000100:00100000:3.0:1763335508.787401:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 204 00000100:00100000:3.0:1763335508.787412:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5615880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+34:15720:x1848991028436224:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:3.0:1763335508.787661:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70c00/0x10123ce7f0761071 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 19 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335508.787683:0:6517:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1600/0x10123ce7f076104e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847aae7 expref: 38 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335508.787711:0:6517:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70c00/0x10123ce7f0761071 lrc: 4/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335508.787746:0:6517:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1600/0x10123ce7f076104e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847aae7 expref: 38 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335508.787759:0:6517:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1600/0x10123ce7f076104e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847aae7 expref: 38 pid: 8224 timeout: 409 lvb_type: 0 00000100:00100000:3.0:1763335508.787774:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4fd0000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041064832:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335508.787861:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850180 going to sleep for 11 seconds 00000100:00100000:3.0:1763335508.794538:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4fd0000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041064832:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335508.794570:0:6517:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70c00/0x10123ce7f0761071 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00000100:00100000:3.0:1763335508.796388:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028436352 00000100:00100000:3.0:1763335508.796399:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028436352 00010000:00010000:3.0:1763335508.796446:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1600/0x10123ce7f076104e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847aae7 expref: 39 pid: 8224 timeout: 409 lvb_type: 0 00000100:00100000:3.0:1763335508.796654:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 97 00000100:00100000:3.0:1763335508.796665:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5d9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+39:2409:x1848991028436352:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335508.796680:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335508.796687:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1600/0x10123ce7f076104e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847aae7 expref: 39 pid: 8224 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1763335508.796700:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1600/0x10123ce7f076104e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847aae7 expref: 39 pid: 8224 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1763335508.796738:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1600/0x10123ce7f076104e lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847aae7 expref: 39 pid: 8224 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1763335508.796756:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335508.796762:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70c00/0x10123ce7f0761071 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335508.796775:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70c00/0x10123ce7f0761071 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335508.796782:0:6500:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70c00/0x10123ce7f0761071 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335508.797286:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335508.797336:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5d9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+38:2409:x1848991028436352:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 673us (1509us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335508.797345:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 97 00000100:00100000:3.0:1763335508.818674:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028436736 00000100:00100000:3.0:1763335508.818684:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028436736 00002000:00100000:3.0:1763335508.818734:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4cc5f80 x1848991028436736/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:554/0 lens 488/0 e 0 to 0 dl 1763335519 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335508.818746:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4cc5f80 with x1848991028436736 00000100:00100000:3.0:1763335508.818786:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 31 00000100:00100000:3.0:1763335508.818797:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4cc5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+38:2409:x1848991028436736:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335508.819034:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4cc5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+38:2409:x1848991028436736:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 238us (465us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335508.819043:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 31 00002000:00100000:3.0:1763335508.819056:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4cc5f80 x1848991028436736/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:554/0 lens 488/440 e 0 to 0 dl 1763335519 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335508.819065:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4cc5f80 with x1848991028436736 00000100:00100000:3.0:1763335508.847766:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028437248 00000100:00100000:3.0:1763335508.847777:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028437248 00002000:00100000:3.0:1763335508.847831:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5846300 x1848991028437248/t0(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:554/0 lens 488/0 e 0 to 0 dl 1763335519 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335508.847843:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5846300 with x1848991028437248 00010000:00010000:3.0:1763335508.847853:0:6530:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1200/0x10123ce7f0760fd0 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 20 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847aa93 expref: 38 pid: 6517 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1763335508.847911:0:6530:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1200/0x10123ce7f0760fd0 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 20 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847aa93 expref: 38 pid: 6517 timeout: 409 lvb_type: 0 00002000:00010000:3.0:1763335508.847920:0:6530:0:(mdt_io.c:157:mdt_rw_hpreq_check()) lustre-MDT0000: refreshed 1 locks timeout for req ffff9aefc5846300 00000100:00100000:3.0:1763335508.847956:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 5 00000100:00100000:3.0:1763335508.847967:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5846300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+38:2409:x1848991028437248:12345-192.168.202.34@tcp:4:fsx.0 00000004:00010000:3.0:1763335508.853309:0:6530:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 0 -> 265589 00000004:00010000:3.0:1763335508.853318:0:6530:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335509 -> 1763335509 00000004:00010000:3.0:1763335508.853321:0:6530:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335508 -> 1763335508 00000004:00010000:3.0:1763335508.853324:0:6530:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335509 -> 1763335509 00000004:00010000:3.0:1763335508.853326:0:6530:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 0 -> 128 00000100:00100000:3.0:1763335508.853464:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5846300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+40:2409:x1848991028437248:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 5494us (5898us total) trans 4294967435 rc 0/0 00000100:00100000:3.0:1763335508.853475:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 5 00002000:00100000:3.0:1763335508.853487:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5846300 x1848991028437248/t4294967435(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:554/0 lens 488/448 e 0 to 0 dl 1763335519 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335508.853511:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5846300 with x1848991028437248 00010000:00010000:3.0:1763335508.853521:0:6530:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1200/0x10123ce7f0760fd0 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 20 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847aa93 expref: 40 pid: 6517 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1763335508.853538:0:6530:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1200/0x10123ce7f0760fd0 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 20 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847aa93 expref: 40 pid: 6517 timeout: 409 lvb_type: 0 00002000:00010000:3.0:1763335508.853547:0:6530:0:(mdt_io.c:157:mdt_rw_hpreq_check()) lustre-MDT0000: refreshed 1 locks timeout for req ffff9aefc5846300 00000100:00100000:3.0:1763335508.858000:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028437376 00000100:00100000:3.0:1763335508.858022:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028437376 00000100:00100000:3.0:1763335508.892646:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028438016 00000100:00100000:3.0:1763335508.892656:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028438016 00002000:00100000:3.0:1763335508.892714:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc471f100 x1848991028438016/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:554/0 lens 488/0 e 0 to 0 dl 1763335519 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335508.892725:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc471f100 with x1848991028438016 00000100:00100000:3.0:1763335508.892768:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 34 00000100:00100000:3.0:1763335508.892779:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc471f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+40:2407:x1848991028438016:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335508.909611:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335508.920179:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4fd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+40:2408:x1848991028438272:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 10302us (10569us total) trans 0 rc 57344/57344 00000100:00100000:3.0:1763335508.920194:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 36 00002000:00100000:3.0:1763335508.920209:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4fd0000 x1848991028438272/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:554/0 lens 504/440 e 0 to 0 dl 1763335519 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335508.920220:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4fd0000 with x1848991028438272 00000100:00100000:3.0:1763335508.992760:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028439040 00000100:00100000:3.0:1763335508.992781:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028439040 00002000:00100000:3.0:1763335508.992824:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->1052671) req@ffff9aefc5772300 x1848991028439040/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:554/0 lens 488/0 e 0 to 0 dl 1763335519 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335508.992835:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5772300 with x1848991028439040 ext(1048576->1052671) 00002000:00010000:3.0:1763335508.992841:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5772300 00000100:00100000:3.0:1763335508.992943:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 22 00000100:00100000:3.0:1763335508.992952:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5772300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+7:2407:x1848991028439040:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335508.997399:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5772300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+7:2407:x1848991028439040:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 4438us (4801us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335508.997413:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 22 00002000:00100000:3.0:1763335508.997423:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->1052671) req@ffff9aefc5772300 x1848991028439040/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:554/0 lens 488/4536 e 0 to 0 dl 1763335519 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335508.997433:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5772300 with x1848991028439040 ext(1048576->1052671) 00002000:00010000:3.0:1763335508.997440:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5772300 00000100:00100000:3.0:1763335509.004303:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028439168 00000100:00100000:3.0:1763335509.004312:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028439168 00002000:00100000:3.0:1763335509.004364:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1052672->1056767) req@ffff9aefc5771880 x1848991028439168/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:555/0 lens 488/0 e 0 to 0 dl 1763335520 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335509.004376:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5771880 with x1848991028439168 ext(1052672->1056767) 00002000:00010000:3.0:1763335509.004382:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5771880 00000100:00100000:3.0:1763335509.004417:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 23 00000100:00100000:3.0:1763335509.004427:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5771880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+7:2408:x1848991028439168:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335509.004652:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5771880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+7:2408:x1848991028439168:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 225us (453us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335509.004669:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 23 00002000:00100000:3.0:1763335509.004677:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1052672->1056767) req@ffff9aefc5771880 x1848991028439168/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:555/0 lens 488/4536 e 0 to 0 dl 1763335520 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335509.004686:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5771880 with x1848991028439168 ext(1052672->1056767) 00002000:00010000:3.0:1763335509.004690:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5771880 00000100:00100000:3.0:1763335509.008151:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028439296 00000100:00100000:3.0:1763335509.008161:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028439296 00002000:00100000:3.0:1763335509.008207:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1056768->1060863) req@ffff9aefc5770e00 x1848991028439296/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:555/0 lens 488/0 e 0 to 0 dl 1763335520 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335509.008218:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5770e00 with x1848991028439296 ext(1056768->1060863) 00002000:00010000:3.0:1763335509.008224:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5770e00 00000100:00100000:3.0:1763335509.008259:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 24 00000100:00100000:3.0:1763335509.008270:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5770e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+7:2408:x1848991028439296:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335509.008585:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5770e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+7:2408:x1848991028439296:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 316us (533us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335509.008593:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 24 00002000:00100000:3.0:1763335509.008600:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1056768->1060863) req@ffff9aefc5770e00 x1848991028439296/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:555/0 lens 488/4536 e 0 to 0 dl 1763335520 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335509.008608:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5770e00 with x1848991028439296 ext(1056768->1060863) 00002000:00010000:3.0:1763335509.008617:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5770e00 00000100:00100000:3.0:1763335509.016442:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028439424 00000100:00100000:3.0:1763335509.016453:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028439424 00002000:00100000:3.0:1763335509.016506:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1060864->1064959) req@ffff9aefc5770700 x1848991028439424/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:555/0 lens 488/0 e 0 to 0 dl 1763335520 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335509.016538:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5770700 with x1848991028439424 ext(1060864->1064959) 00002000:00010000:3.0:1763335509.016545:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5770700 00000100:00100000:3.0:1763335509.016587:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 25 00000100:00100000:3.0:1763335509.016598:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5770700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+7:2408:x1848991028439424:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335509.019205:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5770700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+7:2408:x1848991028439424:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 2593us (2837us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335509.019223:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 25 00002000:00100000:3.0:1763335509.019237:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1060864->1064959) req@ffff9aefc5770700 x1848991028439424/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:555/0 lens 488/4536 e 0 to 0 dl 1763335520 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335509.019246:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5770700 with x1848991028439424 ext(1060864->1064959) 00002000:00010000:3.0:1763335509.019252:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5770700 00000100:00080000:3.0:1763335509.076998:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1763335509.100189:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 210 00000100:00100000:3.0:1763335509.100202:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc554d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+39:2408:x1848991028440192:12345-192.168.202.34@tcp:101:fsx.0 00000100:00100000:3.0:1763335509.122053:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335509.152312:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335509.171283:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028440960 00000100:00100000:3.0:1763335509.171297:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028440960 00000100:00100000:3.0:1763335509.194171:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028441216 00000100:00100000:3.0:1763335509.194179:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028441216 00010000:00010000:3.0:1763335509.194212:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af102172600/0x10123ce7f07610ef lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 21 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ab73 expref: 40 pid: 6517 timeout: 409 lvb_type: 0 00000100:00100000:3.0:1763335509.194246:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 100 00000100:00100000:3.0:1763335509.194268:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5789180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:819c42eb-8a5f-4523-990c-a007cb66998d+40:2408:x1848991028441216:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335509.194283:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335509.194304:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af102172600/0x10123ce7f07610ef lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 22 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ab73 expref: 40 pid: 6517 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1763335509.194316:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af102172600/0x10123ce7f07610ef lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 22 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ab73 expref: 40 pid: 6517 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1763335509.194337:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af102172600/0x10123ce7f07610ef lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 22 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ab73 expref: 40 pid: 6517 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1763335509.194351:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335509.194356:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9af102173600/0x10123ce7f07610f6 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 21 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ab7a expref: 42 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335509.194366:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af102173600/0x10123ce7f07610f6 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 21 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ab7a expref: 42 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335509.194375:0:6500:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af102173600/0x10123ce7f07610f6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 21 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ab7a expref: 42 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335509.194408:0:6500:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af102173600/0x10123ce7f07610f6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 21 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ab7a expref: 42 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335509.194420:0:6500:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5803480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6500:1848991041067136:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335509.280597:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028442752 00000100:00100000:3.0:1763335509.280602:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028442752 00000100:00100000:3.0:1763335509.280642:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 59 00000100:00100000:3.0:1763335509.280660:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5471c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991028442752:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335509.280680:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335509.281308:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc4c71200/0x10123ce7f0761120 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847aba4 expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335509.281396:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5801500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041068032:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335509.281440:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850300 going to sleep for 11 seconds 00002000:00010000:3.0:1763335509.283400:0:14974:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 0 -> 1763335509 00000100:00100000:3.0:1763335509.283417:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5801500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041068032:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335509.283436:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc4c71200/0x10123ce7f0761120 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847aba4 expref: 9 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335509.283452:0:14974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc4c71200/0x10123ce7f0761120 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847aba4 expref: 9 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335509.283461:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc4c71200, rc 0) 00000100:00100000:3.0:1763335509.283483:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5471c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991028442752:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2824us (3061us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335509.283490:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 59 00000100:00100000:3.0:1763335509.289900:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028443008 00000100:00100000:3.0:1763335509.289904:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028443008 00000100:00100000:3.0:1763335509.289937:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 60 00000100:00100000:3.0:1763335509.289944:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991028443008:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335509.289952:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335509.289963:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc4c71200/0x10123ce7f076112e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847abb2 expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335509.289999:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5801500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041068288:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335509.290036:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850300 going to sleep for 11 seconds 00000100:00100000:3.0:1763335509.294010:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5801500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041068288:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335509.294051:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc4c71200/0x10123ce7f076112e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847abb2 expref: 9 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335509.294078:0:14974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc4c71200/0x10123ce7f076112e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847abb2 expref: 9 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335509.294092:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc4c71200, rc 0) 00000100:00100000:3.0:1763335509.294944:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991028443008:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4997us (5473us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335509.294955:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 60 00000100:00100000:3.0:1763335509.316281:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028443648 00000100:00100000:3.0:1763335509.316288:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028443648 00002000:00100000:3.0:1763335509.316333:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffa12300 x1848991028443648/t0(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:555/0 lens 488/0 e 0 to 0 dl 1763335520 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335509.316343:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffa12300 with x1848991028443648 00010000:00010000:3.0:1763335509.316350:0:6529:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: mdt-lustre-MDT0000_UUID lock: ffff9af102173600/0x10123ce7f07610f6 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 20 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ab7a expref: 41 pid: 6517 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1763335509.316363:0:6529:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: mdt-lustre-MDT0000_UUID lock: ffff9af102173600/0x10123ce7f07610f6 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 20 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ab7a expref: 41 pid: 6517 timeout: 409 lvb_type: 0 00002000:00010000:3.0:1763335509.316371:0:6529:0:(mdt_io.c:157:mdt_rw_hpreq_check()) lustre-MDT0000: refreshed 1 locks timeout for req ffff9af0ffa12300 00000100:00100000:3.0:1763335509.316411:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7 00000100:00100000:3.0:1763335509.316419:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+41:2408:x1848991028443648:12345-192.168.202.34@tcp:4:fsx.0 00000100:00100000:3.0:1763335509.329483:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028443904 00000100:00100000:3.0:1763335509.329490:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028443904 00000100:00100000:3.0:1763335509.329575:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 61 00000100:00100000:3.0:1763335509.329586:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc56fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+8:15720:x1848991028443904:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335509.329605:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335509.329626:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc4c71200/0x10123ce7f0761143 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847abc0 expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335509.329663:0:14974:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad1800/0x10123ce7f0761112 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1818624->1871871) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ab96 expref: 7 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335509.329672:0:14974:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335509.329678:0:14974:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335509.329683:0:14974:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc4c71200/0x10123ce7f0761143 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847abc0 expref: 9 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335509.329718:0:14974:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad1800/0x10123ce7f0761112 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1818624->1871871) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ab96 expref: 7 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335509.329731:0:14974:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad1800/0x10123ce7f0761112 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1818624->1871871) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ab96 expref: 7 pid: 14974 timeout: 410 lvb_type: 0 00000100:00100000:3.0:1763335509.329744:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5801500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041068800:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335509.329816:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850d80 going to sleep for 11 seconds 00000100:00100000:3.0:1763335509.331376:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5801500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041068800:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335509.331430:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc4c71200/0x10123ce7f0761143 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847abc0 expref: 9 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335509.331449:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc4c71200, rc 0) 00000100:00100000:3.0:1763335509.331510:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc56fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+9:15720:x1848991028443904:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 1925us (2155us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335509.331520:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 61 00000100:00100000:3.0:1763335509.339172:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028444288 00000100:00100000:3.0:1763335509.339181:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028444288 00002000:00010000:3.0:1763335509.339220:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:3.0:1763335509.339225:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffa13100 with x1848991028444288 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335509.339237:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffa13100. 00000100:00100000:3.0:1763335509.339272:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 32 00000100:00100000:3.0:1763335509.339281:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+9:2409:x1848991028444288:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:3.0:1763335509.341671:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1869222 -> 0 00002000:00010000:3.0:1763335509.341680:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335509 -> 1763335509 00002000:00010000:3.0:1763335509.341683:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335509 -> 0 00002000:00010000:3.0:1763335509.341685:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335509 -> 1763335509 00002000:00010000:3.0:1763335509.341687:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 360 -> 0 00000100:00100000:3.0:1763335509.341765:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+10:2409:x1848991028444288:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 2481us (2637us total) trans 4294967318 rc 0/0 00000100:00100000:3.0:1763335509.341776:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 32 00002000:00010000:3.0:1763335509.341782:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:3.0:1763335509.341786:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffa13100 with x1848991028444288 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335509.341793:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffa13100. 00000100:00100000:3.0:1763335509.351893:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028444672 00000100:00100000:3.0:1763335509.351897:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028444672 00000100:00100000:3.0:1763335509.351935:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 62 00000100:00100000:3.0:1763335509.351942:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5720a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+7:2409:x1848991028444672:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335509.351949:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335509.351959:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc4c70200/0x10123ce7f076115f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847abd5 expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335509.351991:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5801500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041069184:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335509.352020:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850d80 going to sleep for 11 seconds 00002000:00010000:3.0:1763335509.356571:0:14974:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 0 -> 1763335509 00000100:00100000:3.0:1763335509.356602:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5801500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041069184:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335509.356642:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc4c70200/0x10123ce7f076115f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847abd5 expref: 8 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335509.356665:0:14974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc4c70200/0x10123ce7f076115f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847abd5 expref: 8 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335509.356679:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc4c70200, rc 0) 00000100:00100000:3.0:1763335509.356740:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5720a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+7:2409:x1848991028444672:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4797us (5321us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335509.356750:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 62 00000100:00100000:3.0:1763335509.362311:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028444928 00000100:00100000:3.0:1763335509.362317:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028444928 00000100:00100000:3.0:1763335509.362355:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 63 00000100:00100000:3.0:1763335509.362362:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5722a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+7:2409:x1848991028444928:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335509.362377:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335509.362388:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc4c70200/0x10123ce7f076116d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847abe3 expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335509.362425:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5801500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041069440:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335509.362456:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850d80 going to sleep for 11 seconds 00000100:00100000:3.0:1763335509.370140:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5801500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041069440:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335509.370166:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc4c70200/0x10123ce7f076116d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847abe3 expref: 8 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335509.370184:0:14974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc4c70200/0x10123ce7f076116d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847abe3 expref: 8 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335509.370194:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc4c70200, rc 0) 00000100:00100000:3.0:1763335509.370236:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5722a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+7:2409:x1848991028444928:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7874us (8449us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335509.370243:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 63 00000100:00100000:3.0:1763335509.397663:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028445312 00000100:00100000:3.0:1763335509.397674:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028445312 00000100:00100000:3.0:1763335509.397733:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 64 00000100:00100000:3.0:1763335509.397744:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5720e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+7:2409:x1848991028445312:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335509.397763:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335509.397783:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc4c70200/0x10123ce7f0761174 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847abf1 expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335509.397849:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5801500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041069568:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335509.397983:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850d80 going to sleep for 11 seconds 00000100:00100000:3.0:1763335509.402216:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5801500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041069568:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335509.402260:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc4c70200/0x10123ce7f0761174 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847abf1 expref: 8 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335509.402286:0:14974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc4c70200/0x10123ce7f0761174 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847abf1 expref: 8 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335509.402299:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc4c70200, rc 0) 00000100:00100000:3.0:1763335509.402369:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5720e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+7:2409:x1848991028445312:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4626us (5543us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335509.402378:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 64 00000100:00100000:3.0:1763335509.417571:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028445568 00000100:00100000:3.0:1763335509.417584:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028445568 00000100:00100000:3.0:1763335509.436371:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028445824 00000100:00100000:3.0:1763335509.436383:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028445824 00000100:00100000:3.0:1763335509.436539:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 225 00000100:00100000:3.0:1763335509.436551:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+44:15720:x1848991028445824:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335509.436574:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335509.436598:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70200/0x10123ce7f076119e lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 22 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ac0d expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335509.436631:0:6517:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af102173e00/0x10123ce7f076113c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 22 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847abb9 expref: 43 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335509.436641:0:6517:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70200/0x10123ce7f076119e lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 22 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ac0d expref: 45 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335509.436695:0:6517:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af102173e00/0x10123ce7f076113c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 22 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847abb9 expref: 43 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335509.436709:0:6517:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af102173e00/0x10123ce7f076113c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 22 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847abb9 expref: 43 pid: 6517 timeout: 410 lvb_type: 0 00000100:00100000:3.0:1763335509.436723:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5801500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041070080:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335509.436811:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850d80 going to sleep for 11 seconds 00000100:00100000:3.0:1763335509.441104:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5801500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041070080:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335509.441147:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70200/0x10123ce7f076119e lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 22 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ac0d expref: 45 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335509.441170:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335509.441173:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335509.441177:0:6517:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70200/0x10123ce7f076119e lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 22 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ac0d expref: 45 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335509.441191:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc4c70200, rc 0) 00000100:00100000:3.0:1763335509.441258:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+45:15720:x1848991028445824:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4709us (5005us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335509.441268:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 225 00000100:00100000:3.0:1763335509.447045:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335509.457382:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028446208 00000100:00100000:3.0:1763335509.457394:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028446208 00000100:00100000:3.0:1763335509.457462:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 226 00000100:00100000:3.0:1763335509.457473:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5615f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+43:2406:x1848991028446208:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335509.457512:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335509.457536:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70600/0x10123ce7f07611a5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 22 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ac14 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335509.457580:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70200/0x10123ce7f076119e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 22 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ac0d expref: 45 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335509.457625:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5803480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041070336:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335509.457718:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850d80 going to sleep for 11 seconds 00000100:00100000:3.0:1763335509.462152:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5803480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041070336:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335509.462180:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 335170 00010000:00010000:3.0:1763335509.462199:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70600/0x10123ce7f07611a5 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 22 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ac14 expref: 44 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335509.462220:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335509.462223:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335509.462227:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70600/0x10123ce7f07611a5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 22 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ac14 expref: 44 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335509.462239:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc4c70600, rc 0) 00000100:00100000:3.0:1763335509.462297:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5615f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+43:2406:x1848991028446208:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4826us (4978us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335509.462305:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 226 00000100:00100000:3.0:1763335509.474160:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028446336 00000100:00100000:3.0:1763335509.474170:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028446336 00000100:00100000:3.0:1763335509.474229:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 227 00000100:00100000:3.0:1763335509.474239:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5968e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+43:2408:x1848991028446336:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335509.474277:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335509.474301:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70600/0x10123ce7f07611ac lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 22 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ac1b expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335509.474343:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70200/0x10123ce7f076119e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 22 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ac0d expref: 45 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335509.474437:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5803480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041070464:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335509.474567:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850d80 going to sleep for 11 seconds 00000100:00100000:3.0:1763335509.480566:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5803480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041070464:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335509.480595:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 335170 00010000:00010000:3.0:1763335509.480618:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70600/0x10123ce7f07611ac lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 22 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ac1b expref: 44 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335509.480643:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335509.480646:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335509.480652:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70600/0x10123ce7f07611ac lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 22 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ac1b expref: 44 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335509.480666:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc4c70600, rc 0) 00000100:00100000:3.0:1763335509.480753:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5968e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+43:2408:x1848991028446336:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6514us (6724us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335509.480763:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 227 00000100:00100000:3.0:1763335509.529080:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000001:00080000:3.0:1763335509.533161:0:6496:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967443 is committed 00000001:00080000:3.0:1763335509.533201:0:6496:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967441 is committed 00000020:00080000:3.0:1763335509.533428:0:6496:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 2 batchid updated 00000100:00100000:3.0:1763335509.533589:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5803480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+17:2409:x1848991028446848:12345-192.168.202.34@tcp:16:fsx.0 Request processed in 4294us (4517us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335509.533599:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 228 00000100:00100000:3.0:1763335509.535518:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041070848 00000100:00100000:3.0:1763335509.535526:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041070848 00000100:00100000:3.0:1763335509.535598:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00100000:3.0:1763335509.535606:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5969c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:7598:x1848991041070848:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1763335509.536149:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5969c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:7598:x1848991041070848:12345-0@lo:1000:osp_up1-0.0 Request processed in 541us (764us total) trans 4294967309 rc 0/0 00000100:00100000:3.0:1763335509.536159:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00100000:3.0:1763335509.538000:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335509.705671:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335509.719545:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335509.719634:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335509.726159:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335509.738603:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028449280 00000100:00100000:3.0:1763335509.740153:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028449280 00000100:00100000:3.0:1763335509.753183:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028449408 00000100:00100000:3.0:1763335509.753194:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028449408 00000100:00100000:3.0:1763335509.753267:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 238 00000100:00100000:3.0:1763335509.753277:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5967b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:15720:x1848991028449408:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335509.753306:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335509.753332:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8edc00/0x10123ce7f076120e lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ac6f expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335509.753466:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed200/0x10123ce7f0761215 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335509.753484:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed200/0x10123ce7f0761215 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335509.753504:0:6517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed200/0x10123ce7f0761215 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00000004:00200000:3.0:1763335509.753532:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 460217 00000004:00200000:3.0:1763335509.753537:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763335509.753555:0:6517:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed200/0x10123ce7f0761215 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335509.753580:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8edc00/0x10123ce7f076120e lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ac6f expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335509.753597:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed200/0x10123ce7f0761215 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ac6f expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335509.753607:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335509.753610:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763335509.753614:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8ed200, rc 0) 00000100:00100000:3.0:1763335509.758015:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5967b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+12:15720:x1848991028449408:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4725us (5845us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335509.758029:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 238 00000100:00100000:3.0:1763335509.764985:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335509.765052:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335509.810422:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335509.830497:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335509.909995:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 250 00000100:00100000:3.0:1763335509.910017:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3783480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+17:2409:x1848991028451584:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335509.910039:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335509.910063:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8edc00/0x10123ce7f0761277 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847acd1 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335509.910129:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d000/0x10123ce7f0761238 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ac92 expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335509.910174:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc581c000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041074176:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335509.910264:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850d80 going to sleep for 11 seconds 00000100:00100000:3.0:1763335509.917802:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc581c000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041074176:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335509.917835:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 460217 00010000:00010000:3.0:1763335509.917857:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8edc00/0x10123ce7f0761277 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847acd1 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335509.917918:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335509.917921:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335509.917927:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8edc00/0x10123ce7f0761277 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847acd1 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335509.917940:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8edc00, rc 0) 00000100:00100000:3.0:1763335509.917996:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3783480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+17:2409:x1848991028451584:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7990us (8724us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335509.918006:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 250 00000100:00100000:3.0:1763335509.925160:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028451712 00000100:00100000:3.0:1763335509.925170:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028451712 00000100:00100000:3.0:1763335509.925235:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 251 00000100:00100000:3.0:1763335509.925245:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5967100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+17:15720:x1848991028451712:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335509.925269:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335509.925294:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8edc00/0x10123ce7f076127e lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847acd8 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335509.925351:0:6517:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d000/0x10123ce7f0761238 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ac92 expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335509.925362:0:6517:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8edc00/0x10123ce7f076127e lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847acd8 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335509.925401:0:6517:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d000/0x10123ce7f0761238 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ac92 expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335509.925415:0:6517:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d000/0x10123ce7f0761238 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ac92 expref: 13 pid: 6517 timeout: 410 lvb_type: 0 00000100:00100000:3.0:1763335509.925430:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc581c000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041074304:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335509.925510:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850d80 going to sleep for 11 seconds 00000100:00100000:3.0:1763335509.928582:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc581c000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041074304:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335509.928621:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8edc00/0x10123ce7f076127e lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847acd8 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335509.928641:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335509.928644:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335509.928648:0:6517:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8edc00/0x10123ce7f076127e lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847acd8 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335509.928660:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8edc00, rc 0) 00000100:00100000:3.0:1763335509.928725:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5967100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+18:15720:x1848991028451712:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3481us (3916us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335509.928754:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 251 00000100:00100000:3.0:1763335509.969142:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335509.981653:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028452352 00000100:00100000:3.0:1763335509.981663:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028452352 00000100:00100000:3.0:1763335509.981976:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 252 00000100:00100000:3.0:1763335509.981986:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5964a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+20:2409:x1848991028452352:12345-192.168.202.34@tcp:16:fsx.0 00000100:00100000:3.0:1763335509.983938:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5964a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991028452352:12345-192.168.202.34@tcp:16:fsx.0 Request processed in 1949us (2514us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335509.983949:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 252 00000100:00100000:3.0:1763335509.988789:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028452480 00000100:00100000:3.0:1763335509.988795:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028452480 00000100:00100000:3.0:1763335509.988835:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 253 00000100:00100000:3.0:1763335509.988841:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5a16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+10:2408:x1848991028452480:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335509.988857:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335509.988894:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8eda00/0x10123ce7f076128c lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847acdf expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335509.988925:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8edc00/0x10123ce7f076127e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847acd8 expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335509.988956:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc581f800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041074688:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335509.989239:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850d80 going to sleep for 11 seconds 00000100:00080000:3.0:1763335510.003893:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1763335510.003898:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1763335510.016421:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1763335510.162999:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028455296 00000100:00100000:3.0:1763335510.163098:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028455296 00002000:00100000:3.0:1763335510.163153:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc596b100 x1848991028455296/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:556/0 lens 488/0 e 0 to 0 dl 1763335521 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335510.163165:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc596b100 with x1848991028455296 00000100:00100000:3.0:1763335510.163204:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 53 00000100:00100000:3.0:1763335510.163213:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc596b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+13:2408:x1848991028455296:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335510.163652:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc596b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+13:2408:x1848991028455296:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 438us (1051us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335510.163660:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 53 00002000:00100000:3.0:1763335510.163667:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc596b100 x1848991028455296/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:556/0 lens 488/440 e 0 to 0 dl 1763335521 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335510.163674:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc596b100 with x1848991028455296 00000100:00100000:3.0:1763335510.177267:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09240 going to sleep for 11 seconds 00000100:00100000:3.0:1763335510.179652:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5a17b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041077120:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335510.179695:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af102173600/0x10123ce7f076130a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ad64 expref: 8 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335510.179724:0:14974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af102173600/0x10123ce7f076130a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ad64 expref: 8 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335510.179736:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af102173600, rc 0) 00000100:00100000:3.0:1763335510.180992:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5968380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+7:2408:x1848991028455552:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6373us (6662us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335510.181003:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 84 00000100:00100000:3.0:1763335510.183071:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028455680 00000100:00100000:3.0:1763335510.183110:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028455680 00000100:00100000:3.0:1763335510.183171:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 85 00000100:00100000:3.0:1763335510.183181:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc59b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+7:2409:x1848991028455680:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335510.183204:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335510.183227:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ed000/0x10123ce7f0761311 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ad6b expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335510.183289:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc581d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041077248:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335510.183379:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850900 going to sleep for 11 seconds 00000100:00100000:3.0:1763335510.185773:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc581d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041077248:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335510.185809:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ed000/0x10123ce7f0761311 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ad6b expref: 8 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335510.185834:0:14974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ed000/0x10123ce7f0761311 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ad6b expref: 8 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335510.185846:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8ed000, rc 0) 00000100:00100000:3.0:1763335510.187725:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc59b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+7:2409:x1848991028455680:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4536us (4728us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335510.187738:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 85 00000100:00100000:3.0:1763335510.194834:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028455808 00000100:00100000:3.0:1763335510.194844:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028455808 00000100:00100000:3.0:1763335510.199020:0:8402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc59bb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041077376:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335510.199060:0:8402:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad1a00/0x10123ce7f0761318 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ad72 expref: 8 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335510.199115:0:8402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad1a00/0x10123ce7f0761318 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ad72 expref: 8 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335510.199128:0:8402:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ffad1a00, rc 0) 00000100:00100000:3.0:1763335510.199189:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5968700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+7:2408:x1848991028455808:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3656us (4501us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335510.199198:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 86 00000100:00100000:3.0:1763335510.203668:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028455936 00000100:00100000:3.0:1763335510.203679:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028455936 00002000:00100000:3.0:1763335510.203733:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc596ad80 x1848991028455936/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:556/0 lens 488/0 e 0 to 0 dl 1763335521 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335510.203745:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc596ad80 with x1848991028455936 00000100:00100000:3.0:1763335510.211667:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028456064 00000100:00100000:3.0:1763335510.211677:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028456064 00002000:00100000:3.0:1763335510.211728:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc596a300 x1848991028456064/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:556/0 lens 488/0 e 0 to 0 dl 1763335521 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335510.211739:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc596a300 with x1848991028456064 00000100:00100000:3.0:1763335510.211780:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 55 00000100:00100000:3.0:1763335510.211789:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc596a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+13:2406:x1848991028456064:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335510.211999:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc596a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+13:2406:x1848991028456064:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 210us (912us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335510.212006:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 55 00002000:00100000:3.0:1763335510.212013:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc596a300 x1848991028456064/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:556/0 lens 488/440 e 0 to 0 dl 1763335521 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335510.212043:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc596a300 with x1848991028456064 00000100:00100000:3.0:1763335510.219371:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028456320 00000100:00100000:3.0:1763335510.219380:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028456320 00000100:00100000:3.0:1763335510.271066:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028457856 00000100:00100000:3.0:1763335510.271078:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028457856 00000100:00100000:3.0:1763335510.271145:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 87 00000100:00100000:3.0:1763335510.271155:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc59a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+7:2407:x1848991028457856:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335510.271175:0:8402:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335510.271196:0:8402:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ed000/0x10123ce7f076131f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ad79 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335510.271257:0:8402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc581d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041077504:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335510.271920:0:8402:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850900 going to sleep for 11 seconds 00000100:00100000:3.0:1763335510.277724:0:8402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc581d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041077504:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335510.277768:0:8402:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ed000/0x10123ce7f076131f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ad79 expref: 8 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335510.277795:0:8402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ed000/0x10123ce7f076131f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ad79 expref: 8 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335510.277809:0:8402:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8ed000, rc 0) 00000100:00100000:3.0:1763335510.278689:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc59a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+7:2407:x1848991028457856:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7529us (7747us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335510.278699:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 87 00000100:00100000:3.0:1763335510.282068:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028457984 00000100:00100000:3.0:1763335510.282113:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028457984 00000100:00100000:3.0:1763335510.315169:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028458624 00000100:00100000:3.0:1763335510.315178:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028458624 00000100:00100000:3.0:1763335510.315240:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 259 00000100:00100000:3.0:1763335510.315251:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc59a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+13:2406:x1848991028458624:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335510.315273:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335510.315298:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed000/0x10123ce7f076133b lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ad95 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335510.315338:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d400/0x10123ce7f07612cb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ad25 expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335510.315378:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc581d500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041078144:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335510.315459:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850900 going to sleep for 11 seconds 00000100:00100000:3.0:1763335510.318101:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc581d500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041078144:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335510.318127:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 460217 00010000:00010000:3.0:1763335510.318146:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed000/0x10123ce7f076133b lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ad95 expref: 14 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335510.318168:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335510.318171:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335510.318177:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed000/0x10123ce7f076133b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ad95 expref: 14 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335510.318190:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8ed000, rc 0) 00000100:00100000:3.0:1763335510.318250:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc59a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+13:2406:x1848991028458624:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3000us (3174us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335510.318260:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 259 00000100:00100000:3.0:1763335510.321980:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028458880 00000100:00100000:3.0:1763335510.321985:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028458880 00000100:00100000:3.0:1763335510.322152:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 260 00000100:00100000:3.0:1763335510.322160:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc59a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+13:2407:x1848991028458880:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335510.322171:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335510.322184:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec000/0x10123ce7f0761350 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ada3 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335510.322214:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d400/0x10123ce7f07612cb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ad25 expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335510.322237:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc581d500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041078528:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335510.322268:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850900 going to sleep for 11 seconds 00000100:00100000:3.0:1763335510.327647:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc581d500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041078528:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335510.327673:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 460217 00010000:00010000:3.0:1763335510.327687:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec000/0x10123ce7f0761350 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ada3 expref: 14 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335510.327701:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335510.327704:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335510.327709:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec000/0x10123ce7f0761350 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ada3 expref: 14 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335510.327719:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8ec000, rc 0) 00000100:00100000:3.0:1763335510.327757:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc59a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+13:2407:x1848991028458880:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5597us (6250us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335510.327764:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 260 00000100:00100000:3.0:1763335510.334198:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028459136 00000100:00100000:3.0:1763335510.334208:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028459136 00000100:00100000:3.0:1763335510.334246:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 261 00000100:00100000:3.0:1763335510.334253:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc59aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+13:2406:x1848991028459136:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335510.334264:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335510.334278:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec000/0x10123ce7f076135e lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847adb1 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335510.334307:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d400/0x10123ce7f07612cb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ad25 expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335510.334331:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc581d500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041078784:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335510.334357:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850900 going to sleep for 11 seconds 00000100:00100000:3.0:1763335510.338052:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc581d500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041078784:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335510.338066:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 460217 00010000:00010000:3.0:1763335510.338080:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec000/0x10123ce7f076135e lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847adb1 expref: 14 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335510.338105:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335510.338109:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335510.338115:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec000/0x10123ce7f076135e lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847adb1 expref: 14 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335510.338127:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8ec000, rc 0) 00000100:00100000:3.0:1763335510.338150:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc59aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+13:2406:x1848991028459136:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3899us (4415us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335510.338158:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 261 00000100:00100000:3.0:1763335510.342181:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028459392 00000100:00100000:3.0:1763335510.342191:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028459392 00000100:00100000:3.0:1763335510.342272:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 262 00000100:00100000:3.0:1763335510.342283:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc59aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+13:2407:x1848991028459392:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335510.342306:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335510.342329:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed000/0x10123ce7f0761365 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847adbf expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335510.342367:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d400/0x10123ce7f07612cb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ad25 expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335510.342411:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc581d500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041078912:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335510.342489:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850900 going to sleep for 11 seconds 00000100:00100000:3.0:1763335510.343480:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028459520 00000100:00100000:3.0:1763335510.343490:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028459520 00000100:00100000:3.0:1763335510.343715:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 94 00000100:00100000:3.0:1763335510.343725:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5771500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:819c42eb-8a5f-4523-990c-a007cb66998d+13:2407:x1848991028459520:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335510.343740:0:8402:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335510.343756:0:8402:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ec600/0x10123ce7f076136c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847adc6 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335510.343803:0:8402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc581ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041079040:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335510.347635:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc581d500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041078912:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335510.347661:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 460217 00010000:00010000:3.0:1763335510.347681:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed000/0x10123ce7f0761365 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847adbf expref: 14 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335510.347704:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335510.347707:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335510.347729:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed000/0x10123ce7f0761365 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847adbf expref: 14 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335510.347742:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8ed000, rc 0) 00000100:00100000:3.0:1763335510.347806:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc59aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+13:2407:x1848991028459392:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5526us (5999us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335510.347816:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 262 00000100:00100000:3.0:1763335510.359626:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028459776 00000100:00100000:3.0:1763335510.359640:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028459776 00002000:00100000:3.0:1763335510.359692:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->1208319) req@ffff9aefc59bad80 x1848991028459776/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:556/0 lens 488/0 e 0 to 0 dl 1763335521 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335510.359704:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc59bad80 with x1848991028459776 ext(1048576->1208319) 00002000:00010000:3.0:1763335510.359710:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc59bad80 00000100:00100000:3.0:1763335510.359741:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 39 00000100:00100000:3.0:1763335510.359750:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc59bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+9:2409:x1848991028459776:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335510.379621:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc59bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+9:2409:x1848991028459776:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 19860us (21763us total) trans 0 rc 159744/159744 00000100:00100000:3.0:1763335510.379636:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 39 00002000:00100000:3.0:1763335510.379649:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->1208319) req@ffff9aefc59bad80 x1848991028459776/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:556/0 lens 488/440 e 0 to 0 dl 1763335521 ref 1 fl Complete:/600/0 rc 159744/159744 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335510.379661:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc59bad80 with x1848991028459776 ext(1048576->1208319) 00002000:00010000:3.0:1763335510.379667:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc59bad80 00000100:00100000:3.0:1763335510.383617:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028459904 00000100:00100000:3.0:1763335510.383631:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028459904 00000100:00100000:3.0:1763335510.384273:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 263 00000100:00100000:3.0:1763335510.384285:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc59baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+13:2407:x1848991028459904:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335510.384322:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335510.384347:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed000/0x10123ce7f0761373 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847adcd expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335510.384388:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d400/0x10123ce7f07612cb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ad25 expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335510.384430:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc581d500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041079168:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335510.384521:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850900 going to sleep for 11 seconds 00000100:00100000:3.0:1763335510.387578:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc581d500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041079168:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335510.387605:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 460217 00010000:00010000:3.0:1763335510.387626:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed000/0x10123ce7f0761373 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847adcd expref: 14 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335510.387648:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335510.387651:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335510.387656:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed000/0x10123ce7f0761373 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847adcd expref: 14 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335510.387670:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8ed000, rc 0) 00000100:00100000:3.0:1763335510.387741:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc59baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+13:2407:x1848991028459904:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3458us (4801us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335510.387750:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 263 00000100:00100000:3.0:1763335510.392839:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028460160 00000100:00100000:3.0:1763335510.392850:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028460160 00000100:00100000:3.0:1763335510.398034:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335510.414418:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335510.469634:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028461440 00000100:00100000:3.0:1763335510.469658:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028461440 00002000:00100000:3.0:1763335510.469712:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc59b9500 x1848991028461440/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:556/0 lens 488/0 e 0 to 0 dl 1763335521 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335510.469723:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc59b9500 with x1848991028461440 00000100:00100000:3.0:1763335510.469767:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 72 00000100:00100000:3.0:1763335510.469777:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc59b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+15:2408:x1848991028461440:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335510.470000:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc59b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+15:2408:x1848991028461440:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 223us (541us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335510.470017:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 72 00002000:00100000:3.0:1763335510.470025:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc59b9500 x1848991028461440/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:556/0 lens 488/440 e 0 to 0 dl 1763335521 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335510.470033:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc59b9500 with x1848991028461440 00000100:00100000:3.0:1763335510.498442:0:8402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5788000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041080704:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335510.498488:0:8402:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89d400/0x10123ce7f07613c0 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ae1a expref: 14 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335510.498517:0:8402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89d400/0x10123ce7f07613c0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ae1a expref: 14 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335510.498532:0:8402:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee89d400, rc 0) 00000100:00100000:3.0:1763335510.498638:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5471c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:819c42eb-8a5f-4523-990c-a007cb66998d+13:2409:x1848991028461952:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6227us (6511us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335510.498648:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 102 00000100:00100000:3.0:1763335510.512496:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028462208 00000100:00100000:3.0:1763335510.512507:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028462208 00002000:00100000:3.0:1763335510.512572:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5a17480 x1848991028462208/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:556/0 lens 488/0 e 0 to 0 dl 1763335521 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335510.512584:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5a17480 with x1848991028462208 00000100:00100000:3.0:1763335510.512920:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 74 00000100:00100000:3.0:1763335510.512930:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5a17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+15:2409:x1848991028462208:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335510.513126:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5a17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+15:2409:x1848991028462208:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 196us (726us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335510.513134:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 74 00002000:00100000:3.0:1763335510.513141:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5a17480 x1848991028462208/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:556/0 lens 488/440 e 0 to 0 dl 1763335521 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335510.513149:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5a17480 with x1848991028462208 00000100:00100000:3.0:1763335510.538199:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028462592 00000100:00100000:3.0:1763335510.538208:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028462592 00002000:00100000:3.0:1763335510.538256:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5722a00 x1848991028462592/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:556/0 lens 488/0 e 0 to 0 dl 1763335521 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335510.538267:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5722a00 with x1848991028462592 00000100:00100000:3.0:1763335510.538371:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 75 00000100:00100000:3.0:1763335510.538380:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5722a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+15:2406:x1848991028462592:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335510.538537:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5722a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+15:2406:x1848991028462592:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 158us (414us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335510.538545:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 75 00002000:00100000:3.0:1763335510.538552:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5722a00 x1848991028462592/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:556/0 lens 488/440 e 0 to 0 dl 1763335521 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335510.538559:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5722a00 with x1848991028462592 00000100:00100000:3.0:1763335510.554287:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028462976 00000100:00100000:3.0:1763335510.554298:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028462976 00002000:00100000:3.0:1763335510.554350:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc56fdf80 x1848991028462976/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:556/0 lens 488/0 e 0 to 0 dl 1763335521 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335510.554360:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc56fdf80 with x1848991028462976 00000100:00100000:3.0:1763335510.554397:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 76 00000100:00100000:3.0:1763335510.554409:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc56fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+15:2408:x1848991028462976:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335510.554599:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc56fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+15:2408:x1848991028462976:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 191us (429us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335510.554606:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 76 00002000:00100000:3.0:1763335510.554613:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc56fdf80 x1848991028462976/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:556/0 lens 488/440 e 0 to 0 dl 1763335521 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335510.554621:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc56fdf80 with x1848991028462976 00000100:00100000:3.0:1763335510.580318:0:8402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5d9ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041081600:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335510.580359:0:8402:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad0600/0x10123ce7f07613f1 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ae4b expref: 14 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335510.580385:0:8402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad0600/0x10123ce7f07613f1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ae4b expref: 14 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335510.580396:0:8402:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ffad0600, rc 0) 00000100:00100000:3.0:1763335510.580457:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5a16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:819c42eb-8a5f-4523-990c-a007cb66998d+13:2408:x1848991028463232:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 13055us (13318us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335510.580466:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 109 00000100:00100000:3.0:1763335510.589240:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028463488 00000100:00100000:3.0:1763335510.589265:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028463488 00000100:00100000:3.0:1763335510.589327:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 110 00000100:00100000:3.0:1763335510.589336:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5d9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:819c42eb-8a5f-4523-990c-a007cb66998d+13:2409:x1848991028463488:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335510.589358:0:8402:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335510.589380:0:8402:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ed000/0x10123ce7f07613f8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ae52 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335510.589438:0:8402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc581d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041081728:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335510.589770:0:8402:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850900 going to sleep for 11 seconds 00000100:00100000:3.0:1763335510.590613:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041081856 00000100:00100000:3.0:1763335510.590620:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041081856 00000100:00100000:3.0:1763335510.590661:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00100000:3.0:1763335510.590670:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5789c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3654:x1848991041081856:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1763335510.590702:0:6521:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 49152 granted 35520512 pending 0 free 1443594240 avail 1297354752 00000100:00100000:3.0:1763335510.591335:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5789c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3654:x1848991041081856:12345-0@lo:41:osp-pre-0-1.0 Request processed in 663us (861us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335510.591344:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00100000:3.0:1763335510.593418:0:8402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc581d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041081728:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335510.593454:0:8402:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ed000/0x10123ce7f07613f8 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ae52 expref: 14 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335510.593481:0:8402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ed000/0x10123ce7f07613f8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ae52 expref: 14 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335510.593495:0:8402:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8ed000, rc 0) 00000100:00100000:3.0:1763335510.593555:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5d9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:819c42eb-8a5f-4523-990c-a007cb66998d+13:2409:x1848991028463488:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4218us (4403us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335510.593577:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 110 00000100:00100000:3.0:1763335510.598079:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028463616 00000100:00100000:3.0:1763335510.598098:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028463616 00000100:00100000:3.0:1763335510.598150:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 111 00000100:00100000:3.0:1763335510.598160:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5a14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:819c42eb-8a5f-4523-990c-a007cb66998d+13:2409:x1848991028463616:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335510.598180:0:8402:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335510.598204:0:8402:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ec000/0x10123ce7f07613ff lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ae59 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335510.598270:0:8402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc581d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041081984:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335510.598363:0:8402:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850900 going to sleep for 11 seconds 00000100:00100000:3.0:1763335510.606735:0:8402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc581d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041081984:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335510.606776:0:8402:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ec000/0x10123ce7f07613ff lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ae59 expref: 14 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335510.606805:0:8402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ec000/0x10123ce7f07613ff lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ae59 expref: 14 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335510.606817:0:8402:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8ec000, rc 0) 00000100:00100000:3.0:1763335510.608455:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5a14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:819c42eb-8a5f-4523-990c-a007cb66998d+13:2409:x1848991028463616:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 10286us (10482us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335510.608468:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 111 00000100:00100000:3.0:1763335510.613759:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028463744 00000100:00100000:3.0:1763335510.613771:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028463744 00002000:00100000:3.0:1763335510.613822:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5a14000 x1848991028463744/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:556/0 lens 488/0 e 0 to 0 dl 1763335521 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335510.613848:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5a14000 with x1848991028463744 00000100:00100000:3.0:1763335510.614266:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 78 00000100:00100000:3.0:1763335510.614278:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5a14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+15:2409:x1848991028463744:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335510.614921:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5a14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+15:2409:x1848991028463744:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 642us (1776us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335510.614931:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 78 00002000:00100000:3.0:1763335510.614940:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5a14000 x1848991028463744/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:556/0 lens 488/440 e 0 to 0 dl 1763335521 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335510.614950:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5a14000 with x1848991028463744 00000100:00100000:3.0:1763335510.620801:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028463872 00000100:00100000:3.0:1763335510.620811:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028463872 00000100:00100000:3.0:1763335510.620987:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 112 00000100:00100000:3.0:1763335510.620997:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5a15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:819c42eb-8a5f-4523-990c-a007cb66998d+13:2409:x1848991028463872:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335510.621017:0:8402:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335510.621038:0:8402:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ec000/0x10123ce7f0761406 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ae60 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335510.621112:0:8402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc581d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041082112:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335510.621769:0:8402:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850900 going to sleep for 11 seconds 00000100:00100000:3.0:1763335510.625355:0:8402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc581d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041082112:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335510.625396:0:8402:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ec000/0x10123ce7f0761406 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ae60 expref: 14 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335510.625424:0:8402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ec000/0x10123ce7f0761406 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ae60 expref: 14 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335510.625454:0:8402:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8ec000, rc 0) 00000100:00100000:3.0:1763335510.625513:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5a15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:819c42eb-8a5f-4523-990c-a007cb66998d+13:2409:x1848991028463872:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4516us (5356us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335510.625521:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 112 00000100:00100000:3.0:1763335510.629689:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028464000 00000100:00100000:3.0:1763335510.629700:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028464000 00000100:00100000:3.0:1763335510.629810:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 113 00000100:00100000:3.0:1763335510.629821:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5a17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:819c42eb-8a5f-4523-990c-a007cb66998d+13:2409:x1848991028464000:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335510.629841:0:8402:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335510.629863:0:8402:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ed000/0x10123ce7f076140d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ae67 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335510.629965:0:8402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc581d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041082240:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335510.630051:0:8402:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850900 going to sleep for 11 seconds 00000100:00100000:3.0:1763335510.632468:0:8402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc581d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041082240:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335510.632508:0:8402:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ed000/0x10123ce7f076140d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ae67 expref: 14 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335510.632532:0:8402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ed000/0x10123ce7f076140d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ae67 expref: 14 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335510.632544:0:8402:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8ed000, rc 0) 00000100:00100000:3.0:1763335510.632740:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5a17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:819c42eb-8a5f-4523-990c-a007cb66998d+13:2409:x1848991028464000:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2920us (3149us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335510.632764:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 113 00000100:00100000:3.0:1763335510.637303:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028464128 00000100:00100000:3.0:1763335510.637315:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028464128 00002000:00100000:3.0:1763335510.637371:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5788000 x1848991028464128/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:556/0 lens 488/0 e 0 to 0 dl 1763335521 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335510.637383:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5788000 with x1848991028464128 00000100:00100000:3.0:1763335510.637541:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 79 00000100:00100000:3.0:1763335510.637552:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5788000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+15:2409:x1848991028464128:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335510.638066:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5788000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+15:2409:x1848991028464128:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 513us (858us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335510.638076:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 79 00002000:00100000:3.0:1763335510.638093:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5788000 x1848991028464128/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:556/0 lens 488/440 e 0 to 0 dl 1763335521 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335510.638102:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5788000 with x1848991028464128 00000100:00100000:3.0:1763335510.642299:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028464256 00000100:00100000:3.0:1763335510.642310:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028464256 00000100:00100000:3.0:1763335510.642372:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 114 00000100:00100000:3.0:1763335510.642382:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5969500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:819c42eb-8a5f-4523-990c-a007cb66998d+13:2406:x1848991028464256:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335510.642405:0:8402:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335510.642428:0:8402:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ed000/0x10123ce7f0761414 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ae6e expref: -99 pid: 8402 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335510.642497:0:8402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc581d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041082368:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335510.642588:0:8402:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850900 going to sleep for 11 seconds 00000100:00100000:3.0:1763335510.644653:0:8402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc581d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041082368:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335510.644692:0:8402:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ed000/0x10123ce7f0761414 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ae6e expref: 14 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335510.644718:0:8402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ed000/0x10123ce7f0761414 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ae6e expref: 14 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335510.644732:0:8402:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8ed000, rc 0) 00000100:00100000:3.0:1763335510.644789:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5969500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:819c42eb-8a5f-4523-990c-a007cb66998d+13:2406:x1848991028464256:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2407us (2600us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335510.644799:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 114 00000100:00100000:3.0:1763335510.649136:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028464384 00000100:00100000:3.0:1763335510.649147:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028464384 00000100:00100000:3.0:1763335510.678912:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028464896 00000100:00100000:3.0:1763335510.678923:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028464896 00000100:00100000:3.0:1763335510.678979:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 267 00000100:00100000:3.0:1763335510.678990:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+17:2409:x1848991028464896:12345-192.168.202.34@tcp:16:fsx.0 00000100:00100000:3.0:1763335510.691803:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991028464896:12345-192.168.202.34@tcp:16:fsx.0 Request processed in 12809us (13011us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335510.691818:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 267 00000100:00100000:3.0:1763335510.750181:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028465536 00000100:00100000:3.0:1763335510.750191:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028465536 00000100:00100000:3.0:1763335510.750238:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 268 00000100:00100000:3.0:1763335510.750246:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5969180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+10:2409:x1848991028465536:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335510.750268:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335510.750291:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed000/0x10123ce7f0761445 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ae9f expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335510.750344:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89ce00/0x10123ce7f0761381 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847addb expref: 13 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335510.750382:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc581d180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041083264:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335510.750462:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850900 going to sleep for 11 seconds 00000100:00100000:3.0:1763335510.756715:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc581d180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041083264:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335510.756742:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 790528 00010000:00010000:3.0:1763335510.756763:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed000/0x10123ce7f0761445 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ae9f expref: 11 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335510.756787:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335510.756790:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335510.756796:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed000/0x10123ce7f0761445 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ae9f expref: 11 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335510.756812:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8ed000, rc 0) 00000100:00100000:3.0:1763335510.756943:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5969180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+10:2409:x1848991028465536:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6696us (7207us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335510.756952:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 268 00000100:00100000:3.0:1763335510.765203:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028465664 00000100:00100000:3.0:1763335510.765213:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028465664 00000100:00100000:3.0:1763335510.765448:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 269 00000100:00100000:3.0:1763335510.765459:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc596aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+10:2408:x1848991028465664:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335510.765482:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335510.765506:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed000/0x10123ce7f076144c lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847aea6 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335510.765567:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89ce00/0x10123ce7f0761381 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847addb expref: 13 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335510.765609:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc581d180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041083392:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335510.767102:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850900 going to sleep for 11 seconds 00000100:00100000:3.0:1763335510.774957:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc581d180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041083392:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335510.774986:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 790528 00010000:00010000:3.0:1763335510.775008:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed000/0x10123ce7f076144c lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847aea6 expref: 11 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335510.775030:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335510.775034:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335510.775040:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed000/0x10123ce7f076144c lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847aea6 expref: 11 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335510.775054:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8ed000, rc 0) 00000100:00100000:3.0:1763335510.775123:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc596aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+10:2408:x1848991028465664:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 9665us (10049us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335510.775133:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 269 00000100:00100000:3.0:1763335510.799992:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028465920 00000100:00100000:3.0:1763335510.800005:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028465920 00002000:00100000:3.0:1763335510.800062:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1060864->1073151) req@ffff9aefc5968380 x1848991028465920/t0(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:556/0 lens 12776/0 e 0 to 0 dl 1763335521 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335510.800074:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5968380 with x1848991028465920 ext(1060864->1073151) 00010000:00010000:3.0:1763335510.800094:0:8407:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9af102172200/0x10123ce7f0761334 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1482752->1540095) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ad8e expref: 9 pid: 8402 timeout: 411 lvb_type: 0 00010000:00010000:3.0:1763335510.800123:0:8407:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9af102172200/0x10123ce7f0761334 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1482752->1540095) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ad8e expref: 9 pid: 8402 timeout: 411 lvb_type: 0 00002000:00010000:3.0:1763335510.800131:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9aefc5968380 00000100:00100000:3.0:1763335510.800168:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1 00000100:00100000:3.0:1763335510.800178:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5968380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+9:2408:x1848991028465920:12345-192.168.202.34@tcp:4:fsx.0 00000100:00100000:3.0:1763335510.801469:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5968380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2408:x1848991028465920:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 1283us (1618us total) trans 4294967324 rc 0/0 00000100:00100000:3.0:1763335510.801481:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1 00002000:00100000:3.0:1763335510.801491:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1060864->1073151) req@ffff9aefc5968380 x1848991028465920/t4294967324(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:556/0 lens 12776/448 e 0 to 0 dl 1763335521 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335510.801501:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5968380 with x1848991028465920 ext(1060864->1073151) 00010000:00010000:3.0:1763335510.801509:0:8407:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9af102172200/0x10123ce7f0761334 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1482752->1540095) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ad8e expref: 11 pid: 8402 timeout: 411 lvb_type: 0 00010000:00010000:3.0:1763335510.801524:0:8407:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9af102172200/0x10123ce7f0761334 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1482752->1540095) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ad8e expref: 11 pid: 8402 timeout: 411 lvb_type: 0 00002000:00010000:3.0:1763335510.801530:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9aefc5968380 00000100:00100000:3.0:1763335510.811503:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028466176 00000100:00100000:3.0:1763335510.811509:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028466176 00000100:00100000:3.0:1763335510.811551:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 270 00000100:00100000:3.0:1763335510.811558:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc59cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+10:15720:x1848991028466176:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335510.811580:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335510.811613:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed000/0x10123ce7f076145a lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847aeb4 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335510.811659:0:8224:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89ce00/0x10123ce7f0761381 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847addb expref: 13 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335510.811669:0:8224:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed000/0x10123ce7f076145a lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847aeb4 expref: 11 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335510.811699:0:8224:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89ce00/0x10123ce7f0761381 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847addb expref: 13 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335510.811712:0:8224:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89ce00/0x10123ce7f0761381 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847addb expref: 13 pid: 8224 timeout: 411 lvb_type: 0 00000100:00100000:3.0:1763335510.811724:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc581d180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041083776:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335510.811773:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850900 going to sleep for 11 seconds 00000100:00100000:3.0:1763335510.814924:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335510.823381:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028466432 00000100:00100000:3.0:1763335510.823389:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028466432 00000100:00100000:3.0:1763335510.823453:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 82 00000100:00100000:3.0:1763335510.823463:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5968700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+11:2408:x1848991028466432:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:3.0:1763335510.823664:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 790528 -> 790528 00000004:00010000:3.0:1763335510.823668:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335510 -> 1763335510 00000004:00010000:3.0:1763335510.823671:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335510 -> 1763335510 00000004:00010000:3.0:1763335510.823673:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335510 -> 1763335510 00000004:00010000:3.0:1763335510.823675:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 592 -> 592 00000100:00100000:3.0:1763335510.825724:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5968700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:2408:x1848991028466432:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 2252us (2954us total) trans 4294967454 rc 0/0 00000100:00100000:3.0:1763335510.825751:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 82 00000100:00100000:3.0:1763335510.877499:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335510.877548:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335510.892142:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335510.901010:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335510.901056:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335510.911857:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335510.924216:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335510.924262:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335510.954628:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335510.980544:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335510.980592:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335511.060168:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc59cd180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041086208:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335511.060196:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 790528 00010000:00010000:3.0:1763335511.060217:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96cc00/0x10123ce7f07614c3 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847af1d expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335511.060240:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335511.060243:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335511.060248:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96cc00/0x10123ce7f07614c3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847af1d expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335511.060261:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ff96cc00, rc 0) 00000100:00100000:3.0:1763335511.060324:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5afc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:2407:x1848991028469888:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3659us (4100us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335511.060333:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 277 00000100:00100000:3.0:1763335511.063535:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028470016 00000100:00100000:3.0:1763335511.063559:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028470016 00000100:00100000:3.0:1763335511.063699:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 278 00000100:00100000:3.0:1763335511.063711:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5afc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:2406:x1848991028470016:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335511.063734:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335511.063757:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af1021f8c00/0x10123ce7f07614ca lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847af24 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335511.063793:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89c600/0x10123ce7f076146f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847aec9 expref: 13 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335511.063833:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc581f800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041086336:192.168.202.34@tcp:106: 00000100:00080000:3.0:1763335511.109974:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1763335511.146206:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335511.208370:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335511.240821:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335511.255821:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335511.271223:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335511.296612:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335511.342691:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335511.343516:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:3.0:1763335511.358657:0:6503:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763335511.382505:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335511.382557:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335511.401782:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335511.401832:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335511.424250:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028476288 00000100:00100000:3.0:1763335511.424254:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028476288 00000100:00100000:3.0:1763335511.424286:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 145 00000100:00100000:3.0:1763335511.424299:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c6722a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+11:2408:x1848991028476288:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335511.424307:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335511.424317:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af1021f9e00/0x10123ce7f07615bf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847b00b expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335511.424396:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc56ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041090944:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335511.424433:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850e40 going to sleep for 11 seconds 00000100:00100000:3.0:1763335511.427207:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc56ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041090944:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335511.427228:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af1021f9e00/0x10123ce7f07615bf lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b00b expref: 12 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335511.427245:0:14974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af1021f9e00/0x10123ce7f07615bf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b00b expref: 12 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335511.427257:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af1021f9e00, rc 0) 00000100:00100000:3.0:1763335511.427666:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c6722a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+11:2408:x1848991028476288:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3365us (4148us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335511.427673:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 145 00000100:00100000:3.0:1763335511.481269:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028476800 00000100:00100000:3.0:1763335511.481279:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028476800 00000100:00100000:3.0:1763335511.481338:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 146 00000100:00100000:3.0:1763335511.481349:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+11:2408:x1848991028476800:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335511.481369:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335511.481390:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af1021f9e00/0x10123ce7f07615d4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847b020 expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335511.481470:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc56ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041091072:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335511.481573:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850e40 going to sleep for 11 seconds 00002000:00010000:3.0:1763335511.488711:0:14974:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335510 -> 1763335511 00000100:00100000:3.0:1763335511.488731:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc56ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041091072:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335511.488754:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af1021f9e00/0x10123ce7f07615d4 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b020 expref: 12 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335511.488770:0:14974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af1021f9e00/0x10123ce7f07615d4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b020 expref: 12 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335511.488786:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af1021f9e00, rc 0) 00000100:00100000:3.0:1763335511.488853:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+11:2408:x1848991028476800:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7505us (7678us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335511.488863:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 146 00000100:00100000:3.0:1763335511.494019:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028477056 00000100:00100000:3.0:1763335511.494031:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028477056 00000100:00100000:3.0:1763335511.494106:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 147 00000100:00100000:3.0:1763335511.494122:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+11:2408:x1848991028477056:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335511.494147:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335511.494172:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af1021f9c00/0x10123ce7f07615e9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847b02e expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335511.494245:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc56ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041091328:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335511.499319:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc56ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041091328:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335511.499349:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af1021f9c00/0x10123ce7f07615e9 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b02e expref: 12 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335511.499366:0:14974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af1021f9c00/0x10123ce7f07615e9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b02e expref: 12 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335511.499376:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af1021f9c00, rc 0) 00000100:00100000:3.0:1763335511.499402:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+11:2408:x1848991028477056:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5286us (5560us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335511.499409:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 147 00000100:00100000:3.0:1763335511.508684:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028477312 00000100:00100000:3.0:1763335511.508695:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028477312 00000100:00100000:3.0:1763335511.508751:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 148 00000100:00100000:3.0:1763335511.508763:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5aff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+11:2408:x1848991028477312:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335511.508784:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335511.508807:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af1021f9c00/0x10123ce7f07615f0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847b03c expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335511.509160:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc56ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041091584:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335511.517962:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc56ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041091584:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335511.517985:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af1021f9c00/0x10123ce7f07615f0 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b03c expref: 12 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335511.518002:0:14974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af1021f9c00/0x10123ce7f07615f0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b03c expref: 12 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335511.518024:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af1021f9c00, rc 0) 00000100:00100000:3.0:1763335511.521262:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5aff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+11:2408:x1848991028477312:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 12489us (12750us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335511.521275:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 148 00000100:00100000:3.0:1763335511.549662:0:6500:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc43b7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6500:1848991041091968:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335511.549687:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335511.549746:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5afd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:819c42eb-8a5f-4523-990c-a007cb66998d+24:2408:x1848991028477696:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 10744us (10940us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335511.549757:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 123 00000100:00100000:3.0:1763335511.561755:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028478080 00000100:00100000:3.0:1763335511.561769:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028478080 00000100:00100000:3.0:1763335511.561850:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 149 00000100:00100000:3.0:1763335511.561862:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+11:2406:x1848991028478080:12345-192.168.202.34@tcp:101:fsx.0 00000100:00100000:3.0:1763335511.576727:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335511.581927:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335511.589029:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335511.595181:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335511.604390:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335511.604438:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335511.617448:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335511.619806:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335511.636492:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335511.636565:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335511.653809:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335511.717504:0:6502:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028480640 00000100:00100000:3.0:1763335511.717515:0:6502:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028480640 00010000:00010000:3.0:1763335511.717562:0:6502:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0c7e8ac00/0x10123ce7f076161a lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b058 expref: 28 pid: 6517 timeout: 412 lvb_type: 0 00000100:00100000:3.0:1763335511.717605:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 126 00000100:00100000:3.0:1763335511.717614:0:6502:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c6723800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:819c42eb-8a5f-4523-990c-a007cb66998d+28:2408:x1848991028480640:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335511.717632:0:6502:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335511.717658:0:6502:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af0c7e8ac00/0x10123ce7f076161a lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b058 expref: 28 pid: 6517 timeout: 412 lvb_type: 0 00010000:00010000:3.0:1763335511.717672:0:6502:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af0c7e8ac00/0x10123ce7f076161a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b058 expref: 28 pid: 6517 timeout: 412 lvb_type: 0 00010000:00010000:3.0:1763335511.717694:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0c7e8ac00/0x10123ce7f076161a lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b058 expref: 28 pid: 6517 timeout: 412 lvb_type: 0 00010000:00010000:3.0:1763335511.717715:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335511.717722:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1800/0x10123ce7f0761667 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b09e expref: 15 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335511.717735:0:6502:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1800/0x10123ce7f0761667 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b09e expref: 15 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335511.717745:0:6502:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1800/0x10123ce7f0761667 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b09e expref: 15 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335511.717785:0:6502:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1800/0x10123ce7f0761667 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b09e expref: 15 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335511.717824:0:6502:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5720700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:6502:1848991041093888:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335511.717979:0:6502:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850e40 going to sleep for 11 seconds 00000100:00100000:3.0:1763335511.729051:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 310 00000100:00100000:3.0:1763335511.733200:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335511.750809:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335511.767679:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335511.830017:0:6502:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028481920 00000100:00100000:3.0:1763335511.830029:0:6502:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028481920 00010000:00010000:3.0:1763335511.830091:0:6502:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1800/0x10123ce7f0761667 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b09e expref: 17 pid: 8224 timeout: 412 lvb_type: 0 00000100:00100000:3.0:1763335511.830140:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 127 00000100:00100000:3.0:1763335511.830152:0:6502:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43b7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:273362c8-ad54-46f8-a663-195ccb4b667f+17:2409:x1848991028481920:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335511.830172:0:6502:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335511.830201:0:6502:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1800/0x10123ce7f0761667 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b09e expref: 17 pid: 8224 timeout: 412 lvb_type: 0 00010000:00010000:3.0:1763335511.830217:0:6502:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1800/0x10123ce7f0761667 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b09e expref: 17 pid: 8224 timeout: 412 lvb_type: 0 00010000:00010000:3.0:1763335511.830242:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335511.830250:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a44400/0x10123ce7f07616a6 lrc: 3/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b0d6 expref: 29 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335511.830263:0:6502:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a44400/0x10123ce7f07616a6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x50080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b0d6 expref: 29 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335511.830299:0:6502:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a44400/0x10123ce7f07616a6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x50080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b0d6 expref: 29 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335511.830344:0:6502:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a44400/0x10123ce7f07616a6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b0d6 expref: 29 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335511.830361:0:6502:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5720000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:6502:1848991041094912:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335511.847307:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335511.898366:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335511.932609:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335511.943411:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335511.956087:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335511.969496:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335511.985165:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028483584 00000100:00100000:3.0:1763335511.985179:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028483584 00010000:00010000:3.0:1763335511.985236:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad0a00/0x10123ce7f07616bb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1556480->1560575) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b0eb expref: 12 pid: 14974 timeout: 412 lvb_type: 0 00000100:00100000:3.0:1763335511.985291:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028483456 00000100:00100000:3.0:1763335511.985295:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028483456 00010000:00010000:3.0:1763335511.985311:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad1800/0x10123ce7f07616c2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b0f2 expref: 24 pid: 14974 timeout: 412 lvb_type: 1 00000100:00100000:3.0:1763335511.985346:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 129 00000100:00100000:3.0:1763335511.985358:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f80fbc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+12:2409:x1848991028483584:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335511.985380:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335511.985450:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad0a00/0x10123ce7f07616bb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1556480->1560575) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b0eb expref: 12 pid: 14974 timeout: 412 lvb_type: 0 00010000:00010000:3.0:1763335511.985464:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad0a00/0x10123ce7f07616bb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1556480->1560575) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b0eb expref: 12 pid: 14974 timeout: 412 lvb_type: 0 00010000:00010000:3.0:1763335511.985493:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad0a00/0x10123ce7f07616bb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1556480->1560575) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b0eb expref: 12 pid: 14974 timeout: 412 lvb_type: 0 00010000:00010000:3.0:1763335511.985515:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335511.985595:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f80fbc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+11:2409:x1848991028483584:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 238us (636us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335511.985603:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 129 00000100:00100000:3.0:1763335511.985669:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 130 00000100:00100000:3.0:1763335511.985677:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c6720000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:819c42eb-8a5f-4523-990c-a007cb66998d+24:2408:x1848991028483456:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335511.985686:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335511.985695:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad1800/0x10123ce7f07616c2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b0f2 expref: 24 pid: 14974 timeout: 412 lvb_type: 1 00010000:00010000:3.0:1763335511.985706:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad1800/0x10123ce7f07616c2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b0f2 expref: 24 pid: 14974 timeout: 412 lvb_type: 1 00010000:00010000:3.0:1763335511.985721:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad1800/0x10123ce7f07616c2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b0f2 expref: 24 pid: 14974 timeout: 412 lvb_type: 1 00010000:00010000:3.0:1763335511.985732:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335511.985740:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335511.985748:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad0800/0x10123ce7f07616c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1265664->1282047) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b0f9 expref: 23 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335511.985758:0:6500:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad0800/0x10123ce7f07616c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1265664->1282047) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b0f9 expref: 23 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335511.985805:0:6500:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad0800/0x10123ce7f07616c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1265664->1282047) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b0f9 expref: 23 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335511.985823:0:6500:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5721180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6500:1848991041095680:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335511.985945:0:6500:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850840 going to sleep for 11 seconds 00000100:00100000:3.0:1763335512.003104:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335512.007761:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028483968 00000100:00100000:3.0:1763335512.007773:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028483968 00010000:00010000:3.0:1763335512.007839:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a44c00/0x10123ce7f07616ad lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b0dd expref: 17 pid: 6517 timeout: 412 lvb_type: 0 00000100:00100000:3.0:1763335512.007905:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 131 00000100:00100000:3.0:1763335512.007917:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5afce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+17:2408:x1848991028483968:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335512.007936:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335512.007963:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a44c00/0x10123ce7f07616ad lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b0dd expref: 17 pid: 6517 timeout: 412 lvb_type: 0 00010000:00010000:3.0:1763335512.007977:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a44c00/0x10123ce7f07616ad lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b0dd expref: 17 pid: 6517 timeout: 412 lvb_type: 0 00010000:00010000:3.0:1763335512.008004:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a44c00/0x10123ce7f07616ad lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b0dd expref: 17 pid: 6517 timeout: 412 lvb_type: 0 00010000:00010000:3.0:1763335512.008107:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335512.008114:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9af102172200/0x10123ce7f07616d0 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b100 expref: 28 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335512.008124:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af102172200/0x10123ce7f07616d0 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b100 expref: 28 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335512.008133:0:6500:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af102172200/0x10123ce7f07616d0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b100 expref: 28 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335512.008175:0:6500:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af102172200/0x10123ce7f07616d0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b100 expref: 28 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335512.008190:0:6500:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc56fd500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6500:1848991041095936:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335512.008285:0:6500:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850840 going to sleep for 11 seconds 00000100:00100000:3.0:1763335512.020007:0:6500:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc56fd500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6500:1848991041095936:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335512.020036:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335512.020110:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5afce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+16:2408:x1848991028483968:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 12194us (13416us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335512.020124:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 131 00000100:00080000:3.0:1763335512.021851:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1763335512.055327:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028484352 00000100:00100000:3.0:1763335512.055342:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028484352 00000100:00100000:3.0:1763335512.055422:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 318 00000100:00100000:3.0:1763335512.055440:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5a15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+16:2409:x1848991028484352:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335512.055465:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335512.055507:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96ce00/0x10123ce7f07616de lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847b107 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335512.055559:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af102172200/0x10123ce7f07616d0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b100 expref: 28 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335512.055606:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc56fd500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041096192:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335512.055685:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850840 going to sleep for 11 seconds 00000004:00010000:3.0:1763335512.062565:0:8224:0:(mdt_lvb.c:189:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime: 1763335511 -> 1763335512 00000100:00100000:3.0:1763335512.062584:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc56fd500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041096192:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335512.062600:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1006459 00010000:00010000:3.0:1763335512.062614:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96ce00/0x10123ce7f07616de lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b107 expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335512.062628:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335512.062631:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335512.062635:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96ce00/0x10123ce7f07616de lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b107 expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335512.062646:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ff96ce00, rc 0) 00000100:00100000:3.0:1763335512.063277:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5a15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+16:2409:x1848991028484352:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7842us (8056us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335512.063288:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 318 00000100:00100000:3.0:1763335512.071338:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028484608 00000100:00100000:3.0:1763335512.071352:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028484608 00000100:00100000:3.0:1763335512.071430:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 319 00000100:00100000:3.0:1763335512.071442:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5954e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+16:2408:x1848991028484608:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335512.071468:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335512.071513:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96ce00/0x10123ce7f07616e5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847b115 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335512.071560:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af102172200/0x10123ce7f07616d0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b100 expref: 28 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335512.071613:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc56fd500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041096320:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335512.071719:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850840 going to sleep for 11 seconds 00000100:00100000:3.0:1763335512.077708:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc56fd500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041096320:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335512.077747:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1006459 00010000:00010000:3.0:1763335512.077772:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96ce00/0x10123ce7f07616e5 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b115 expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335512.077799:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335512.077803:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335512.077809:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96ce00/0x10123ce7f07616e5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b115 expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335512.077828:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ff96ce00, rc 0) 00000100:00100000:3.0:1763335512.078585:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5954e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+16:2408:x1848991028484608:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7140us (7407us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335512.078597:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 319 00000100:00100000:3.0:1763335512.079275:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5a14a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041096448:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335512.079313:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af102173600/0x10123ce7f07616ec lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b11c expref: 12 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335512.079336:0:14974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af102173600/0x10123ce7f07616ec lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b11c expref: 12 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335512.079369:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af102173600, rc 0) 00000100:00100000:3.0:1763335512.079424:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5956680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+11:2408:x1848991028484736:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5859us (8183us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335512.079432:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 162 00000100:00100000:3.0:1763335512.082437:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028484864 00000100:00100000:3.0:1763335512.082448:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028484864 00000100:00100000:3.0:1763335512.082508:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 163 00000100:00100000:3.0:1763335512.082518:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5955f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+11:15720:x1848991028484864:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335512.082536:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335512.082657:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ff96ce00/0x10123ce7f07616f3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847b123 expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335512.082690:0:14974:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad0800/0x10123ce7f07616c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1265664->1282047) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b0f9 expref: 23 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335512.082698:0:14974:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335512.082700:0:14974:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335512.082705:0:14974:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9af0ff96ce00/0x10123ce7f07616f3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1056768->1073151] (req 1056768->1073151) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b123 expref: 12 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335512.082738:0:14974:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad0800/0x10123ce7f07616c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1265664->1282047) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b0f9 expref: 23 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335512.082751:0:14974:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad0800/0x10123ce7f07616c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1265664->1282047) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b0f9 expref: 23 pid: 14974 timeout: 412 lvb_type: 0 00000100:00100000:3.0:1763335512.082785:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc56fd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041096576:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335512.083124:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850840 going to sleep for 11 seconds 00000100:00100000:3.0:1763335512.088816:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc56fd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041096576:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335512.088846:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ff96ce00/0x10123ce7f07616f3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1056768->1073151] (req 1056768->1073151) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b123 expref: 12 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335512.088865:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ff96ce00, rc 0) 00000100:00100000:3.0:1763335512.088929:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5955f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+12:15720:x1848991028484864:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6414us (6612us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335512.088937:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 163 00000100:00100000:3.0:1763335512.093763:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028485120 00000100:00100000:3.0:1763335512.093770:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028485120 00000100:00100000:3.0:1763335512.093832:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 54 00000100:00100000:3.0:1763335512.093841:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5a15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+12:2407:x1848991028485120:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:3.0:1763335512.094081:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1571165 -> 1571165 00002000:00010000:3.0:1763335512.094086:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335512 -> 1763335512 00002000:00010000:3.0:1763335512.094089:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335512 -> 1763335510 00002000:00010000:3.0:1763335512.094091:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335512 -> 1763335512 00002000:00010000:3.0:1763335512.094093:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 64 -> 64 00000100:00100000:3.0:1763335512.094140:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5a15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+13:2407:x1848991028485120:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 299us (965us total) trans 4294967334 rc 0/0 00000100:00100000:3.0:1763335512.094147:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 54 00000100:00100000:3.0:1763335512.098499:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028485248 00000100:00100000:3.0:1763335512.098522:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028485248 00000100:00100000:3.0:1763335512.098688:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 164 00000100:00100000:3.0:1763335512.098699:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5a17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+23:2409:x1848991028485248:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335512.098718:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335512.098738:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ff96c200/0x10123ce7f07616fa lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847b12a expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335512.098796:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc56fd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041096832:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335512.098914:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850840 going to sleep for 11 seconds 00002000:00010000:3.0:1763335512.102678:0:14974:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335510 -> 1763335512 00000100:00100000:3.0:1763335512.102705:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc56fd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041096832:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335512.102743:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ff96c200/0x10123ce7f07616fa lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b12a expref: 24 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335512.102766:0:14974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ff96c200/0x10123ce7f07616fa lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b12a expref: 24 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335512.102777:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ff96c200, rc 0) 00000100:00100000:3.0:1763335512.102841:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5a17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+23:2409:x1848991028485248:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4143us (4527us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335512.102850:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 164 00000100:00100000:3.0:1763335512.106056:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028485376 00000100:00100000:3.0:1763335512.106065:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028485376 00000100:00100000:3.0:1763335512.106130:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 165 00000100:00100000:3.0:1763335512.106141:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f45b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+23:2406:x1848991028485376:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335512.106161:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335512.106197:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ff96da00/0x10123ce7f0761701 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847b131 expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335512.106257:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc56fd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041096960:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335512.106331:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850840 going to sleep for 11 seconds 00000100:00100000:3.0:1763335512.108834:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc56fd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041096960:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335512.108912:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ff96da00/0x10123ce7f0761701 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b131 expref: 24 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335512.108941:0:14974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ff96da00/0x10123ce7f0761701 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b131 expref: 24 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335512.108953:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ff96da00, rc 0) 00000100:00100000:3.0:1763335512.111620:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028485504 00000100:00100000:3.0:1763335512.111629:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028485504 00000100:00100000:3.0:1763335512.111731:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 320 00000100:00100000:3.0:1763335512.111741:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5957b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+16:15720:x1848991028485504:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335512.111763:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335512.111790:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96c200/0x10123ce7f0761708 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847b138 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335512.111823:0:8224:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af102172200/0x10123ce7f07616d0 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b100 expref: 28 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335512.111832:0:8224:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96c200/0x10123ce7f0761708 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b138 expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335512.111925:0:8224:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af102172200/0x10123ce7f07616d0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b100 expref: 28 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335512.111939:0:8224:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af102172200/0x10123ce7f07616d0 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b100 expref: 28 pid: 8224 timeout: 412 lvb_type: 0 00000100:00100000:3.0:1763335512.111954:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc56fd500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041097088:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335512.151796:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028486144 00000100:00100000:3.0:1763335512.151802:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028486144 00000100:00100000:3.0:1763335512.151853:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 321 00000100:00100000:3.0:1763335512.151863:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5a15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+31:2409:x1848991028486144:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335512.151922:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335512.151946:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96da00/0x10123ce7f076170f lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847b13f expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335512.151986:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96c200/0x10123ce7f0761708 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b138 expref: 16 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335512.152027:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc56ff480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041097344:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335512.152124:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850c00 going to sleep for 11 seconds 00000004:00010000:3.0:1763335512.156524:0:8224:0:(mdt_lvb.c:189:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime: 1763335511 -> 1763335512 00000100:00100000:3.0:1763335512.156554:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc56ff480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041097344:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335512.156578:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1006459 00010000:00010000:3.0:1763335512.156599:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96da00/0x10123ce7f076170f lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b13f expref: 32 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335512.156644:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335512.156647:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335512.156654:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96da00/0x10123ce7f076170f lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b13f expref: 32 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335512.156668:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ff96da00, rc 0) 00000100:00100000:3.0:1763335512.156738:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5a15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+31:2409:x1848991028486144:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4875us (5566us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335512.156747:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 321 00000100:00100000:3.0:1763335512.163084:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028486400 00000100:00100000:3.0:1763335512.163090:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028486400 00000100:00100000:3.0:1763335512.163141:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 322 00000100:00100000:3.0:1763335512.163152:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5957800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+31:2409:x1848991028486400:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335512.163165:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335512.163182:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96da00/0x10123ce7f0761724 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847b14d expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335512.163218:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96c200/0x10123ce7f0761708 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b138 expref: 16 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335512.163248:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc56ff480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041097728:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335512.163416:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850c00 going to sleep for 11 seconds 00000100:00100000:3.0:1763335512.185624:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335512.222308:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335512.231431:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335512.235750:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028487552 00000100:00100000:3.0:1763335512.235778:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028487552 00002000:00100000:3.0:1763335512.235826:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1363968->1368063) req@ffff9aefc5954700 x1848991028487552/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:558/0 lens 488/0 e 0 to 0 dl 1763335523 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335512.235837:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5954700 with x1848991028487552 ext(1363968->1368063) 00002000:00010000:3.0:1763335512.235844:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5954700 00000100:00100000:3.0:1763335512.235953:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 57 00000100:00100000:3.0:1763335512.235964:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5954700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+13:2407:x1848991028487552:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335512.236691:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5954700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+13:2407:x1848991028487552:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 724us (1269us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335512.236699:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 57 00002000:00100000:3.0:1763335512.236707:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1363968->1368063) req@ffff9aefc5954700 x1848991028487552/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:558/0 lens 488/4536 e 0 to 0 dl 1763335523 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335512.236715:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5954700 with x1848991028487552 ext(1363968->1368063) 00002000:00010000:3.0:1763335512.236718:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5954700 00000100:00100000:3.0:1763335512.240629:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028487680 00000100:00100000:3.0:1763335512.240641:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028487680 00002000:00100000:3.0:1763335512.240689:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1368064->1372159) req@ffff9aefc59b8700 x1848991028487680/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:558/0 lens 488/0 e 0 to 0 dl 1763335523 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335512.240700:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc59b8700 with x1848991028487680 ext(1368064->1372159) 00002000:00010000:3.0:1763335512.240706:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc59b8700 00000100:00100000:3.0:1763335512.309018:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335512.334725:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335512.369977:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335512.382802:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335512.386975:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335512.401346:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335512.412997:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335512.419770:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335512.427912:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335512.443842:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335512.443928:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335512.474602:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335512.526639:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028492032 00000100:00100000:3.0:1763335512.526649:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028492032 00002000:00100000:3.0:1763335512.526697:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5616680 x1848991028492032/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:558/0 lens 488/0 e 0 to 0 dl 1763335523 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335512.526708:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5616680 with x1848991028492032 00000100:00100000:3.0:1763335512.526749:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 104 00000100:00100000:3.0:1763335512.526759:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5616680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+20:2409:x1848991028492032:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335512.526989:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5616680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+20:2409:x1848991028492032:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 230us (440us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335512.526998:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 104 00002000:00100000:3.0:1763335512.527005:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5616680 x1848991028492032/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:558/0 lens 488/4536 e 0 to 0 dl 1763335523 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335512.527013:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5616680 with x1848991028492032 00000100:00100000:3.0:1763335512.543116:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335512.560558:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335512.630726:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335512.649227:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335512.672839:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335512.700301:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335512.771266:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:3.0:1763335512.783917:0:6517:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a45600/0x10123ce7f07617f6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335512.783926:0:6517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a45600/0x10123ce7f07617f6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00000001:00080000:3.0:1763335512.784013:0:6517:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967475 00000004:00010000:3.0:1763335512.784058:0:6517:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 1006459 -> 1006459 00000004:00010000:3.0:1763335512.784062:0:6517:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335512 -> 1763335513 00000004:00010000:3.0:1763335512.784073:0:6517:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335512 -> 1763335511 00000004:00010000:3.0:1763335512.784075:0:6517:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335512 -> 1763335513 00000004:00010000:3.0:1763335512.784077:0:6517:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 904 -> 904 00000004:00010000:3.0:1763335512.784083:0:6517:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000004a85bd1 reply state 00000000a8766bfe transno 4294967476 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a45600/0x10123ce7f07617f6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335512.784096:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a45600/0x10123ce7f07617f6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335512.784102:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335512.784105:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763335512.784108:0:6517:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763335512.784177:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5771180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+34:15720:x1848991028493952:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 12466us (12921us total) trans 4294967476 rc 0/0 00000100:00100000:3.0:1763335512.784184:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 337 00000020:00080000:3.0:1763335512.784187:0:6517:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763335512.793423:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028494208 00000100:00100000:3.0:1763335512.793434:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028494208 00000100:00100000:3.0:1763335512.793504:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 338 00000100:00100000:3.0:1763335512.793514:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+34:15720:x1848991028494208:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335512.793561:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335512.793712:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0000/0x10123ce7f07617fd lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847b226 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335512.793747:0:6517:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06a00/0x10123ce7f07617a9 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b1d9 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335512.793759:0:6517:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0000/0x10123ce7f07617fd lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b226 expref: 35 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335512.793795:0:6517:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06a00/0x10123ce7f07617a9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b1d9 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335512.793810:0:6517:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06a00/0x10123ce7f07617a9 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b1d9 expref: 18 pid: 6517 timeout: 413 lvb_type: 0 00000100:00100000:3.0:1763335512.793823:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5773100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041102464:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335512.793928:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850900 going to sleep for 11 seconds 00000100:00100000:3.0:1763335512.797723:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5773100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041102464:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335512.797762:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0000/0x10123ce7f07617fd lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b226 expref: 35 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335512.797783:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335512.797786:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335512.797791:0:6517:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0000/0x10123ce7f07617fd lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b226 expref: 35 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335512.797803:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ffad0000, rc 0) 00000100:00100000:3.0:1763335512.804469:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+35:15720:x1848991028494208:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 10942us (11223us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335512.804483:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 338 00000100:00100000:3.0:1763335512.806230:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028494336 00000100:00100000:3.0:1763335512.806241:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028494336 00002000:00100000:3.0:1763335512.806293:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f45b2300 x1848991028494336/t0(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:558/0 lens 488/0 e 0 to 0 dl 1763335523 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335512.806306:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f45b2300 with x1848991028494336 00010000:00010000:3.0:1763335512.806314:0:6529:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06a00/0x10123ce7f07617a9 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b1d9 expref: 19 pid: 6517 timeout: 413 lvb_type: 0 00010000:00010000:3.0:1763335512.806330:0:6529:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06a00/0x10123ce7f07617a9 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b1d9 expref: 19 pid: 6517 timeout: 413 lvb_type: 0 00002000:00010000:3.0:1763335512.806337:0:6529:0:(mdt_io.c:157:mdt_rw_hpreq_check()) lustre-MDT0000: refreshed 1 locks timeout for req ffff9af0f45b2300 00000100:00100000:3.0:1763335512.806374:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 13 00000100:00100000:3.0:1763335512.806383:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f45b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+19:2408:x1848991028494336:12345-192.168.202.34@tcp:4:fsx.0 00000100:00100000:3.0:1763335512.870969:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335512.898978:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335512.900047:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000004:00010000:3.0:1763335512.909247:0:8224:0:(mdt_lvb.c:189:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime: 1763335511 -> 1763335513 00000100:00100000:3.0:1763335512.909275:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f45b1500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041102720:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335512.909298:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1006459 00010000:00010000:3.0:1763335512.909317:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a44200/0x10123ce7f0761812 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b234 expref: 22 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335512.909345:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335512.909361:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335512.909369:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a44200/0x10123ce7f0761812 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b234 expref: 22 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335512.909383:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a44200, rc 0) 00000100:00100000:3.0:1763335512.909452:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5770380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+21:2408:x1848991028495360:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 9046us (10485us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335512.909461:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 340 00000100:00100000:3.0:1763335512.921651:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028495616 00000100:00100000:3.0:1763335512.921660:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028495616 00000100:00100000:3.0:1763335512.921717:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 341 00000100:00100000:3.0:1763335512.921726:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f45b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+21:2408:x1848991028495616:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335512.921749:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335512.921772:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf200/0x10123ce7f0761820 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847b242 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335512.921810:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0000/0x10123ce7f07617fd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b226 expref: 34 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335512.921849:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5773480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041102976:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335512.921950:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850900 going to sleep for 11 seconds 00000100:00100000:3.0:1763335512.947848:0:6500:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5616300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6500:1848991041103360:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335512.947898:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335512.947959:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f4514050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2408:x1848991028496000:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 5127us (5463us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335512.947972:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 143 00000100:00100000:3.0:1763335512.983560:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335512.998402:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335513.005987:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335513.013341:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028497280 00000100:00100000:3.0:1763335513.013352:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028497280 00002000:00100000:3.0:1763335513.013461:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1691648->1695743) req@ffff9aefc59ced80 x1848991028497280/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:559/0 lens 488/0 e 0 to 0 dl 1763335524 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335513.013474:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc59ced80 with x1848991028497280 ext(1691648->1695743) 00002000:00010000:3.0:1763335513.013480:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc59ced80 00000100:00100000:3.0:1763335513.013519:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 72 00000100:00100000:3.0:1763335513.013529:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc59ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+6:2407:x1848991028497280:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335513.013731:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc59ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+6:2407:x1848991028497280:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 202us (500us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335513.013738:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 72 00002000:00100000:3.0:1763335513.013744:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1691648->1695743) req@ffff9aefc59ced80 x1848991028497280/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:559/0 lens 488/4536 e 0 to 0 dl 1763335524 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335513.013752:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc59ced80 with x1848991028497280 ext(1691648->1695743) 00002000:00010000:3.0:1763335513.013755:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc59ced80 00000100:00100000:3.0:1763335513.034160:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335513.083856:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028498304 00000100:00100000:3.0:1763335513.083934:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028498304 00000100:00100000:3.0:1763335513.083984:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 349 00000100:00100000:3.0:1763335513.083994:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f45b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+21:2409:x1848991028498304:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335513.084222:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335513.084248:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaec00/0x10123ce7f0761889 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847b2a4 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335513.084309:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0000/0x10123ce7f07617fd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b226 expref: 36 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335513.084352:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffa10e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041104768:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335513.084570:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850300 going to sleep for 11 seconds 00000100:00100000:3.0:1763335513.091491:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffa10e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041104768:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335513.091514:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1006459 00010000:00010000:3.0:1763335513.091534:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaec00/0x10123ce7f0761889 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b2a4 expref: 22 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335513.091555:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335513.091558:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335513.091562:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaec00/0x10123ce7f0761889 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b2a4 expref: 22 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335513.091574:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aaec00, rc 0) 00000100:00100000:3.0:1763335513.091630:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f45b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+21:2409:x1848991028498304:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7636us (7886us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335513.091639:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 349 00000100:00100000:3.0:1763335513.097839:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028498432 00000100:00100000:3.0:1763335513.097853:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028498432 00000100:00100000:3.0:1763335513.098541:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 350 00000100:00100000:3.0:1763335513.098554:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+21:2408:x1848991028498432:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335513.098575:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335513.098600:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aae800/0x10123ce7f0761890 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847b2ab expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335513.098658:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0000/0x10123ce7f07617fd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b226 expref: 36 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335513.098699:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffa10e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041104896:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335513.098789:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850300 going to sleep for 11 seconds 00000100:00100000:3.0:1763335513.101536:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffa10e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041104896:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335513.101560:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1006459 00010000:00010000:3.0:1763335513.101579:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aae800/0x10123ce7f0761890 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b2ab expref: 22 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335513.101601:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335513.101605:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335513.101610:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aae800/0x10123ce7f0761890 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b2ab expref: 22 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335513.101624:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aae800, rc 0) 00000100:00100000:3.0:1763335513.101681:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+21:2408:x1848991028498432:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3130us (3905us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335513.101691:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 350 00000100:00100000:3.0:1763335513.106406:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028498560 00000100:00100000:3.0:1763335513.106418:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028498560 00000100:00100000:3.0:1763335513.106558:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 351 00000100:00100000:3.0:1763335513.106569:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+21:2407:x1848991028498560:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335513.106593:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335513.106617:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaec00/0x10123ce7f0761897 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847b2b2 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335513.106682:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0000/0x10123ce7f07617fd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b226 expref: 36 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335513.106726:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffa10e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041105024:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335513.106812:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850300 going to sleep for 11 seconds 00000100:00100000:3.0:1763335513.109671:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffa10e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041105024:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335513.109699:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1006459 00010000:00010000:3.0:1763335513.109720:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaec00/0x10123ce7f0761897 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b2b2 expref: 22 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335513.109742:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335513.109745:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335513.109751:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaec00/0x10123ce7f0761897 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b2b2 expref: 22 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335513.109764:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aaec00, rc 0) 00000100:00100000:3.0:1763335513.109826:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+21:2407:x1848991028498560:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3258us (3531us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335513.109834:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 351 00000100:00100000:3.0:1763335513.128756:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028498944 00000100:00100000:3.0:1763335513.128766:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028498944 00002000:00100000:3.0:1763335513.128819:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1146880->1150975) req@ffff9aefc5721c00 x1848991028498944/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:559/0 lens 488/0 e 0 to 0 dl 1763335524 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335513.128830:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5721c00 with x1848991028498944 ext(1146880->1150975) 00002000:00010000:3.0:1763335513.128836:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5721c00 00000100:00100000:3.0:1763335513.128903:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 76 00000100:00100000:3.0:1763335513.128926:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5721c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+7:2407:x1848991028498944:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335513.130857:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5721c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+7:2407:x1848991028498944:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 1921us (2186us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335513.130883:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 76 00002000:00100000:3.0:1763335513.130896:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1146880->1150975) req@ffff9aefc5721c00 x1848991028498944/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:559/0 lens 488/4536 e 0 to 0 dl 1763335524 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335513.130905:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5721c00 with x1848991028498944 ext(1146880->1150975) 00002000:00010000:3.0:1763335513.130911:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5721c00 00000100:00100000:3.0:1763335513.135128:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028499072 00000100:00100000:3.0:1763335513.135141:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028499072 00000100:00100000:3.0:1763335513.135213:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 352 00000100:00100000:3.0:1763335513.135224:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5723480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+21:2409:x1848991028499072:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335513.135247:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335513.135275:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaec00/0x10123ce7f076189e lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847b2b9 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335513.135313:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0000/0x10123ce7f07617fd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b226 expref: 36 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335513.135354:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffa10e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041105152:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335513.135574:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850180 going to sleep for 11 seconds 00000100:00100000:3.0:1763335513.137449:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffa10e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041105152:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335513.137479:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1006459 00010000:00010000:3.0:1763335513.137499:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaec00/0x10123ce7f076189e lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b2b9 expref: 22 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335513.137543:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335513.137546:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335513.137553:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaec00/0x10123ce7f076189e lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b2b9 expref: 22 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335513.137567:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aaec00, rc 0) 00000100:00100000:3.0:1763335513.137723:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5723480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+21:2409:x1848991028499072:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2499us (2905us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335513.137733:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 352 00000100:00100000:3.0:1763335513.151290:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f45b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3652:1848991041105408:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1763335513.151323:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335513.151354:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c6722a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3652:1848991041105920:0@lo:400:kworker.0 00000100:00100000:3.0:1763335513.151373:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335513.151385:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c6720000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3652:1848991041106432:0@lo:400:kworker.0 00000100:00100000:3.0:1763335513.151403:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335513.151418:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5a17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3652:1848991041106944:0@lo:400:kworker.0 00000100:00100000:3.0:1763335513.151431:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335513.151443:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1763335513.151447:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5afce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1848991041105792:0@lo:400:kworker.0 00000100:00100000:3.0:1763335513.151465:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335513.151483:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c6723b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1848991041106304:0@lo:400:kworker.0 00000100:00100000:3.0:1763335513.151501:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335513.151518:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5a17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1848991041106816:0@lo:400:kworker.0 00000100:00100000:3.0:1763335513.151534:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335513.151562:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041105920 00000100:00100000:3.0:1763335513.151566:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041105920 00000100:00100000:3.0:1763335513.151603:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 282 00000100:00100000:3.0:1763335513.151609:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1848991041105920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763335513.151636:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1848991041105920:12345-0@lo:400:kworker.0 Request processed in 27us (262us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335513.151642:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 282 00000100:00100000:3.0:1763335513.151667:0:13236:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041105792 00000100:00100000:3.0:1763335513.151670:0:13236:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041105792 00000100:00100000:3.0:1763335513.151689:0:13236:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00100000:3.0:1763335513.151694:0:13236:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3652:x1848991041105792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763335513.151719:0:13236:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3652:x1848991041105792:12345-0@lo:400:kworker.0 Request processed in 25us (253us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335513.151725:0:13236:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00100000:3.0:1763335513.151738:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041106432 00000100:00100000:3.0:1763335513.151741:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041106432 00000100:00100000:3.0:1763335513.151760:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041106944 00000100:00100000:3.0:1763335513.151762:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041106944 00000100:00100000:3.0:1763335513.151771:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041106304 00000100:00100000:3.0:1763335513.151772:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041106304 00000100:00100000:3.0:1763335513.151781:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041106816 00000100:00100000:3.0:1763335513.151783:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041106816 00000100:00100000:3.0:1763335513.151793:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 132 00000100:00100000:3.0:1763335513.151798:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3652:x1848991041106432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763335513.151820:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3652:x1848991041106432:12345-0@lo:400:kworker.0 Request processed in 22us (416us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335513.151825:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 132 00000100:00100000:3.0:1763335513.151834:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 133 00000100:00100000:3.0:1763335513.151838:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3652:x1848991041106944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763335513.151865:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3652:x1848991041106944:12345-0@lo:400:kworker.0 Request processed in 27us (433us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335513.151891:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 133 00000100:00100000:3.0:1763335513.151902:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 134 00000100:00100000:3.0:1763335513.151907:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3652:x1848991041106304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763335513.151931:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3652:x1848991041106304:12345-0@lo:400:kworker.0 Request processed in 24us (429us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335513.151936:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 134 00000100:00100000:3.0:1763335513.151946:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 135 00000100:00100000:3.0:1763335513.151951:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3652:x1848991041106816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763335513.151975:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3652:x1848991041106816:12345-0@lo:400:kworker.0 Request processed in 24us (440us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335513.151980:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 135 00000100:00080000:3.0:1763335513.152215:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1763335513.152219:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1763335513.152240:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5afce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1848991041105792:0@lo:400:kworker.0 00000100:00100000:3.0:1763335513.152250:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c6723b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1848991041106304:0@lo:400:kworker.0 00000100:00100000:3.0:1763335513.152257:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5a17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1848991041106816:0@lo:400:kworker.0 00000100:00100000:3.0:1763335513.152265:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c6722a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3652:1848991041105920:0@lo:400:kworker.0 00000100:00100000:3.0:1763335513.152272:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c6720000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3652:1848991041106432:0@lo:400:kworker.0 00000100:00100000:3.0:1763335513.152280:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5a17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3652:1848991041106944:0@lo:400:kworker.0 00000100:00100000:3.0:1763335513.152304:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763335513.152311:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffa11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1848991041107072:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1763335513.152342:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335513.152370:0:12324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041105408 00000100:00100000:3.0:1763335513.152374:0:12324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041105408 00000100:00100000:3.0:1763335513.152397:0:12324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041107072 00000100:00100000:3.0:1763335513.152399:0:12324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041107072 00000100:00100000:3.0:1763335513.152409:0:12324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118 00000100:00100000:3.0:1763335513.152414:0:12324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1848991041105408:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1763335513.152429:0:12324:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 143360 granted 83947200 pending 0 free 3923472384 avail 3691376640 00000100:00100000:3.0:1763335513.152461:0:12324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1848991041105408:12345-0@lo:13:osp-pre-1-0.0 Request processed in 46us (1137us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335513.152467:0:12324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118 00000100:00100000:3.0:1763335513.152477:0:12324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 119 00000100:00100000:3.0:1763335513.152483:0:12324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1848991041107072:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1763335513.152491:0:12324:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 143360 granted 83947200 pending 0 free 3923472384 avail 3691376640 00000100:00100000:3.0:1763335513.152514:0:12324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1848991041107072:12345-0@lo:13:osp-pre-1-1.0 Request processed in 31us (171us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335513.152520:0:12324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 119 00000100:00100000:3.0:1763335513.152548:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f45b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3652:1848991041105408:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1763335513.152570:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffa11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1848991041107072:0@lo:13:osp-pre-1-1.0 00000001:00080000:3.0:1763335513.163734:0:7434:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967309 is committed 00000100:00100000:3.0:1763335513.232244:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028501120 00000100:00100000:3.0:1763335513.232252:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028501120 00010000:00010000:3.0:1763335513.232312:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0000/0x10123ce7f07617fd lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b226 expref: 37 pid: 6517 timeout: 413 lvb_type: 0 00000100:00100000:3.0:1763335513.232353:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 144 00000100:00100000:3.0:1763335513.232363:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5801f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:819c42eb-8a5f-4523-990c-a007cb66998d+37:2409:x1848991028501120:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335513.232392:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335513.232415:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0000/0x10123ce7f07617fd lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b226 expref: 37 pid: 6517 timeout: 413 lvb_type: 0 00010000:00010000:3.0:1763335513.232426:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0000/0x10123ce7f07617fd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b226 expref: 37 pid: 6517 timeout: 413 lvb_type: 0 00010000:00010000:3.0:1763335513.232449:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0000/0x10123ce7f07617fd lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b226 expref: 37 pid: 6517 timeout: 413 lvb_type: 0 00010000:00010000:3.0:1763335513.232465:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335513.232471:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a44200/0x10123ce7f07618c8 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b2e3 expref: 22 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335513.232484:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a44200/0x10123ce7f07618c8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x50080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b2e3 expref: 22 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335513.232494:0:6500:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a44200/0x10123ce7f07618c8 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x50080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b2e3 expref: 22 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335513.232532:0:6500:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a44200/0x10123ce7f07618c8 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b2e3 expref: 22 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335513.232545:0:6500:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffa11f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6500:1848991041107840:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335513.232616:0:6500:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850180 going to sleep for 11 seconds 00000100:00100000:3.0:1763335513.239098:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028501248 00000100:00100000:3.0:1763335513.239107:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028501248 00000100:00100000:3.0:1763335513.239173:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 108 00000100:00100000:3.0:1763335513.239196:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+22:2408:x1848991028501248:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:3.0:1763335513.239437:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 1006459 -> 1006459 00000004:00010000:3.0:1763335513.239441:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335513 -> 1763335513 00000004:00010000:3.0:1763335513.239444:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335513 -> 1763335513 00000004:00010000:3.0:1763335513.239446:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335513 -> 1763335513 00000004:00010000:3.0:1763335513.239449:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 1032 -> 1032 00000100:00100000:3.0:1763335513.239519:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+23:2408:x1848991028501248:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 324us (741us total) trans 4294967479 rc 0/0 00000100:00100000:3.0:1763335513.239528:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 108 00000100:00100000:3.0:1763335513.254817:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028501632 00000100:00100000:3.0:1763335513.254828:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028501632 00000100:00100000:3.0:1763335513.254918:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 356 00000100:00100000:3.0:1763335513.254929:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5803800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+36:2408:x1848991028501632:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335513.254952:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335513.254976:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaec00/0x10123ce7f07618dd lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847b2f8 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335513.255033:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a44200/0x10123ce7f07618c8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b2e3 expref: 22 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335513.255084:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffa10700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041108224:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335513.255163:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850a80 going to sleep for 11 seconds 00000100:00100000:3.0:1763335513.258712:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffa10700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041108224:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335513.258739:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1006459 00010000:00010000:3.0:1763335513.258766:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaec00/0x10123ce7f07618dd lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b2f8 expref: 37 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335513.258812:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335513.258816:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335513.258823:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaec00/0x10123ce7f07618dd lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b2f8 expref: 37 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335513.258840:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aaec00, rc 0) 00000100:00100000:3.0:1763335513.277025:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028502016 00000100:00100000:3.0:1763335513.277032:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028502016 00010000:00010000:3.0:1763335513.277074:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a44200/0x10123ce7f07618c8 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b2e3 expref: 23 pid: 8224 timeout: 413 lvb_type: 0 00000100:00100000:3.0:1763335513.277109:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 145 00000100:00100000:3.0:1763335513.277118:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc2bd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+23:2408:x1848991028502016:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335513.277132:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335513.277152:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a44200/0x10123ce7f07618c8 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b2e3 expref: 23 pid: 8224 timeout: 413 lvb_type: 0 00010000:00010000:3.0:1763335513.277166:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a44200/0x10123ce7f07618c8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b2e3 expref: 23 pid: 8224 timeout: 413 lvb_type: 0 00010000:00010000:3.0:1763335513.277189:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a44200/0x10123ce7f07618c8 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b2e3 expref: 23 pid: 8224 timeout: 413 lvb_type: 0 00010000:00010000:3.0:1763335513.277202:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335513.277207:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91c00/0x10123ce7f07618eb lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b306 expref: 36 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335513.277230:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91c00/0x10123ce7f07618eb lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b306 expref: 36 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335513.277240:0:6500:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91c00/0x10123ce7f07618eb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b306 expref: 36 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335513.277277:0:6500:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91c00/0x10123ce7f07618eb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b306 expref: 36 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335513.277289:0:6500:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffa10700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6500:1848991041108608:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335513.277343:0:6500:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850a80 going to sleep for 11 seconds 00000100:00100000:3.0:1763335513.282626:0:6500:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffa10700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6500:1848991041108608:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335513.282652:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335513.282709:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc2bd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+22:2408:x1848991028502016:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 5591us (6425us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335513.282721:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 145 00000100:00100000:3.0:1763335513.330243:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028502784 00000100:00100000:3.0:1763335513.330254:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028502784 00010000:00010000:3.0:1763335513.330304:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91400/0x10123ce7f076180b lrc: 5/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b22d expref: 22 pid: 6517 timeout: 413 lvb_type: 0 00000100:00100000:3.0:1763335513.330353:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 146 00000100:00100000:3.0:1763335513.330363:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc2bd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+22:2409:x1848991028502784:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335513.330380:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335513.330388:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91400/0x10123ce7f076180b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b22d expref: 22 pid: 6517 timeout: 413 lvb_type: 0 00010000:00010000:3.0:1763335513.330416:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91400/0x10123ce7f076180b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b22d expref: 22 pid: 6517 timeout: 413 lvb_type: 0 00010000:00010000:3.0:1763335513.330446:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91400/0x10123ce7f076180b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b22d expref: 22 pid: 6517 timeout: 413 lvb_type: 0 00010000:00010000:3.0:1763335513.330463:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335513.330469:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91e00/0x10123ce7f0761900 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335513.330480:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91e00/0x10123ce7f0761900 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40290000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335513.330489:0:6500:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91e00/0x10123ce7f0761900 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40290000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335513.330523:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335513.330593:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc2bd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+21:2409:x1848991028502784:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 231us (542us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335513.330601:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 146 00000100:00100000:3.0:1763335513.381610:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028503680 00000100:00100000:3.0:1763335513.381620:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028503680 00000100:00100000:3.0:1763335513.381686:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 360 00000100:00100000:3.0:1763335513.381698:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+21:15720:x1848991028503680:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335513.381726:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335513.381752:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaec00/0x10123ce7f0761915 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847b329 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335513.381848:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aae800/0x10123ce7f076191c lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335513.382207:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aae800/0x10123ce7f076191c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335513.382221:0:6517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aae800/0x10123ce7f076191c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00000004:00200000:3.0:1763335513.382254:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 156219 00000004:00200000:3.0:1763335513.382259:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763335513.382281:0:6517:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aae800/0x10123ce7f076191c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335513.382310:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaec00/0x10123ce7f0761915 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b329 expref: 23 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335513.382327:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aae800/0x10123ce7f076191c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b329 expref: 22 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335513.382337:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335513.382339:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763335513.382344:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aae800, rc 0) 00000100:00100000:3.0:1763335513.383613:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+22:15720:x1848991028503680:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 1909us (2096us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335513.383624:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 360 00000100:00100000:3.0:1763335513.389693:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028503808 00000100:00100000:3.0:1763335513.389698:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028503808 00000100:00100000:3.0:1763335513.390304:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 361 00000100:00100000:3.0:1763335513.390314:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+22:2408:x1848991028503808:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335513.390328:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335513.390343:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aae400/0x10123ce7f076192a lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847b330 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335513.390394:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91800/0x10123ce7f0761907 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b31b expref: 39 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335513.390419:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffa10700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041109504:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335513.390466:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850a80 going to sleep for 11 seconds 00000100:00100000:3.0:1763335513.395987:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffa10700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041109504:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335513.396013:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 156219 00010000:00010000:3.0:1763335513.396034:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aae400/0x10123ce7f076192a lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b330 expref: 23 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335513.396071:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335513.396075:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335513.396081:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aae400/0x10123ce7f076192a lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b330 expref: 23 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335513.396096:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aae400, rc 0) 00000100:00100000:3.0:1763335513.396160:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+22:2408:x1848991028503808:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5847us (7317us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335513.396169:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 361 00000100:00100000:3.0:1763335513.409080:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028504064 00000100:00100000:3.0:1763335513.409091:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028504064 00000100:00100000:3.0:1763335513.412825:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 362 00000100:00100000:3.0:1763335513.412852:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+22:2409:x1848991028504064:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335513.412891:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335513.412918:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aae400/0x10123ce7f0761938 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847b33e expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335513.412986:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91800/0x10123ce7f0761907 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b31b expref: 39 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335513.413031:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffa10700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041109760:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335513.413126:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850a80 going to sleep for 11 seconds 00000100:00100000:3.0:1763335513.417840:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffa10700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041109760:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335513.417899:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 156219 00010000:00010000:3.0:1763335513.417921:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aae400/0x10123ce7f0761938 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b33e expref: 23 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335513.417944:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335513.417948:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335513.417953:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aae400/0x10123ce7f0761938 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b33e expref: 23 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335513.417967:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aae400, rc 0) 00000100:00100000:3.0:1763335513.418117:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+22:2409:x1848991028504064:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5276us (9254us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335513.418126:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 362 00000100:00100000:3.0:1763335513.426163:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028504320 00000100:00100000:3.0:1763335513.426174:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028504320 00000100:00100000:3.0:1763335513.498739:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028505344 00000100:00100000:3.0:1763335513.498751:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028505344 00002000:00100000:3.0:1763335513.498809:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc2bd4380 x1848991028505344/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:559/0 lens 488/0 e 0 to 0 dl 1763335524 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335513.498821:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc2bd4380 with x1848991028505344 00000100:00100000:3.0:1763335513.498969:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 112 00010000:00010000:3.0:1763335513.569160:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91800/0x10123ce7f0761962 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b36f expref: 40 pid: 6517 timeout: 414 lvb_type: 0 00000100:00100000:3.0:1763335513.569177:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5800e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041110912:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335513.569200:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91c00/0x10123ce7f0761977 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b384 expref: 23 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335513.569211:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335513.569214:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335513.569217:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5c91c00, rc 0) 00000100:00100000:3.0:1763335513.569366:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc2bd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+23:15720:x1848991028506752:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5500us (6542us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335513.569374:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 366 00000100:00100000:3.0:1763335513.575589:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028507008 00000100:00100000:3.0:1763335513.575596:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028507008 00000100:00100000:3.0:1763335513.575671:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 121 00000100:00100000:3.0:1763335513.575681:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5a16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+23:2409:x1848991028507008:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:3.0:1763335513.576132:0:6530:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 156219 -> 156219 00000004:00010000:3.0:1763335513.576137:0:6530:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335513 -> 1763335513 00000004:00010000:3.0:1763335513.576140:0:6530:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335513 -> 1763335513 00000004:00010000:3.0:1763335513.576142:0:6530:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335513 -> 1763335513 00000004:00010000:3.0:1763335513.576145:0:6530:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 192 -> 104 00000100:00100000:3.0:1763335513.577690:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5a16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+24:2409:x1848991028507008:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 2002us (2519us total) trans 4294967483 rc 0/0 00000100:00100000:3.0:1763335513.577703:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 121 00000100:00100000:3.0:1763335513.582033:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028507136 00000100:00100000:3.0:1763335513.582044:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028507136 00000100:00100000:3.0:1763335513.609582:0:6509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028507392 00000100:00100000:3.0:1763335513.609587:0:6509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028507392 00000100:00100000:3.0:1763335513.609615:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 350 00000100:00100000:3.0:1763335513.609621:0:6509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f45a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f4bc7452-2198-4a0d-a8bc-8fee3c386313+12:2408:x1848991028507392:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:3.0:1763335513.609643:0:6509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f45a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f4bc7452-2198-4a0d-a8bc-8fee3c386313+12:2408:x1848991028507392:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 23us (964us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335513.609649:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 350 00000100:00100000:3.0:1763335513.637133:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028508160 00000100:00100000:3.0:1763335513.637148:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028508160 00010000:00010000:3.0:1763335513.637196:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91c00/0x10123ce7f0761977 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b384 expref: 24 pid: 8224 timeout: 414 lvb_type: 0 00000100:00100000:3.0:1763335513.637256:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 150 00000100:00100000:3.0:1763335513.637266:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f4514850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+24:2409:x1848991028508160:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335513.637282:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335513.637308:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91c00/0x10123ce7f0761977 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b384 expref: 24 pid: 8224 timeout: 414 lvb_type: 0 00010000:00010000:3.0:1763335513.637323:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91c00/0x10123ce7f0761977 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b384 expref: 24 pid: 8224 timeout: 414 lvb_type: 0 00010000:00010000:3.0:1763335513.637351:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91c00/0x10123ce7f0761977 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b384 expref: 24 pid: 8224 timeout: 414 lvb_type: 0 00010000:00010000:3.0:1763335513.637369:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335513.637376:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bb1e00/0x10123ce7f076199a lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b3a0 expref: 40 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335513.637410:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bb1e00/0x10123ce7f076199a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b3a0 expref: 40 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335513.637420:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bb1e00/0x10123ce7f076199a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b3a0 expref: 40 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335513.637461:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bb1e00/0x10123ce7f076199a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b3a0 expref: 40 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335513.637475:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffa10700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041111552:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335513.637580:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58500c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335513.642842:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffa10700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041111552:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335513.642900:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335513.646786:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028508288 00000100:00100000:3.0:1763335513.646796:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028508288 00000100:00100000:3.0:1763335513.646865:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 122 00000100:00100000:3.0:1763335513.646901:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc579f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+41:2408:x1848991028508288:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:3.0:1763335513.647344:0:6530:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 156219 -> 156219 00000004:00010000:3.0:1763335513.647349:0:6530:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335513 -> 1763335513 00000004:00010000:3.0:1763335513.647352:0:6530:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335513 -> 1763335513 00000004:00010000:3.0:1763335513.647354:0:6530:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335513 -> 1763335513 00000004:00010000:3.0:1763335513.647356:0:6530:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 104 -> 48 00000100:00100000:3.0:1763335513.647435:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc579f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+42:2408:x1848991028508288:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 536us (834us total) trans 4294967484 rc 0/0 00000100:00100000:3.0:1763335513.647443:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 122 00000100:00100000:3.0:1763335513.663654:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1763335513.663666:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c6723b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1848991041112064:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1763335513.663701:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335513.686159:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335513.688165:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335513.699862:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335513.699940:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335513.822368:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028511232 00000100:00100000:3.0:1763335513.822377:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028511232 00000100:00100000:3.0:1763335513.822679:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 127 00000100:00100000:3.0:1763335513.822691:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5789180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+24:2409:x1848991028511232:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:3.0:1763335513.822962:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 156219 -> 156219 00000004:00010000:3.0:1763335513.822967:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335513 -> 1763335513 00000004:00010000:3.0:1763335513.822969:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335513 -> 1763335513 00000004:00010000:3.0:1763335513.822973:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335513 -> 1763335513 00000004:00010000:3.0:1763335513.822975:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 112 -> 112 00000100:00100000:3.0:1763335513.823046:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5789180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+25:2409:x1848991028511232:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 358us (1073us total) trans 4294967487 rc 0/0 00000100:00100000:3.0:1763335513.823063:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 127 00000100:00100000:3.0:1763335513.869689:0:6500:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c0f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6500:1848991041114624:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335513.869717:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335513.869787:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c0df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028511744:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 9566us (11161us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335513.869798:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 152 00000100:00100000:3.0:1763335513.900684:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028512512 00000100:00100000:3.0:1763335513.900694:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028512512 00010000:00010000:3.0:1763335513.900745:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90400/0x10123ce7f0761a11 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b417 expref: 25 pid: 6517 timeout: 414 lvb_type: 0 00000100:00100000:3.0:1763335513.900792:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 153 00000100:00100000:3.0:1763335513.900802:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c0f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+25:2409:x1848991028512512:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335513.900819:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335513.900843:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90400/0x10123ce7f0761a11 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b417 expref: 25 pid: 6517 timeout: 414 lvb_type: 0 00010000:00010000:3.0:1763335513.900856:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90400/0x10123ce7f0761a11 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b417 expref: 25 pid: 6517 timeout: 414 lvb_type: 0 00010000:00010000:3.0:1763335513.900920:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90400/0x10123ce7f0761a11 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b417 expref: 25 pid: 6517 timeout: 414 lvb_type: 0 00010000:00010000:3.0:1763335513.900937:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335513.900943:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90200/0x10123ce7f0761a49 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b44f expref: 43 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335513.900957:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90200/0x10123ce7f0761a49 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b44f expref: 43 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335513.900966:0:6500:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90200/0x10123ce7f0761a49 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b44f expref: 43 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335513.901006:0:6500:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90200/0x10123ce7f0761a49 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b44f expref: 43 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335513.901033:0:6500:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc3781500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6500:1848991041115392:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335513.901121:0:6500:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850480 going to sleep for 11 seconds 00000100:00100000:3.0:1763335513.904116:0:6500:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc3781500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6500:1848991041115392:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335513.904141:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335513.904197:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c0f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+24:2409:x1848991028512512:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 3396us (4101us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335513.904210:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 153 00000100:00100000:3.0:1763335513.909711:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028512640 00000100:00100000:3.0:1763335513.909723:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028512640 00000100:00100000:3.0:1763335513.909808:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 128 00000100:00100000:3.0:1763335513.909819:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+44:2408:x1848991028512640:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:3.0:1763335513.910034:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 156219 -> 156219 00000004:00010000:3.0:1763335513.910039:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335514 -> 1763335514 00000004:00010000:3.0:1763335513.910041:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335514 -> 1763335514 00000004:00010000:3.0:1763335513.910043:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335514 -> 1763335514 00000004:00010000:3.0:1763335513.910046:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 112 -> 112 00000100:00100000:3.0:1763335513.910146:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+45:2408:x1848991028512640:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 328us (771us total) trans 4294967488 rc 0/0 00000100:00100000:3.0:1763335513.910153:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 128 00000100:00100000:3.0:1763335513.930816:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335513.956524:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028513280 00000100:00100000:3.0:1763335513.956535:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028513280 00010000:00010000:3.0:1763335513.956578:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aae800/0x10123ce7f076191c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b329 expref: 24 pid: 6517 timeout: 414 lvb_type: 0 00000100:00100000:3.0:1763335513.956614:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 154 00000100:00100000:3.0:1763335513.956625:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+24:2408:x1848991028513280:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335513.956658:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335513.956665:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aae800/0x10123ce7f076191c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b329 expref: 24 pid: 6517 timeout: 414 lvb_type: 0 00010000:00010000:3.0:1763335513.956679:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aae800/0x10123ce7f076191c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b329 expref: 24 pid: 6517 timeout: 414 lvb_type: 0 00010000:00010000:3.0:1763335513.956722:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aae800/0x10123ce7f076191c lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b329 expref: 24 pid: 6517 timeout: 414 lvb_type: 0 00010000:00010000:3.0:1763335513.956740:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335513.956745:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a44a00/0x10123ce7f0761a5e lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335513.956758:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a44a00/0x10123ce7f0761a5e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40290000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335513.956766:0:6500:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a44a00/0x10123ce7f0761a5e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40290000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335513.956803:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335513.956899:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+23:2408:x1848991028513280:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 246us (614us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335513.956908:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 154 00000100:00100000:3.0:1763335513.963022:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335514.010208:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335514.027529:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335514.040824:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335514.044659:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335514.048443:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc3354a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041116928:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335514.048478:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335514.049216:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f4514450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+46:2408:x1848991028515200:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 4012us (4554us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335514.049226:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 157 00000100:00100000:3.0:1763335514.055315:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028515456 00000100:00100000:3.0:1763335514.055325:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028515456 00010000:00010000:3.0:1763335514.055382:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a45e00/0x10123ce7f0761a65 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b464 expref: 8 pid: 14974 timeout: 414 lvb_type: 0 00000100:00100000:3.0:1763335514.055427:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 158 00000100:00100000:3.0:1763335514.055438:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5968e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991028515456:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335514.055455:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335514.055475:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a45e00/0x10123ce7f0761a65 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b464 expref: 8 pid: 14974 timeout: 414 lvb_type: 0 00010000:00010000:3.0:1763335514.055488:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a45e00/0x10123ce7f0761a65 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b464 expref: 8 pid: 14974 timeout: 414 lvb_type: 0 00010000:00010000:3.0:1763335514.055512:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a45e00/0x10123ce7f0761a65 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b464 expref: 8 pid: 14974 timeout: 414 lvb_type: 0 00010000:00010000:3.0:1763335514.055527:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335514.055529:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335514.055537:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a45c00/0x10123ce7f0761ab2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b49c expref: 13 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335514.055549:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a45c00/0x10123ce7f0761ab2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b49c expref: 13 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335514.055605:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a45c00/0x10123ce7f0761ab2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b49c expref: 13 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335514.055619:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc3780a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041117184:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335514.055707:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850540 going to sleep for 11 seconds 00000100:00100000:3.0:1763335514.058902:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc3780a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041117184:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335514.058929:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335514.058974:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5968e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+7:2408:x1848991028515456:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 3538us (3757us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335514.058986:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 158 00000100:00100000:3.0:1763335514.059785:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028515584 00000100:00100000:3.0:1763335514.059791:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028515584 00002000:00010000:3.0:1763335514.059823:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1572786->18446744073709551615) 00002000:00100000:3.0:1763335514.059828:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0c6722300 with x1848991028515584 ext(1572786->18446744073709551615) 00002000:00010000:3.0:1763335514.059839:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0c6722300. 00000100:00100000:3.0:1763335514.059943:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 88 00000100:00100000:3.0:1763335514.059952:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c6722300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+14:2409:x1848991028515584:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:3.0:1763335514.060276:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1249682 -> 1572786 00002000:00010000:3.0:1763335514.060280:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335514 -> 1763335514 00002000:00010000:3.0:1763335514.060282:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335514 -> 1763335514 00002000:00010000:3.0:1763335514.060284:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335514 -> 1763335514 00002000:00010000:3.0:1763335514.060286:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 88 -> 88 00000100:00100000:3.0:1763335514.060336:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c6722300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+15:2409:x1848991028515584:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 384us (625us total) trans 4294967350 rc 0/0 00000100:00100000:3.0:1763335514.060350:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 88 00002000:00010000:3.0:1763335514.060353:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1572786->18446744073709551615) 00002000:00100000:3.0:1763335514.060355:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0c6722300 with x1848991028515584 ext(1572786->18446744073709551615) 00002000:00010000:3.0:1763335514.060361:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0c6722300. 00000100:00100000:3.0:1763335514.068040:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028515712 00000100:00100000:3.0:1763335514.068049:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028515712 00002000:00100000:3.0:1763335514.068108:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->1572863) req@ffff9aefc5969180 x1848991028515712/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:560/0 lens 488/0 e 0 to 0 dl 1763335525 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335514.068119:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5969180 with x1848991028515712 ext(1048576->1572863) 00002000:00010000:3.0:1763335514.068125:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5969180 00000100:00100000:3.0:1763335514.068364:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 89 00000100:00100000:3.0:1763335514.068372:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5969180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+15:2408:x1848991028515712:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335514.102681:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335514.147822:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335514.149524:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028516864 00000100:00100000:3.0:1763335514.149530:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028516864 00000100:00100000:3.0:1763335514.149577:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 395 00000100:00100000:3.0:1763335514.149588:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3355880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+47:2408:x1848991028516864:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335514.149600:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335514.149614:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf000/0x10123ce7f0761aea lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847b4c6 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335514.149649:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a44600/0x10123ce7f0761aab lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b495 expref: 26 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335514.149693:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc3780700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041117952:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335514.149779:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850540 going to sleep for 11 seconds 00000100:00100000:3.0:1763335514.159586:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc3780700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041117952:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335514.159612:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 156219 00010000:00010000:3.0:1763335514.159632:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf000/0x10123ce7f0761aea lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b4c6 expref: 48 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335514.159657:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335514.159660:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335514.159666:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf000/0x10123ce7f0761aea lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b4c6 expref: 48 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335514.159679:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aaf000, rc 0) 00000100:00100000:3.0:1763335514.159751:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3355880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+47:2408:x1848991028516864:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 10165us (10282us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335514.159760:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 395 00000100:00100000:3.0:1763335514.163361:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028517120 00000100:00100000:3.0:1763335514.163370:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028517120 00000100:00100000:3.0:1763335514.169741:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028517248 00000100:00100000:3.0:1763335514.169748:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028517248 00010000:00010000:3.0:1763335514.169778:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a44600/0x10123ce7f0761aab lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b495 expref: 27 pid: 8224 timeout: 414 lvb_type: 0 00000100:00100000:3.0:1763335514.169971:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 159 00000100:00100000:3.0:1763335514.169981:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5965f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+27:2408:x1848991028517248:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335514.169997:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335514.170026:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a44600/0x10123ce7f0761aab lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b495 expref: 27 pid: 8224 timeout: 414 lvb_type: 0 00010000:00010000:3.0:1763335514.170038:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a44600/0x10123ce7f0761aab lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b495 expref: 27 pid: 8224 timeout: 414 lvb_type: 0 00010000:00010000:3.0:1763335514.170071:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a44600/0x10123ce7f0761aab lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b495 expref: 27 pid: 8224 timeout: 414 lvb_type: 0 00010000:00010000:3.0:1763335514.170084:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335514.170089:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90200/0x10123ce7f0761af1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b4d4 expref: 47 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335514.170100:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90200/0x10123ce7f0761af1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b4d4 expref: 47 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335514.170109:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90200/0x10123ce7f0761af1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b4d4 expref: 47 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335514.170145:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90200/0x10123ce7f0761af1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b4d4 expref: 47 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335514.170158:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc3780700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041118208:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335514.170232:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850540 going to sleep for 11 seconds 00000100:00100000:3.0:1763335514.172370:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc3780700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041118208:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335514.172394:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335514.172449:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5965f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+26:2408:x1848991028517248:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 2468us (2768us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335514.172472:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 159 00000100:00100000:3.0:1763335514.184203:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028517504 00000100:00100000:3.0:1763335514.184213:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028517504 00002000:00100000:3.0:1763335514.184260:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0c6723480 x1848991028517504/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:560/0 lens 504/0 e 0 to 0 dl 1763335525 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335514.184272:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0c6723480 with x1848991028517504 00000100:00100000:3.0:1763335514.184313:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 130 00000100:00100000:3.0:1763335514.184322:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c6723480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+48:2407:x1848991028517504:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335514.190417:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c6723480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+48:2407:x1848991028517504:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 6083us (6416us total) trans 0 rc 159744/159744 00000100:00100000:3.0:1763335514.190431:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 130 00002000:00100000:3.0:1763335514.190445:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0c6723480 x1848991028517504/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:560/0 lens 504/440 e 0 to 0 dl 1763335525 ref 1 fl Complete:/600/0 rc 159744/159744 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335514.190455:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0c6723480 with x1848991028517504 00000100:00100000:3.0:1763335514.193623:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028517632 00000100:00100000:3.0:1763335514.193634:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028517632 00002000:00100000:3.0:1763335514.193685:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc3355500 x1848991028517632/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:560/0 lens 488/0 e 0 to 0 dl 1763335525 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335514.193695:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc3355500 with x1848991028517632 00000100:00100000:3.0:1763335514.193738:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 131 00000100:00100000:3.0:1763335514.193748:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3355500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+48:2408:x1848991028517632:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335514.237489:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028518528 00000100:00100000:3.0:1763335514.237497:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028518528 00010000:00010000:3.0:1763335514.237533:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90200/0x10123ce7f0761af1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b4d4 expref: 48 pid: 6517 timeout: 414 lvb_type: 0 00000100:00100000:3.0:1763335514.237966:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 160 00000100:00100000:3.0:1763335514.237977:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc59cf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+48:2408:x1848991028518528:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335514.237994:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335514.238022:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90200/0x10123ce7f0761af1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b4d4 expref: 48 pid: 6517 timeout: 414 lvb_type: 0 00010000:00010000:3.0:1763335514.238035:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90200/0x10123ce7f0761af1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b4d4 expref: 48 pid: 6517 timeout: 414 lvb_type: 0 00010000:00010000:3.0:1763335514.238068:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90200/0x10123ce7f0761af1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b4d4 expref: 48 pid: 6517 timeout: 414 lvb_type: 0 00010000:00010000:3.0:1763335514.238085:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335514.238091:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91400/0x10123ce7f0761b22 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b4fe expref: 27 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335514.238105:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91400/0x10123ce7f0761b22 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b4fe expref: 27 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335514.238114:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91400/0x10123ce7f0761b22 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b4fe expref: 27 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335514.238151:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91400/0x10123ce7f0761b22 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b4fe expref: 27 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335514.238166:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc3780700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041118848:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335514.238241:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850540 going to sleep for 11 seconds 00000100:00100000:3.0:1763335514.242809:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc3780700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041118848:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335514.242829:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335514.242851:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc59cf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+47:2408:x1848991028518528:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 4876us (5824us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335514.242859:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 160 00000100:00100000:3.0:1763335514.253935:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028518784 00000100:00100000:3.0:1763335514.253946:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028518784 00000100:00100000:3.0:1763335514.254012:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 400 00000100:00100000:3.0:1763335514.254023:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+47:2408:x1848991028518784:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335514.254047:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335514.254080:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf000/0x10123ce7f0761b29 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847b505 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335514.254124:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91400/0x10123ce7f0761b22 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b4fe expref: 28 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335514.254169:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc3780700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041118976:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335514.254256:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850540 going to sleep for 11 seconds 00000100:00100000:3.0:1763335514.259915:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc3780700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041118976:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335514.259933:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 409461 00010000:00010000:3.0:1763335514.259947:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf000/0x10123ce7f0761b29 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b505 expref: 48 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335514.259972:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335514.259976:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335514.260005:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf000/0x10123ce7f0761b29 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b505 expref: 48 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335514.260017:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aaf000, rc 0) 00000100:00100000:3.0:1763335514.260063:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+47:2408:x1848991028518784:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6042us (6200us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335514.260071:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 400 00000100:00100000:3.0:1763335514.268843:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028519040 00000100:00100000:3.0:1763335514.268853:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028519040 00000100:00100000:3.0:1763335514.268946:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 401 00000100:00100000:3.0:1763335514.268956:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5967100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+47:2409:x1848991028519040:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335514.268979:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335514.269003:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aafa00/0x10123ce7f0761b37 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847b513 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335514.269065:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91400/0x10123ce7f0761b22 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b4fe expref: 28 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335514.269110:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc3780700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041119232:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335514.269186:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850540 going to sleep for 11 seconds 00000100:00100000:3.0:1763335514.277322:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc3780700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041119232:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335514.277350:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 409461 00010000:00010000:3.0:1763335514.277367:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aafa00/0x10123ce7f0761b37 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b513 expref: 48 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335514.277390:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335514.277393:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335514.277397:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aafa00/0x10123ce7f0761b37 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b513 expref: 48 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335514.277424:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aafa00, rc 0) 00000100:00100000:3.0:1763335514.277471:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5967100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+47:2409:x1848991028519040:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 8514us (8755us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335514.277481:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 401 00000100:00100000:3.0:1763335514.282812:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028519424 00000100:00100000:3.0:1763335514.282823:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028519424 00000100:00100000:3.0:1763335514.282929:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 402 00000100:00100000:3.0:1763335514.282940:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+29:15720:x1848991028519424:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:3.0:1763335514.283002:0:8224:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335514.283032:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91c00/0x10123ce7f0761b14 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b4f0 expref: 29 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335514.283059:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335514.283066:0:8224:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763335514.283251:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aafa00/0x10123ce7f0761b45 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335514.283269:0:8224:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a45400/0x10123ce7f0761ac0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b4a3 expref: 46 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335514.283281:0:8224:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aafa00/0x10123ce7f0761b45 lrc: 4/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335514.283319:0:8224:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a45400/0x10123ce7f0761ac0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b4a3 expref: 46 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335514.283334:0:8224:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a45400/0x10123ce7f0761ac0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b4a3 expref: 46 pid: 8224 timeout: 414 lvb_type: 0 00000100:00100000:3.0:1763335514.283360:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc3780700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041119488:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335514.283438:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850f00 going to sleep for 11 seconds 00000100:00100000:3.0:1763335514.290905:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc3780700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041119488:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335514.290933:0:8224:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aafa00/0x10123ce7f0761b45 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000100:00100000:3.0:1763335514.339149:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335514.348841:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028520192 00000100:00100000:3.0:1763335514.348852:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028520192 00000100:00100000:3.0:1763335514.348950:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 404 00000100:00100000:3.0:1763335514.348960:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5967b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+46:15720:x1848991028520192:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335514.348983:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335514.349008:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf000/0x10123ce7f0761b5a lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847b528 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335514.349110:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf400/0x10123ce7f0761b61 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335514.349129:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf400/0x10123ce7f0761b61 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335514.349144:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf400/0x10123ce7f0761b61 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000004:00200000:3.0:1763335514.349170:0:8224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 1534914 00000004:00200000:3.0:1763335514.349175:0:8224:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763335514.349194:0:8224:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf400/0x10123ce7f0761b61 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335514.349242:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf000/0x10123ce7f0761b5a lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b528 expref: 48 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335514.349260:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf400/0x10123ce7f0761b61 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b528 expref: 47 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335514.349269:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335514.349272:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763335514.349276:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aaf400, rc 0) 00000100:00100000:3.0:1763335514.349327:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5967b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+47:15720:x1848991028520192:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 368us (704us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335514.349334:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 404 00000100:00100000:3.0:1763335514.355657:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000004:00010000:3.0:1763335514.359071:0:8224:0:(mdt_lvb.c:177:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size: 409461 -> 848436 00000100:00100000:3.0:1763335514.359092:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5964700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041119616:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335514.359110:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 848436 00010000:00010000:3.0:1763335514.359126:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bb0c00/0x10123ce7f0761b68 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b52f expref: 48 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335514.359147:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335514.359150:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335514.359156:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bb0c00/0x10123ce7f0761b68 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b52f expref: 48 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335514.359171:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bb0c00, rc 0) 00000100:00100000:3.0:1763335514.359216:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3780000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+47:2409:x1848991028520320:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2752us (3567us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335514.359242:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 405 00000100:00100000:3.0:1763335514.372124:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028520576 00000100:00100000:3.0:1763335514.372135:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028520576 00000100:00100000:3.0:1763335514.372199:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 406 00000100:00100000:3.0:1763335514.372211:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5964700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+47:2409:x1848991028520576:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335514.372234:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335514.372258:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf000/0x10123ce7f0761b76 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847b53d expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335514.372299:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91400/0x10123ce7f0761b22 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b4fe expref: 31 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335514.372388:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc3781180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041119872:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335514.372475:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850f00 going to sleep for 11 seconds 00000100:00100000:3.0:1763335514.377700:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc3781180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041119872:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335514.377727:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 848436 00010000:00010000:3.0:1763335514.377747:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf000/0x10123ce7f0761b76 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b53d expref: 48 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335514.377771:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335514.377774:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335514.377781:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf000/0x10123ce7f0761b76 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b53d expref: 48 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335514.377794:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aaf000, rc 0) 00000100:00100000:3.0:1763335514.377939:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5964700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+47:2409:x1848991028520576:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5731us (5935us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335514.377956:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 406 00000100:00100000:3.0:1763335514.401223:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335514.406558:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335514.415512:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:3.0:1763335514.430252:0:6503:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763335514.448733:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0395180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041120384:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335514.448761:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 848436 00010000:00010000:3.0:1763335514.448783:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bb0c00/0x10123ce7f0761b8b lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b552 expref: 34 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335514.448806:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335514.448808:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335514.448814:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bb0c00/0x10123ce7f0761b8b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b552 expref: 34 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335514.448831:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bb0c00, rc 0) 00000100:00100000:3.0:1763335514.452454:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335514.494096:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028522368 00000100:00100000:3.0:1763335514.494104:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028522368 00002000:00100000:3.0:1763335514.494147:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc3355180 x1848991028522368/t0(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:560/0 lens 504/0 e 0 to 0 dl 1763335525 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335514.494157:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc3355180 with x1848991028522368 00010000:00010000:3.0:1763335514.494163:0:6530:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bb0a00/0x10123ce7f0761b84 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b54b expref: 48 pid: 8224 timeout: 415 lvb_type: 0 00010000:00010000:3.0:1763335514.494175:0:6530:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bb0a00/0x10123ce7f0761b84 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b54b expref: 48 pid: 8224 timeout: 415 lvb_type: 0 00002000:00010000:3.0:1763335514.494195:0:6530:0:(mdt_io.c:157:mdt_rw_hpreq_check()) lustre-MDT0000: refreshed 1 locks timeout for req ffff9aefc3355180 00000100:00100000:3.0:1763335514.494225:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 15 00000100:00100000:3.0:1763335514.494233:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3355180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+48:2408:x1848991028522368:12345-192.168.202.34@tcp:4:fsx.0 00000004:00010000:3.0:1763335514.498852:0:6530:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 971736 -> 971736 00000004:00010000:3.0:1763335514.498863:0:6530:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335514 -> 1763335514 00000004:00010000:3.0:1763335514.498865:0:6530:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335514 -> 1763335514 00000004:00010000:3.0:1763335514.498897:0:6530:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335514 -> 1763335514 00000004:00010000:3.0:1763335514.498899:0:6530:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 280 -> 440 00000100:00100000:3.0:1763335514.498988:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3355180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+50:2408:x1848991028522368:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 4750us (5306us total) trans 4294967497 rc 0/0 00000100:00100000:3.0:1763335514.498999:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 15 00002000:00100000:3.0:1763335514.499026:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc3355180 x1848991028522368/t4294967497(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:560/0 lens 504/448 e 0 to 0 dl 1763335525 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335514.499037:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc3355180 with x1848991028522368 00010000:00010000:3.0:1763335514.499046:0:6530:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bb0a00/0x10123ce7f0761b84 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b54b expref: 50 pid: 8224 timeout: 415 lvb_type: 0 00010000:00010000:3.0:1763335514.499071:0:6530:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bb0a00/0x10123ce7f0761b84 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b54b expref: 50 pid: 8224 timeout: 415 lvb_type: 0 00002000:00010000:3.0:1763335514.499079:0:6530:0:(mdt_io.c:157:mdt_rw_hpreq_check()) lustre-MDT0000: refreshed 1 locks timeout for req ffff9aefc3355180 00000100:00100000:3.0:1763335514.503750:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335514.508768:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc3354a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041121152:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335514.508793:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335514.508898:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3783b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+49:2408:x1848991028522496:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 4811us (5156us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335514.508909:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 163 00000100:00100000:3.0:1763335514.515110:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028522752 00000100:00100000:3.0:1763335514.515122:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028522752 00002000:00100000:3.0:1763335514.515173:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0d0397800 x1848991028522752/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:560/0 lens 488/0 e 0 to 0 dl 1763335525 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335514.515185:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0d0397800 with x1848991028522752 00000100:00100000:3.0:1763335514.517379:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 138 00000100:00100000:3.0:1763335514.517398:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0d0397800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+35:2409:x1848991028522752:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335514.517547:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0d0397800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+35:2409:x1848991028522752:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 154us (3150us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335514.517556:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 138 00002000:00100000:3.0:1763335514.517566:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0d0397800 x1848991028522752/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:560/0 lens 488/4536 e 0 to 0 dl 1763335525 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335514.517575:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0d0397800 with x1848991028522752 00000100:00100000:3.0:1763335514.518320:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0d0394380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+9:2409:x1848991028522880:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 2285us (3863us total) trans 0 rc 57344/57344 00000100:00100000:3.0:1763335514.518330:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 94 00002000:00100000:3.0:1763335514.518338:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1572864->1630207) req@ffff9af0d0394380 x1848991028522880/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:560/0 lens 488/440 e 0 to 0 dl 1763335525 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335514.518350:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0d0394380 with x1848991028522880 ext(1572864->1630207) 00002000:00010000:3.0:1763335514.518354:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0d0394380 00000100:00100000:3.0:1763335514.523089:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028523008 00000100:00100000:3.0:1763335514.523101:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028523008 00002000:00100000:3.0:1763335514.523161:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0d0397480 x1848991028523008/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:560/0 lens 488/0 e 0 to 0 dl 1763335525 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335514.523172:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0d0397480 with x1848991028523008 00000100:00100000:3.0:1763335514.523466:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 139 00000100:00100000:3.0:1763335514.523476:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0d0397480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+35:2408:x1848991028523008:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335514.523674:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0d0397480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+35:2408:x1848991028523008:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 199us (696us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335514.523683:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 139 00002000:00100000:3.0:1763335514.523690:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0d0397480 x1848991028523008/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:560/0 lens 488/4536 e 0 to 0 dl 1763335525 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335514.523698:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0d0397480 with x1848991028523008 00000100:00100000:3.0:1763335514.527921:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028523136 00000100:00100000:3.0:1763335514.527934:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028523136 00002000:00100000:3.0:1763335514.527983:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0d0396d80 x1848991028523136/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:560/0 lens 488/0 e 0 to 0 dl 1763335525 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335514.527994:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0d0396d80 with x1848991028523136 00000100:00100000:3.0:1763335514.528036:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 140 00000100:00100000:3.0:1763335514.528046:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0d0396d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+35:2408:x1848991028523136:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335514.528278:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0d0396d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+35:2408:x1848991028523136:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 231us (593us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335514.528286:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 140 00002000:00100000:3.0:1763335514.528293:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0d0396d80 x1848991028523136/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:560/0 lens 488/4536 e 0 to 0 dl 1763335525 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335514.528301:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0d0396d80 with x1848991028523136 00000100:00100000:3.0:1763335514.535904:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028523392 00000100:00100000:3.0:1763335514.535915:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028523392 00002000:00100000:3.0:1763335514.535960:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0d0395f80 x1848991028523392/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:560/0 lens 488/0 e 0 to 0 dl 1763335525 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335514.535970:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0d0395f80 with x1848991028523392 00000100:00100000:3.0:1763335514.536005:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 142 00000100:00100000:3.0:1763335514.536014:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0d0395f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+35:2408:x1848991028523392:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335514.536200:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0d0395f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+35:2408:x1848991028523392:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 186us (619us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335514.536208:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 142 00002000:00100000:3.0:1763335514.536214:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0d0395f80 x1848991028523392/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:560/0 lens 488/4536 e 0 to 0 dl 1763335525 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335514.536221:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0d0395f80 with x1848991028523392 00000100:00100000:3.0:1763335514.544274:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028523648 00000100:00100000:3.0:1763335514.544286:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028523648 00002000:00100000:3.0:1763335514.544337:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5801c00 x1848991028523648/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:560/0 lens 488/0 e 0 to 0 dl 1763335525 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335514.544348:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5801c00 with x1848991028523648 00000100:00100000:3.0:1763335514.544389:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 144 00000100:00100000:3.0:1763335514.544400:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5801c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+35:2409:x1848991028523648:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335514.544605:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5801c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+35:2409:x1848991028523648:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 206us (447us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335514.544613:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 144 00002000:00100000:3.0:1763335514.544620:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5801c00 x1848991028523648/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:560/0 lens 488/4536 e 0 to 0 dl 1763335525 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335514.544650:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5801c00 with x1848991028523648 00000100:00100000:3.0:1763335514.559835:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028524032 00000100:00100000:3.0:1763335514.559846:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028524032 00002000:00100000:3.0:1763335514.559917:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5803480 x1848991028524032/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:560/0 lens 488/0 e 0 to 0 dl 1763335525 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335514.559928:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5803480 with x1848991028524032 00000100:00100000:3.0:1763335514.560232:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 147 00000100:00100000:3.0:1763335514.560243:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5803480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+35:2409:x1848991028524032:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335514.561035:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5803480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+35:2409:x1848991028524032:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 792us (1289us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335514.561044:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 147 00002000:00100000:3.0:1763335514.561060:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5803480 x1848991028524032/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:560/0 lens 488/4536 e 0 to 0 dl 1763335525 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335514.561068:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5803480 with x1848991028524032 00000100:00100000:3.0:1763335514.564326:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028524160 00000100:00100000:3.0:1763335514.564336:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028524160 00002000:00100000:3.0:1763335514.564386:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0d0395880 x1848991028524160/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:560/0 lens 488/0 e 0 to 0 dl 1763335525 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335514.564397:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0d0395880 with x1848991028524160 00000100:00100000:3.0:1763335514.575213:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028524416 00000100:00100000:3.0:1763335514.575225:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028524416 00002000:00100000:3.0:1763335514.575279:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5800e00 x1848991028524416/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:560/0 lens 488/0 e 0 to 0 dl 1763335525 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335514.575290:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5800e00 with x1848991028524416 00000100:00100000:3.0:1763335514.575346:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 150 00000100:00100000:3.0:1763335514.575355:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5800e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+35:2407:x1848991028524416:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335514.575547:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5800e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+35:2407:x1848991028524416:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 192us (585us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335514.575554:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 150 00002000:00100000:3.0:1763335514.575560:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5800e00 x1848991028524416/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:560/0 lens 488/4536 e 0 to 0 dl 1763335525 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335514.575567:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5800e00 with x1848991028524416 00000100:00100000:3.0:1763335514.587247:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028524800 00000100:00100000:3.0:1763335514.587259:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028524800 00002000:00100000:3.0:1763335514.587311:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5801f80 x1848991028524800/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:560/0 lens 488/0 e 0 to 0 dl 1763335525 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335514.587322:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5801f80 with x1848991028524800 00000100:00100000:3.0:1763335514.587363:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 153 00000100:00100000:3.0:1763335514.587373:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5801f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+35:2407:x1848991028524800:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335514.587579:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5801f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+35:2407:x1848991028524800:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 206us (491us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335514.587587:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 153 00002000:00100000:3.0:1763335514.587595:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5801f80 x1848991028524800/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:560/0 lens 488/4536 e 0 to 0 dl 1763335525 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335514.587602:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5801f80 with x1848991028524800 00000100:00100000:3.0:1763335514.599206:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028525184 00000100:00100000:3.0:1763335514.599215:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028525184 00010000:00010000:3.0:1763335514.599253:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bb0000/0x10123ce7f0761b53 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b521 expref: 35 pid: 8224 timeout: 415 lvb_type: 0 00000100:00100000:3.0:1763335514.599307:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 164 00000100:00100000:3.0:1763335514.599317:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f4516050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+35:2408:x1848991028525184:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335514.599332:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335514.599339:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bb0000/0x10123ce7f0761b53 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b521 expref: 35 pid: 8224 timeout: 415 lvb_type: 0 00010000:00010000:3.0:1763335514.599351:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bb0000/0x10123ce7f0761b53 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b521 expref: 35 pid: 8224 timeout: 415 lvb_type: 0 00010000:00010000:3.0:1763335514.599374:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bb0000/0x10123ce7f0761b53 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b521 expref: 35 pid: 8224 timeout: 415 lvb_type: 0 00010000:00010000:3.0:1763335514.599389:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335514.599394:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a45200/0x10123ce7f0761bb5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335514.599407:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a45200/0x10123ce7f0761bb5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40290000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335514.599415:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a45200/0x10123ce7f0761bb5 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40290000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335514.599443:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335514.599486:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f4516050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+34:2408:x1848991028525184:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 171us (685us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335514.599493:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 164 00000100:00100000:3.0:1763335514.610055:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028525440 00000100:00100000:3.0:1763335514.610064:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028525440 00010000:00010000:3.0:1763335514.610108:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a44800/0x10123ce7f0761bae lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b575 expref: 34 pid: 8224 timeout: 415 lvb_type: 0 00000100:00100000:3.0:1763335514.610146:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 165 00000100:00100000:3.0:1763335514.610155:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43db800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+34:2408:x1848991028525440:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335514.610168:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335514.610189:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a44800/0x10123ce7f0761bae lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b575 expref: 34 pid: 8224 timeout: 415 lvb_type: 0 00010000:00010000:3.0:1763335514.610201:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a44800/0x10123ce7f0761bae lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b575 expref: 34 pid: 8224 timeout: 415 lvb_type: 0 00010000:00010000:3.0:1763335514.610225:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a44800/0x10123ce7f0761bae lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b575 expref: 34 pid: 8224 timeout: 415 lvb_type: 0 00010000:00010000:3.0:1763335514.610239:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335514.610244:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a44e00/0x10123ce7f0761bbc lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b57c expref: 51 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335514.610255:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a44e00/0x10123ce7f0761bbc lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b57c expref: 51 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335514.610264:0:6500:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a44e00/0x10123ce7f0761bbc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b57c expref: 51 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335514.610298:0:6500:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a44e00/0x10123ce7f0761bbc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b57c expref: 51 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335514.610313:0:6500:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc3781c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6500:1848991041121536:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335514.610388:0:6500:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58503c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335514.614923:0:6500:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc3781c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6500:1848991041121536:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335514.614942:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335514.614971:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43db800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+33:2408:x1848991028525440:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 4816us (5717us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335514.614981:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 165 00000100:00100000:3.0:1763335514.619776:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028525696 00000100:00100000:3.0:1763335514.619784:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028525696 00010000:00010000:3.0:1763335514.619826:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a45c00/0x10123ce7f0761ab2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b49c expref: 9 pid: 14974 timeout: 415 lvb_type: 0 00000100:00100000:3.0:1763335514.619895:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 166 00000100:00100000:3.0:1763335514.619906:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc2bd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+9:2409:x1848991028525696:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335514.619923:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335514.619941:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a45c00/0x10123ce7f0761ab2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b49c expref: 9 pid: 14974 timeout: 415 lvb_type: 0 00010000:00010000:3.0:1763335514.619955:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a45c00/0x10123ce7f0761ab2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b49c expref: 9 pid: 14974 timeout: 415 lvb_type: 0 00010000:00010000:3.0:1763335514.619981:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a45c00/0x10123ce7f0761ab2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b49c expref: 9 pid: 14974 timeout: 415 lvb_type: 0 00010000:00010000:3.0:1763335514.619998:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335514.620000:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335514.620019:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c91400/0x10123ce7f0761bc3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b583 expref: 6 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335514.620046:0:6500:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c91400/0x10123ce7f0761bc3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b583 expref: 6 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335514.620096:0:6500:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c91400/0x10123ce7f0761bc3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b583 expref: 6 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335514.620110:0:6500:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc3781c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6500:1848991041121792:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335514.620189:0:6500:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58503c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335514.624357:0:6500:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc3781c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6500:1848991041121792:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335514.624388:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335514.624442:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc2bd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+8:2409:x1848991028525696:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 4538us (5711us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335514.624453:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 166 00000100:00100000:3.0:1763335514.625973:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028525952 00000100:00100000:3.0:1763335514.625981:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028525952 00002000:00010000:3.0:1763335514.626020:0:8406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:3.0:1763335514.626025:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc43d9c00 with x1848991028525952 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335514.626037:0:8406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc43d9c00. 00000100:00100000:3.0:1763335514.626074:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 95 00000100:00100000:3.0:1763335514.626083:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028525952:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:3.0:1763335514.626603:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1628751 -> 0 00002000:00010000:3.0:1763335514.626607:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335514 -> 1763335514 00002000:00010000:3.0:1763335514.626610:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335514 -> 1763335514 00002000:00010000:3.0:1763335514.626613:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335514 -> 1763335514 00002000:00010000:3.0:1763335514.626623:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 336 -> 0 00000100:00100000:3.0:1763335514.626677:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+7:2408:x1848991028525952:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 595us (971us total) trans 4294967355 rc 0/0 00000100:00100000:3.0:1763335514.626685:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 95 00002000:00010000:3.0:1763335514.626689:0:8406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:3.0:1763335514.626692:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc43d9c00 with x1848991028525952 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335514.626697:0:8406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc43d9c00. 00000100:00100000:3.0:1763335514.654084:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028526592 00000100:00100000:3.0:1763335514.654096:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028526592 00010000:00010000:3.0:1763335514.654132:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a44e00/0x10123ce7f0761bbc lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b57c expref: 54 pid: 8224 timeout: 415 lvb_type: 0 00000100:00100000:3.0:1763335514.654172:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 167 00000100:00100000:3.0:1763335514.654183:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc2bd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:819c42eb-8a5f-4523-990c-a007cb66998d+54:2408:x1848991028526592:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335514.654198:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335514.654218:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a44e00/0x10123ce7f0761bbc lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 17 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b57c expref: 54 pid: 8224 timeout: 415 lvb_type: 0 00010000:00010000:3.0:1763335514.654231:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a44e00/0x10123ce7f0761bbc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 17 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b57c expref: 54 pid: 8224 timeout: 415 lvb_type: 0 00010000:00010000:3.0:1763335514.654254:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a44e00/0x10123ce7f0761bbc lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 17 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b57c expref: 54 pid: 8224 timeout: 415 lvb_type: 0 00010000:00010000:3.0:1763335514.654268:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335514.654273:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bb1200/0x10123ce7f0761be6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b59f expref: 33 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335514.654299:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bb1200/0x10123ce7f0761be6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b59f expref: 33 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335514.654308:0:6500:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bb1200/0x10123ce7f0761be6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b59f expref: 33 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335514.654342:0:6500:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bb1200/0x10123ce7f0761be6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b59f expref: 33 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335514.654354:0:6500:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc3781c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6500:1848991041122304:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335514.654427:0:6500:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58503c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335514.660325:0:6500:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc3781c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6500:1848991041122304:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335514.660347:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335514.660383:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc2bd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:819c42eb-8a5f-4523-990c-a007cb66998d+53:2408:x1848991028526592:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 6202us (6474us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335514.660391:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 167 00000100:00100000:3.0:1763335514.673602:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028527104 00000100:00100000:3.0:1763335514.673613:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028527104 00002000:00100000:3.0:1763335514.673667:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc43dbb80 x1848991028527104/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:560/0 lens 488/0 e 0 to 0 dl 1763335525 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335514.673678:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc43dbb80 with x1848991028527104 00000100:00100000:3.0:1763335514.673719:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 158 00000100:00100000:3.0:1763335514.673729:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+34:2407:x1848991028527104:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335514.673972:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+34:2407:x1848991028527104:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 243us (529us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335514.673998:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 158 00002000:00100000:3.0:1763335514.674006:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc43dbb80 x1848991028527104/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:560/0 lens 488/4536 e 0 to 0 dl 1763335525 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335514.674013:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc43dbb80 with x1848991028527104 00000100:00100000:3.0:1763335514.686286:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028527360 00000100:00100000:3.0:1763335514.686297:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028527360 00002000:00100000:3.0:1763335514.686348:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5845c00 x1848991028527360/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:560/0 lens 488/0 e 0 to 0 dl 1763335525 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335514.686358:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5845c00 with x1848991028527360 00000100:00100000:3.0:1763335514.686397:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 160 00000100:00100000:3.0:1763335514.686408:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5845c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+34:2406:x1848991028527360:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335514.686603:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5845c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+34:2406:x1848991028527360:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 196us (532us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335514.686610:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 160 00002000:00100000:3.0:1763335514.686617:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5845c00 x1848991028527360/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:560/0 lens 488/4536 e 0 to 0 dl 1763335525 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335514.686626:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5845c00 with x1848991028527360 00000100:00100000:3.0:1763335514.698102:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028527616 00000100:00100000:3.0:1763335514.698113:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028527616 00002000:00100000:3.0:1763335514.698162:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc43d9180 x1848991028527616/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:560/0 lens 488/0 e 0 to 0 dl 1763335525 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335514.698173:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc43d9180 with x1848991028527616 00000100:00100000:3.0:1763335514.698213:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 162 00000100:00100000:3.0:1763335514.698224:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+34:2406:x1848991028527616:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335514.698594:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+34:2406:x1848991028527616:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 370us (637us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335514.698602:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 162 00002000:00100000:3.0:1763335514.698608:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc43d9180 x1848991028527616/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:560/0 lens 488/4536 e 0 to 0 dl 1763335525 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335514.698615:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc43d9180 with x1848991028527616 00000100:00100000:3.0:1763335514.703522:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028527744 00000100:00100000:3.0:1763335514.703590:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028527744 00002000:00100000:3.0:1763335514.703642:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc43dad80 x1848991028527744/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:560/0 lens 488/0 e 0 to 0 dl 1763335525 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335514.703652:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc43dad80 with x1848991028527744 00000100:00100000:3.0:1763335514.703847:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 163 00000100:00100000:3.0:1763335514.703858:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+34:2407:x1848991028527744:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335514.704093:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+34:2407:x1848991028527744:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 237us (992us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335514.704101:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 163 00002000:00100000:3.0:1763335514.704108:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc43dad80 x1848991028527744/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:560/0 lens 488/4536 e 0 to 0 dl 1763335525 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335514.704115:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc43dad80 with x1848991028527744 00000100:00100000:3.0:1763335514.708225:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028527872 00000100:00100000:3.0:1763335514.708235:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028527872 00002000:00100000:3.0:1763335514.708287:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc43db100 x1848991028527872/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:560/0 lens 488/0 e 0 to 0 dl 1763335525 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335514.708298:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc43db100 with x1848991028527872 00000100:00100000:3.0:1763335514.709039:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 164 00000100:00100000:3.0:1763335514.709063:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+34:2407:x1848991028527872:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335514.709510:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+34:2407:x1848991028527872:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 213us (1136us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335514.709519:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 164 00002000:00100000:3.0:1763335514.709527:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc43db100 x1848991028527872/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:560/0 lens 488/4536 e 0 to 0 dl 1763335525 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335514.709536:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc43db100 with x1848991028527872 00000100:00100000:3.0:1763335514.724456:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028528256 00000100:00100000:3.0:1763335514.724467:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028528256 00002000:00100000:3.0:1763335514.724522:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4c41c00 x1848991028528256/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:560/0 lens 488/0 e 0 to 0 dl 1763335525 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335514.724534:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4c41c00 with x1848991028528256 00000100:00100000:3.0:1763335514.724577:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 167 00000100:00100000:3.0:1763335514.724586:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+34:2407:x1848991028528256:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335514.724786:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+34:2407:x1848991028528256:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 201us (573us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335514.724794:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 167 00002000:00100000:3.0:1763335514.724801:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4c41c00 x1848991028528256/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:560/0 lens 488/4536 e 0 to 0 dl 1763335525 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335514.724809:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4c41c00 with x1848991028528256 00000100:00100000:3.0:1763335514.732218:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028528512 00000100:00100000:3.0:1763335514.732228:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028528512 00002000:00100000:3.0:1763335514.732271:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4c43b80 x1848991028528512/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:560/0 lens 488/0 e 0 to 0 dl 1763335525 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335514.732302:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4c43b80 with x1848991028528512 00000100:00100000:3.0:1763335514.732341:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 169 00000100:00100000:3.0:1763335514.732350:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+34:2406:x1848991028528512:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335514.732524:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+34:2406:x1848991028528512:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 174us (416us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335514.732532:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 169 00002000:00100000:3.0:1763335514.732538:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4c43b80 x1848991028528512/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:560/0 lens 488/4536 e 0 to 0 dl 1763335525 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335514.732546:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4c43b80 with x1848991028528512 00000100:00100000:3.0:1763335514.777210:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335514.791455:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028529792 00000100:00100000:3.0:1763335514.791465:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028529792 00000100:00100000:3.0:1763335514.791525:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 420 00000100:00100000:3.0:1763335514.791536:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+53:2406:x1848991028529792:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335514.791560:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335514.791583:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf800/0x10123ce7f0761c17 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 17 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847b5c9 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335514.791620:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf800/0x10123ce7f0761c17 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 17 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b5c9 expref: 54 pid: 6517 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763335514.791632:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 229049 00010000:00010000:3.0:1763335514.791641:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf800/0x10123ce7f0761c17 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 17 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b5c9 expref: 54 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335514.791655:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335514.791672:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335514.791677:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aaf800, rc 0) 00000100:00100000:3.0:1763335514.792427:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+54:2406:x1848991028529792:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 892us (1185us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335514.792434:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 420 00000100:00100000:3.0:1763335514.806335:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028530304 00000100:00100000:3.0:1763335514.806347:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028530304 00000100:00100000:3.0:1763335514.806754:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 421 00000100:00100000:3.0:1763335514.806768:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+54:15720:x1848991028530304:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:3.0:1763335514.806832:0:6517:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335514.807130:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a45e00/0x10123ce7f0761bd1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b58a expref: 54 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335514.807153:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335514.807158:0:6517:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763335514.807329:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf000/0x10123ce7f0761c2c lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 17 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335514.807345:0:6517:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91c00/0x10123ce7f0761bf4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b5a6 expref: 34 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335514.807356:0:6517:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf000/0x10123ce7f0761c2c lrc: 4/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335514.807389:0:6517:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91c00/0x10123ce7f0761bf4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b5a6 expref: 34 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335514.807404:0:6517:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91c00/0x10123ce7f0761bf4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b5a6 expref: 34 pid: 8224 timeout: 415 lvb_type: 0 00000100:00100000:3.0:1763335514.807435:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc3783b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041123328:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335514.807527:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850f00 going to sleep for 11 seconds 00000100:00100000:3.0:1763335514.817189:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc3783b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041123328:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335514.817217:0:6517:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf000/0x10123ce7f0761c2c lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00000100:00100000:3.0:1763335514.861033:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335514.865653:0:6500:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c42a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6500:1848991041123840:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335514.865685:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335514.865748:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f4514c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+9:2408:x1848991028530944:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 4423us (4714us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335514.865759:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 171 00000100:00100000:3.0:1763335514.867495:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028531200 00000100:00100000:3.0:1763335514.867504:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028531200 00002000:00010000:3.0:1763335514.867546:0:8406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:3.0:1763335514.867552:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5844000 with x1848991028531200 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335514.867565:0:8406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5844000. 00000100:00100000:3.0:1763335514.867600:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 97 00000100:00100000:3.0:1763335514.867609:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5844000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+7:2408:x1848991028531200:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:3.0:1763335514.867752:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335514.867755:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335514 -> 1763335515 00002000:00010000:3.0:1763335514.867758:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335514 -> 1763335514 00002000:00010000:3.0:1763335514.867760:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335515 -> 1763335515 00002000:00010000:3.0:1763335514.867762:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 40 -> 40 00000100:00100000:3.0:1763335514.867836:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5844000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991028531200:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 227us (546us total) trans 4294967357 rc 0/0 00000100:00100000:3.0:1763335514.867843:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 97 00002000:00010000:3.0:1763335514.867847:0:8406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:3.0:1763335514.867849:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5844000 with x1848991028531200 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335514.867854:0:8406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5844000. 00000100:00100000:3.0:1763335514.912825:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028532096 00000100:00100000:3.0:1763335514.912837:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028532096 00000100:00100000:3.0:1763335514.913413:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 173 00000100:00100000:3.0:1763335514.913426:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4774000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+58:2408:x1848991028532096:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:3.0:1763335514.913652:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 232339 -> 559984 00000004:00010000:3.0:1763335514.913657:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335515 -> 1763335515 00000004:00010000:3.0:1763335514.913659:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335514 -> 1763335514 00000004:00010000:3.0:1763335514.913662:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335515 -> 1763335515 00000004:00010000:3.0:1763335514.913664:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 160 -> 272 00000100:00100000:3.0:1763335514.918140:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4774000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+59:2408:x1848991028532096:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 4700us (5420us total) trans 4294967505 rc 0/0 00000100:00100000:3.0:1763335514.918155:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 173 00000100:00100000:3.0:1763335514.937521:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028532224 00000100:00100000:3.0:1763335514.937532:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028532224 00000100:00100000:3.0:1763335514.937592:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 427 00000100:00100000:3.0:1763335514.937601:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc471ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+34:2409:x1848991028532224:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335514.937622:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335514.937645:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aafc00/0x10123ce7f0761c79 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 18 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847b616 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335514.937704:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a45000/0x10123ce7f0761c33 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 18 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b5de expref: 58 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335514.937744:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc3781c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041124480:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335514.962441:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335514.967228:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028532864 00000100:00100000:3.0:1763335514.967234:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028532864 00010000:00010000:3.0:1763335514.967263:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a45000/0x10123ce7f0761c33 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 18 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b5de expref: 59 pid: 6517 timeout: 415 lvb_type: 0 00000100:00100000:3.0:1763335514.967296:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 172 00000100:00100000:3.0:1763335514.967306:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc471d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:819c42eb-8a5f-4523-990c-a007cb66998d+59:2408:x1848991028532864:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335514.967321:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335514.967345:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a45000/0x10123ce7f0761c33 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 19 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b5de expref: 59 pid: 6517 timeout: 415 lvb_type: 0 00010000:00010000:3.0:1763335514.967358:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a45000/0x10123ce7f0761c33 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 19 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b5de expref: 59 pid: 6517 timeout: 415 lvb_type: 0 00010000:00010000:3.0:1763335514.967383:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a45000/0x10123ce7f0761c33 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 19 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b5de expref: 59 pid: 6517 timeout: 415 lvb_type: 0 00010000:00010000:3.0:1763335514.967398:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335514.967447:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a44e00/0x10123ce7f0761c95 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 18 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b632 expref: 34 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335514.967458:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a44e00/0x10123ce7f0761c95 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 18 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b632 expref: 34 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335514.967483:0:6500:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a44e00/0x10123ce7f0761c95 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 18 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b632 expref: 34 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335514.967515:0:6500:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a44e00/0x10123ce7f0761c95 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 18 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b632 expref: 34 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335514.967526:0:6500:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc3782300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6500:1848991041125120:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335514.967592:0:6500:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850180 going to sleep for 11 seconds 00000100:00100000:3.0:1763335514.973103:0:6500:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc3782300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6500:1848991041125120:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335514.973129:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335514.973181:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc471d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:819c42eb-8a5f-4523-990c-a007cb66998d+58:2408:x1848991028532864:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 5876us (6055us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335514.973193:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 172 00000100:00100000:3.0:1763335514.973405:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028532992 00000100:00100000:3.0:1763335514.973412:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028532992 00000100:00100000:3.0:1763335514.973697:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 174 00000100:00100000:3.0:1763335514.973707:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc471ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+35:2409:x1848991028532992:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:3.0:1763335514.973996:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 559984 -> 559984 00000004:00010000:3.0:1763335514.974000:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335515 -> 1763335515 00000004:00010000:3.0:1763335514.974002:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335514 -> 1763335514 00000004:00010000:3.0:1763335514.974004:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335515 -> 1763335515 00000004:00010000:3.0:1763335514.974007:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 272 -> 272 00000100:00100000:3.0:1763335514.974063:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc471ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+36:2409:x1848991028532992:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 357us (807us total) trans 4294967506 rc 0/0 00000100:00100000:3.0:1763335514.974079:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 174 00000100:00100000:3.0:1763335515.014099:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335515.025470:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028533504 00000100:00100000:3.0:1763335515.025477:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028533504 00010000:00010000:3.0:1763335515.025513:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a44e00/0x10123ce7f0761c95 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 18 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b632 expref: 36 pid: 6517 timeout: 415 lvb_type: 0 00000100:00100000:3.0:1763335515.025557:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 173 00000100:00100000:3.0:1763335515.025566:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc471fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+36:2408:x1848991028533504:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335515.025580:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335515.025600:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a44e00/0x10123ce7f0761c95 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 19 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b632 expref: 36 pid: 6517 timeout: 415 lvb_type: 0 00010000:00010000:3.0:1763335515.025612:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a44e00/0x10123ce7f0761c95 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 19 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b632 expref: 36 pid: 6517 timeout: 415 lvb_type: 0 00010000:00010000:3.0:1763335515.025635:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a44e00/0x10123ce7f0761c95 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 19 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b632 expref: 36 pid: 6517 timeout: 415 lvb_type: 0 00010000:00010000:3.0:1763335515.025650:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335515.025654:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a45400/0x10123ce7f0761caa lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 18 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b647 expref: 59 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335515.025663:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a45400/0x10123ce7f0761caa lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 18 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b647 expref: 58 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335515.025672:0:6500:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a45400/0x10123ce7f0761caa lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 18 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b647 expref: 58 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335515.025714:0:6500:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a45400/0x10123ce7f0761caa lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 18 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b647 expref: 58 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335515.025726:0:6500:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc3780a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6500:1848991041125632:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335515.025773:0:6500:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58506c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335515.029845:0:6500:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc3780a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6500:1848991041125632:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335515.029993:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335515.063297:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 177 00000100:00100000:3.0:1763335515.166934:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335515.171593:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335515.177267:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335515.194822:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335515.198973:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:3.0:1763335515.208027:0:3637:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1e00/0x10123ce7f0761595 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335515.208034:0:3637:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1e00/0x10123ce7f0761595 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335515.208040:0:3637:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1e00/0x10123ce7f0761595 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335515.208052:0:3637:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9af0ffad1e00 already unused, calling callback (ffffffffc1966550) 00010000:00010000:3.0:1763335515.208055:0:3637:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1e00/0x10123ce7f0761595 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335515.208060:0:3637:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1e00/0x10123ce7f0761595 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40218400000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335515.208078:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335515.208080:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335515.208083:0:3637:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1e00/0x10123ce7f0761595 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335515.208088:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1e00/0x10123ce7f0761595 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335515.208100:0:3637:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0c7e8b800/0x10123ce7f0761613 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335515.208105:0:3637:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0c7e8b800/0x10123ce7f0761613 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335515.208110:0:3637:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0c7e8b800/0x10123ce7f0761613 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335515.208115:0:3637:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9af0c7e8b800 already unused, calling callback (ffffffffc1966550) 00010000:00010000:3.0:1763335515.208117:0:3637:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0c7e8b800/0x10123ce7f0761613 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335515.208123:0:3637:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0c7e8b800/0x10123ce7f0761613 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335515.208129:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335515.208131:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335515.208133:0:3637:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0c7e8b800/0x10123ce7f0761613 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335515.208137:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0c7e8b800/0x10123ce7f0761613 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335515.208148:0:3637:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a45600/0x10123ce7f07617f6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335515.208159:0:3637:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a45600/0x10123ce7f07617f6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335515.208164:0:3637:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a45600/0x10123ce7f07617f6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335515.208168:0:3637:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc5a45600 already unused, calling callback (ffffffffc1966550) 00010000:00010000:3.0:1763335515.208171:0:3637:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a45600/0x10123ce7f07617f6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335515.208176:0:3637:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a45600/0x10123ce7f07617f6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335515.208183:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335515.208185:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335515.208188:0:3637:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a45600/0x10123ce7f07617f6 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335515.208192:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a45600/0x10123ce7f07617f6 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335515.208202:0:3637:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91e00/0x10123ce7f0761900 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335515.208207:0:3637:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91e00/0x10123ce7f0761900 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335515.208215:0:3637:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91e00/0x10123ce7f0761900 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335515.208219:0:3637:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc5c91e00 already unused, calling callback (ffffffffc1966550) 00010000:00010000:3.0:1763335515.208221:0:3637:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91e00/0x10123ce7f0761900 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335515.208235:0:3637:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91e00/0x10123ce7f0761900 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335515.208243:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335515.208245:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335515.208247:0:3637:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91e00/0x10123ce7f0761900 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335515.208253:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91e00/0x10123ce7f0761900 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335515.208263:0:3637:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a44a00/0x10123ce7f0761a5e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335515.208275:0:3637:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a44a00/0x10123ce7f0761a5e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335515.208280:0:3637:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a44a00/0x10123ce7f0761a5e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335515.208285:0:3637:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc5a44a00 already unused, calling callback (ffffffffc1966550) 00010000:00010000:3.0:1763335515.208287:0:3637:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a44a00/0x10123ce7f0761a5e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335515.208293:0:3637:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a44a00/0x10123ce7f0761a5e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335515.208300:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335515.208303:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335515.208305:0:3637:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a44a00/0x10123ce7f0761a5e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335515.208310:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a44a00/0x10123ce7f0761a5e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335515.208325:0:3637:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a45200/0x10123ce7f0761bb5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335515.208330:0:3637:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a45200/0x10123ce7f0761bb5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335515.208335:0:3637:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a45200/0x10123ce7f0761bb5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335515.208340:0:3637:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc5a45200 already unused, calling callback (ffffffffc1966550) 00010000:00010000:3.0:1763335515.208343:0:3637:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a45200/0x10123ce7f0761bb5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335515.208348:0:3637:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a45200/0x10123ce7f0761bb5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335515.208355:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335515.208357:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335515.208360:0:3637:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a45200/0x10123ce7f0761bb5 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335515.208364:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a45200/0x10123ce7f0761bb5 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335515.208372:0:3637:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf000/0x10123ce7f0761c2c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335515.208377:0:3637:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf000/0x10123ce7f0761c2c lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335515.208383:0:3637:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf000/0x10123ce7f0761c2c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335515.208387:0:3637:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc5aaf000 already unused, calling callback (ffffffffc1966550) 00010000:00010000:3.0:1763335515.208395:0:3637:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf000/0x10123ce7f0761c2c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335515.208402:0:3637:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf000/0x10123ce7f0761c2c lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335515.208410:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335515.208413:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335515.208415:0:3637:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf000/0x10123ce7f0761c2c lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335515.208420:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf000/0x10123ce7f0761c2c lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT0 00000100:00100000:3.0:1763335515.212349:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335515.221493:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028536320 00000100:00100000:3.0:1763335515.221503:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028536320 00000100:00100000:3.0:1763335515.221567:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 439 00000100:00100000:3.0:1763335515.221578:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc471f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+13:2409:x1848991028536320:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335515.221601:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335515.221626:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aafe00/0x10123ce7f0761cf0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847b67f expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335515.221665:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a44200/0x10123ce7f0761cd4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b66a expref: 9 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335515.221709:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5965f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041126912:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335515.221804:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58506c0 going to sleep for 11 seconds 00000004:00010000:3.0:1763335515.225837:0:8224:0:(mdt_lvb.c:189:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime: 1763335514 -> 1763335515 00000100:00100000:3.0:1763335515.225856:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5965f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041126912:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335515.225920:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 618002 00010000:00010000:3.0:1763335515.225936:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aafe00/0x10123ce7f0761cf0 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b67f expref: 14 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335515.225957:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335515.225960:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335515.225965:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aafe00/0x10123ce7f0761cf0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b67f expref: 14 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335515.225978:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aafe00, rc 0) 00000100:00100000:3.0:1763335515.226008:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc471f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+13:2409:x1848991028536320:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4433us (4608us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335515.226016:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 439 00000100:00100000:3.0:1763335515.237534:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028536576 00000100:00100000:3.0:1763335515.237549:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028536576 00000100:00100000:3.0:1763335515.237614:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 440 00000100:00100000:3.0:1763335515.237624:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5844a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+13:2408:x1848991028536576:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335515.237646:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335515.237670:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf000/0x10123ce7f0761cfe lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847b68d expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335515.237707:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a44200/0x10123ce7f0761cd4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b66a expref: 9 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335515.237746:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5965f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041127168:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335515.237829:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58506c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335515.241195:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5965f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041127168:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335515.241240:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 618002 00010000:00010000:3.0:1763335515.241260:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf000/0x10123ce7f0761cfe lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b68d expref: 14 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335515.241283:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335515.241286:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335515.241291:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf000/0x10123ce7f0761cfe lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b68d expref: 14 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335515.241306:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aaf000, rc 0) 00000100:00100000:3.0:1763335515.241371:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5844a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+13:2408:x1848991028536576:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3747us (7840us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335515.241381:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 440 00000100:00100000:3.0:1763335515.252770:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028536960 00000100:00100000:3.0:1763335515.252775:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028536960 00000100:00100000:3.0:1763335515.252819:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 441 00000100:00100000:3.0:1763335515.252830:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4fd1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+13:2407:x1848991028536960:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335515.252856:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335515.252914:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf000/0x10123ce7f0761d0c lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847b69b expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335515.252957:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a44200/0x10123ce7f0761cd4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b66a expref: 10 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335515.252999:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5965f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041127424:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335515.253097:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58506c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335515.262830:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335515.272414:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028537600 00000100:00100000:3.0:1763335515.272423:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028537600 00000100:00100000:3.0:1763335515.272458:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 256 00000100:00100000:3.0:1763335515.272464:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc471f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+7:2407:x1848991028537600:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335515.272473:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335515.272482:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aafe00/0x10123ce7f0761d2f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847b6be expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335515.272514:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc59cf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041128064:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335515.272539:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850240 going to sleep for 11 seconds 00000100:00100000:3.0:1763335515.286731:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028537856 00000100:00100000:3.0:1763335515.286739:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028537856 00000100:00100000:3.0:1763335515.286792:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 257 00000100:00100000:3.0:1763335515.286800:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc57a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+7:2406:x1848991028537856:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335515.286815:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335515.286829:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aae400/0x10123ce7f0761d3d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847b6cc expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335515.286906:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc59cf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041128320:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335515.286968:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58500c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335515.291310:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc59cf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041128320:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335515.291334:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aae400/0x10123ce7f0761d3d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b6cc expref: 8 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335515.291353:0:14974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aae400/0x10123ce7f0761d3d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b6cc expref: 8 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335515.291380:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aae400, rc 0) 00000100:00100000:3.0:1763335515.291422:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc57a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+7:2406:x1848991028537856:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4622us (6202us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335515.291429:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 257 00000100:00100000:3.0:1763335515.302179:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028538112 00000100:00100000:3.0:1763335515.302189:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028538112 00000100:00100000:3.0:1763335515.302346:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 258 00000100:00100000:3.0:1763335515.302356:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc57a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991028538112:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335515.302376:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335515.302395:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aae400/0x10123ce7f0761d44 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847b6da expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335515.302454:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc59cf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041128448:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335515.320056:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335515.339987:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028538624 00000100:00100000:3.0:1763335515.339998:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028538624 00002000:00100000:3.0:1763335515.340067:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4fd2680 x1848991028538624/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:561/0 lens 488/0 e 0 to 0 dl 1763335526 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335515.340079:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4fd2680 with x1848991028538624 00000100:00100000:3.0:1763335515.341094:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 183 00000100:00100000:3.0:1763335515.358568:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335515.382306:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335515.391569:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028539264 00000100:00100000:3.0:1763335515.391580:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028539264 00000100:00100000:3.0:1763335515.391642:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 447 00000100:00100000:3.0:1763335515.391668:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+10:15720:x1848991028539264:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335515.391695:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335515.391720:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaea00/0x10123ce7f0761d67 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847b6f6 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335515.391828:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaec00/0x10123ce7f0761d6e lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335515.391846:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaec00/0x10123ce7f0761d6e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335515.391859:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaec00/0x10123ce7f0761d6e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000004:00200000:3.0:1763335515.391925:0:8224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 618002 00000004:00200000:3.0:1763335515.391931:0:8224:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763335515.391951:0:8224:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaec00/0x10123ce7f0761d6e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335515.391977:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaea00/0x10123ce7f0761d67 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b6f6 expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335515.391996:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaec00/0x10123ce7f0761d6e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b6f6 expref: 11 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335515.392006:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335515.392009:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763335515.392013:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aaec00, rc 0) 00000100:00100000:3.0:1763335515.392092:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:15720:x1848991028539264:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 425us (628us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335515.392099:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 447 00000100:00100000:3.0:1763335515.394257:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335515.425120:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028539904 00000100:00100000:3.0:1763335515.425128:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028539904 00010000:00010000:3.0:1763335515.425165:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bb1a00/0x10123ce7f0761ce9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b678 expref: 14 pid: 6517 timeout: 416 lvb_type: 0 00000100:00100000:3.0:1763335515.425205:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 178 00000100:00100000:3.0:1763335515.425213:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f4516850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991028539904:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335515.425227:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335515.425234:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bb1a00/0x10123ce7f0761ce9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b678 expref: 14 pid: 6517 timeout: 416 lvb_type: 0 00010000:00010000:3.0:1763335515.425245:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bb1a00/0x10123ce7f0761ce9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b678 expref: 14 pid: 6517 timeout: 416 lvb_type: 0 00010000:00010000:3.0:1763335515.425267:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bb1a00/0x10123ce7f0761ce9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b678 expref: 14 pid: 6517 timeout: 416 lvb_type: 0 00010000:00010000:3.0:1763335515.425283:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335515.425288:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91600/0x10123ce7f0761d7c lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335515.425300:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91600/0x10123ce7f0761d7c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335515.425308:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91600/0x10123ce7f0761d7c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335515.425335:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335515.425384:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f4516850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+13:2409:x1848991028539904:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 171us (862us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335515.425412:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 178 00000100:00100000:3.0:1763335515.448110:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028540160 00000100:00100000:3.0:1763335515.448121:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028540160 00010000:00010000:3.0:1763335515.448156:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bb1000/0x10123ce7f0761d52 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b6e1 expref: 13 pid: 8224 timeout: 416 lvb_type: 0 00000100:00100000:3.0:1763335515.448198:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 179 00000100:00100000:3.0:1763335515.448206:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4cc4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+13:2408:x1848991028540160:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335515.448222:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335515.448242:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bb1000/0x10123ce7f0761d52 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b6e1 expref: 13 pid: 8224 timeout: 416 lvb_type: 0 00010000:00010000:3.0:1763335515.448254:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bb1000/0x10123ce7f0761d52 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b6e1 expref: 13 pid: 8224 timeout: 416 lvb_type: 0 00010000:00010000:3.0:1763335515.448276:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bb1000/0x10123ce7f0761d52 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b6e1 expref: 13 pid: 8224 timeout: 416 lvb_type: 0 00010000:00010000:3.0:1763335515.448292:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335515.448298:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91c00/0x10123ce7f0761d83 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b704 expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335515.448310:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91c00/0x10123ce7f0761d83 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b704 expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335515.448319:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91c00/0x10123ce7f0761d83 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b704 expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335515.448365:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91c00/0x10123ce7f0761d83 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b704 expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335515.448379:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5788e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041129472:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335515.448452:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850480 going to sleep for 11 seconds 00000100:00100000:3.0:1763335515.453066:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5788e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041129472:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335515.453090:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335515.453116:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4cc4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+12:2408:x1848991028540160:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 4912us (5128us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335515.453125:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 179 00000100:00100000:3.0:1763335515.457467:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028540544 00000100:00100000:3.0:1763335515.457479:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028540544 00000100:00100000:3.0:1763335515.457539:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 451 00000100:00100000:3.0:1763335515.457549:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+12:15720:x1848991028540544:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335515.457572:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335515.457597:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaea00/0x10123ce7f0761d8a lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847b70b expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335515.457696:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aae800/0x10123ce7f0761d91 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335515.457713:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aae800/0x10123ce7f0761d91 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335515.457726:0:6517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aae800/0x10123ce7f0761d91 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00000004:00200000:3.0:1763335515.457753:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 317191 00000004:00200000:3.0:1763335515.457767:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763335515.457788:0:6517:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aae800/0x10123ce7f0761d91 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335515.457816:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaea00/0x10123ce7f0761d8a lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b70b expref: 14 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335515.457835:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aae800/0x10123ce7f0761d91 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b70b expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335515.457844:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335515.457847:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763335515.457852:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aae800, rc 0) 00000100:00100000:3.0:1763335515.457945:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+13:15720:x1848991028540544:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 396us (1580us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335515.457952:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 451 00000100:00100000:3.0:1763335515.463265:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028540672 00000100:00100000:3.0:1763335515.463270:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028540672 00000100:00100000:3.0:1763335515.463308:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 452 00000100:00100000:3.0:1763335515.463316:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+13:2406:x1848991028540672:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335515.463327:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335515.463340:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aae600/0x10123ce7f0761d9f lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847b712 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335515.463372:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91c00/0x10123ce7f0761d83 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b704 expref: 14 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335515.463396:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5788e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041129728:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335515.463427:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850480 going to sleep for 11 seconds 00000100:00100000:3.0:1763335515.468211:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5788e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041129728:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335515.468229:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 317191 00010000:00010000:3.0:1763335515.468242:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aae600/0x10123ce7f0761d9f lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b712 expref: 14 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335515.468257:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335515.468260:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335515.468264:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aae600/0x10123ce7f0761d9f lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b712 expref: 14 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335515.468275:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aae600, rc 0) 00000100:00100000:3.0:1763335515.468314:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+13:2406:x1848991028540672:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4999us (5774us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335515.468322:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 452 00000100:00100000:3.0:1763335515.474144:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028540928 00000100:00100000:3.0:1763335515.474154:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028540928 00000100:00100000:3.0:1763335515.474937:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 453 00000100:00100000:3.0:1763335515.474946:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4cc4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+13:2409:x1848991028540928:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335515.474957:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335515.474972:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaea00/0x10123ce7f0761dad lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847b720 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335515.475006:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91c00/0x10123ce7f0761d83 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b704 expref: 14 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335515.475055:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5788e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041129984:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335515.475089:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850480 going to sleep for 11 seconds 00000100:00100000:3.0:1763335515.479587:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5788e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041129984:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335515.479613:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 317191 00010000:00010000:3.0:1763335515.479627:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaea00/0x10123ce7f0761dad lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b720 expref: 14 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335515.479643:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335515.479646:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335515.479650:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaea00/0x10123ce7f0761dad lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b720 expref: 14 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335515.479660:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aaea00, rc 0) 00000100:00100000:3.0:1763335515.479695:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4cc4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+13:2409:x1848991028540928:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4750us (5951us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335515.479702:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 453 00000100:00100000:3.0:1763335515.495905:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028541312 00000100:00100000:3.0:1763335515.495919:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028541312 00010000:00010000:3.0:1763335515.495966:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c90c00/0x10123ce7f0761cdb lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b671 expref: 13 pid: 14974 timeout: 416 lvb_type: 0 00000100:00100000:3.0:1763335515.496025:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 180 00000100:00100000:3.0:1763335515.496036:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47ec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+13:2408:x1848991028541312:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335515.496062:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335515.496084:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c90c00/0x10123ce7f0761cdb lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b671 expref: 13 pid: 14974 timeout: 416 lvb_type: 0 00010000:00010000:3.0:1763335515.496099:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c90c00/0x10123ce7f0761cdb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b671 expref: 13 pid: 14974 timeout: 416 lvb_type: 0 00010000:00010000:3.0:1763335515.496151:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335515.496154:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335515.496163:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c91a00/0x10123ce7f0761db4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1986560->2043903) gid 0 flags: 0x50080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b72e expref: 8 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335515.496174:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c91a00/0x10123ce7f0761db4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1986560->2043903) gid 0 flags: 0x50080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b72e expref: 8 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335515.496216:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c91a00/0x10123ce7f0761db4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1986560->2043903) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b72e expref: 8 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335515.496231:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5788e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041130240:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335515.496322:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850480 going to sleep for 11 seconds 00000100:00100000:3.0:1763335515.503844:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028541440 00000100:00100000:3.0:1763335515.503854:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028541440 00000100:00100000:3.0:1763335515.503931:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 454 00000100:00100000:3.0:1763335515.503942:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4cc7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+15:15720:x1848991028541440:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335515.503970:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335515.503993:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aae600/0x10123ce7f0761dbb lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847b735 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335515.504104:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaea00/0x10123ce7f0761dc2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335515.504122:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaea00/0x10123ce7f0761dc2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335515.504134:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaea00/0x10123ce7f0761dc2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000004:00200000:3.0:1763335515.504177:0:8224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 317191 00000004:00200000:3.0:1763335515.504181:0:8224:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763335515.504199:0:8224:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaea00/0x10123ce7f0761dc2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335515.504228:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aae600/0x10123ce7f0761dbb lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b735 expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335515.504246:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaea00/0x10123ce7f0761dc2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b735 expref: 16 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335515.504256:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335515.504259:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763335515.504263:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aaea00, rc 0) 00000100:00100000:3.0:1763335515.507636:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335515.531483:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335515.564858:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028542208 00000100:00100000:3.0:1763335515.564895:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028542208 00002000:00100000:3.0:1763335515.564942:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1986560->2043399) req@ffff9aefc57a0000 x1848991028542208/t0(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:561/0 lens 488/0 e 0 to 0 dl 1763335526 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335515.564954:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc57a0000 with x1848991028542208 ext(1986560->2043399) 00010000:00010000:3.0:1763335515.564963:0:8406:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c91a00/0x10123ce7f0761db4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1986560->2043903) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b72e expref: 8 pid: 14974 timeout: 416 lvb_type: 0 00010000:00010000:3.0:1763335515.565606:0:8406:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c91a00/0x10123ce7f0761db4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1986560->2043903) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b72e expref: 8 pid: 14974 timeout: 416 lvb_type: 0 00002000:00010000:3.0:1763335515.565614:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9aefc57a0000 00000100:00100000:3.0:1763335515.565654:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7 00000100:00100000:3.0:1763335515.565662:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc57a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991028542208:12345-192.168.202.34@tcp:4:fsx.0 00000100:00100000:3.0:1763335515.570571:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc57a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+10:2408:x1848991028542208:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 4899us (5944us total) trans 4294967361 rc 0/0 00000100:00100000:3.0:1763335515.570586:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7 00002000:00100000:3.0:1763335515.570601:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1986560->2043399) req@ffff9aefc57a0000 x1848991028542208/t4294967361(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:561/0 lens 488/448 e 0 to 0 dl 1763335526 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335515.570612:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc57a0000 with x1848991028542208 ext(1986560->2043399) 00010000:00010000:3.0:1763335515.570624:0:8406:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c91a00/0x10123ce7f0761db4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1986560->2043903) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b72e expref: 10 pid: 14974 timeout: 416 lvb_type: 0 00010000:00010000:3.0:1763335515.570641:0:8406:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c91a00/0x10123ce7f0761db4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1986560->2043903) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b72e expref: 10 pid: 14974 timeout: 416 lvb_type: 0 00002000:00010000:3.0:1763335515.570648:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9aefc57a0000 00000100:00100000:3.0:1763335515.576744:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028542336 00000100:00100000:3.0:1763335515.576756:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028542336 00010000:00010000:3.0:1763335515.576808:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c91a00/0x10123ce7f0761db4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1986560->2043903) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b72e expref: 10 pid: 14974 timeout: 416 lvb_type: 0 00000100:00100000:3.0:1763335515.584582:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335515.593642:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc471d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+13:2409:x1848991028542464:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 8664us (9055us total) trans 0 rc 417792/417792 00000100:00100000:3.0:1763335515.593656:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 101 00002000:00100000:3.0:1763335515.593671:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1314816->2043903) req@ffff9aefc471d500 x1848991028542464/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:561/0 lens 504/440 e 0 to 0 dl 1763335526 ref 1 fl Complete:/600/0 rc 417792/417792 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335515.593700:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc471d500 with x1848991028542464 ext(1314816->2043903) 00002000:00010000:3.0:1763335515.593706:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc471d500 00000100:00100000:3.0:1763335515.597190:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028542592 00000100:00100000:3.0:1763335515.597202:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028542592 00002000:00100000:3.0:1763335515.597254:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1323008->1327103) req@ffff9aefc4cc6d80 x1848991028542592/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:561/0 lens 488/0 e 0 to 0 dl 1763335526 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335515.597265:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4cc6d80 with x1848991028542592 ext(1323008->1327103) 00002000:00010000:3.0:1763335515.597271:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4cc6d80 00000100:00100000:3.0:1763335515.597637:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 102 00000100:00100000:3.0:1763335515.597648:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4cc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+13:2406:x1848991028542592:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335515.597855:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4cc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+13:2406:x1848991028542592:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 207us (766us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335515.597863:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 102 00002000:00100000:3.0:1763335515.597956:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1323008->1327103) req@ffff9aefc4cc6d80 x1848991028542592/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:561/0 lens 488/4536 e 0 to 0 dl 1763335526 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335515.597965:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4cc6d80 with x1848991028542592 ext(1323008->1327103) 00002000:00010000:3.0:1763335515.597968:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4cc6d80 00000100:00100000:3.0:1763335515.618181:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028543104 00000100:00100000:3.0:1763335515.618192:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028543104 00002000:00100000:3.0:1763335515.618247:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1314816->1327103) req@ffff9aefc57a1180 x1848991028543104/t0(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:561/0 lens 12776/0 e 0 to 0 dl 1763335526 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335515.618258:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc57a1180 with x1848991028543104 ext(1314816->1327103) 00010000:00010000:3.0:1763335515.618269:0:8406:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a45200/0x10123ce7f0761de5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1314816->1327103) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b758 expref: 13 pid: 14974 timeout: 416 lvb_type: 0 00010000:00010000:3.0:1763335515.618302:0:8406:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a45200/0x10123ce7f0761de5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1314816->1327103) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b758 expref: 13 pid: 14974 timeout: 416 lvb_type: 0 00002000:00010000:3.0:1763335515.618311:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9aefc57a1180 00000100:00100000:3.0:1763335515.618392:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 8 00000100:00100000:3.0:1763335515.618404:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc57a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+13:2409:x1848991028543104:12345-192.168.202.34@tcp:4:fsx.0 00000100:00100000:3.0:1763335515.628631:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335515.633347:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335515.662749:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335515.670736:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335515.671682:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335515.678989:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335515.684384:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335515.690619:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335515.690913:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335515.712028:0:13236:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:3.0:1763335515.712050:0:13236:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4cc5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3651:x1848991041132672:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1763335515.712091:0:13236:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 32768 granted 58413056 pending 0 free 1443770368 avail 1297530880 00000100:00100000:3.0:1763335515.712686:0:13236:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4cc5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3651:x1848991041132672:12345-0@lo:41:osp-pre-0-1.0 Request processed in 646us (1469us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335515.712695:0:13236:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00100000:3.0:1763335515.715926:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335515.726798:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335515.731543:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335515.741288:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335515.747425:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335515.747725:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335515.760241:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335515.760285:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335515.780519:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335515.785978:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335515.793347:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335515.800128:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335515.805252:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335515.814604:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc554c380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041134080:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335515.814633:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 605688 00010000:00010000:3.0:1763335515.814654:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91400/0x10123ce7f0761e94 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b7e4 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335515.814679:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335515.814683:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335515.814688:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91400/0x10123ce7f0761e94 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b7e4 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335515.814703:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5c91400, rc 0) 00000100:00100000:3.0:1763335515.814770:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc35eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+17:2408:x1848991028547456:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6969us (9526us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335515.814779:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 467 00000100:00100000:3.0:1763335515.821463:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335515.841013:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028547840 00000100:00100000:3.0:1763335515.841026:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028547840 00000100:00100000:3.0:1763335515.841122:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 469 00000100:00100000:3.0:1763335515.841153:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc554df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+20:15720:x1848991028547840:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:3.0:1763335515.841259:0:6517:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335515.841295:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a45800/0x10123ce7f0761e5c lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b7b3 expref: 20 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335515.841316:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335515.841322:0:6517:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763335515.841559:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aae600/0x10123ce7f0761ea2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335515.841573:0:6517:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a45200/0x10123ce7f0761e8d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b7dd expref: 16 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335515.841584:0:6517:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aae600/0x10123ce7f0761ea2 lrc: 4/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335515.841625:0:6517:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a45200/0x10123ce7f0761e8d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b7dd expref: 16 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335515.841641:0:6517:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a45200/0x10123ce7f0761e8d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b7dd expref: 16 pid: 8224 timeout: 416 lvb_type: 0 00000100:00100000:3.0:1763335515.841658:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc35efb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041134336:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335515.842375:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850480 going to sleep for 11 seconds 00000100:00100000:3.0:1763335515.847421:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:3.0:1763335515.848989:0:6517:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aae600/0x10123ce7f0761ea2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335515.849016:0:6517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aae600/0x10123ce7f0761ea2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00000001:00080000:3.0:1763335515.849191:0:6517:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967523 00000004:00010000:3.0:1763335515.849253:0:6517:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 605688 -> 605688 00000004:00010000:3.0:1763335515.849258:0:6517:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335516 -> 1763335516 00000004:00010000:3.0:1763335515.849261:0:6517:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335514 -> 1763335514 00000004:00010000:3.0:1763335515.849263:0:6517:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335516 -> 1763335516 00000004:00010000:3.0:1763335515.849266:0:6517:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 88 -> 88 00000004:00010000:3.0:1763335515.849273:0:6517:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000094893da5 reply state 00000000877e3d87 transno 4294967524 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aae600/0x10123ce7f0761ea2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335515.849922:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aae600/0x10123ce7f0761ea2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335515.849938:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335515.849942:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763335515.849946:0:6517:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763335515.850131:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc554df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+22:15720:x1848991028547840:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 8975us (9539us total) trans 4294967524 rc 0/0 00000100:00100000:3.0:1763335515.850154:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 469 00000020:00080000:3.0:1763335515.850162:0:6517:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763335515.860396:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335515.899375:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335515.922862:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335515.999559:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028549888 00000100:00100000:3.0:1763335515.999575:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028549888 00000100:00100000:3.0:1763335515.999663:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 470 00000100:00100000:3.0:1763335515.999675:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c6720a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+25:2409:x1848991028549888:12345-192.168.202.34@tcp:16:fsx.0 00010000:00010000:3.0:1763335516.004370:0:3637:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a45e00/0x10123ce7f0761e40 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335516.004383:0:3637:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a45e00/0x10123ce7f0761e40 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335516.004388:0:3637:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a45e00/0x10123ce7f0761e40 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335516.004393:0:3637:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc5a45e00 already unused, calling callback (ffffffffc1966550) 00010000:00010000:3.0:1763335516.004396:0:3637:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a45e00/0x10123ce7f0761e40 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335516.004401:0:3637:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a45e00/0x10123ce7f0761e40 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335516.004410:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335516.004412:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335516.004414:0:3637:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a45e00/0x10123ce7f0761e40 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335516.004420:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a45e00/0x10123ce7f0761e40 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00000100:00100000:3.0:1763335516.038055:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028550272 00000100:00100000:3.0:1763335516.038069:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028550272 00000100:00100000:3.0:1763335516.047166:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028550400 00000100:00100000:3.0:1763335516.047179:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028550400 00000100:00100000:3.0:1763335516.047252:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 473 00000100:00100000:3.0:1763335516.047262:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5472d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+13:2408:x1848991028550400:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335516.047286:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335516.047311:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf600/0x10123ce7f0761ecc lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847b807 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.047376:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a44400/0x10123ce7f0761e7f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b7d6 expref: 11 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335516.047425:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc35eca80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041134720:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335516.047549:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850540 going to sleep for 11 seconds 00000100:00080000:3.0:1763335516.050895:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00010000:3.0:1763335516.053329:0:8224:0:(mdt_lvb.c:189:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime: 1763335514 -> 1763335516 00000100:00100000:3.0:1763335516.053373:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc35eca80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041134720:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335516.053419:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 749262 00010000:00010000:3.0:1763335516.053444:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf600/0x10123ce7f0761ecc lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b807 expref: 14 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.053471:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335516.053474:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335516.053480:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf600/0x10123ce7f0761ecc lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b807 expref: 14 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.053498:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aaf600, rc 0) 00000100:00100000:3.0:1763335516.055334:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5472d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+13:2408:x1848991028550400:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 8061us (8644us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335516.055349:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 473 00000100:00100000:3.0:1763335516.062000:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028550656 00000100:00100000:3.0:1763335516.062005:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028550656 00000100:00100000:3.0:1763335516.062067:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 474 00000100:00100000:3.0:1763335516.062075:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5472680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+13:2408:x1848991028550656:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335516.062086:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335516.062119:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf600/0x10123ce7f0761ee1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847b815 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.062155:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a44400/0x10123ce7f0761e7f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b7d6 expref: 11 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335516.062183:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc35eca80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041135104:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335516.084576:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:3.0:1763335516.086103:0:8224:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90e00/0x10123ce7f0761ee8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335516.086115:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90e00/0x10123ce7f0761ee8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000001:00080000:3.0:1763335516.086257:0:8224:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967528 00000004:00010000:3.0:1763335516.086320:0:8224:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 749262 -> 749262 00000004:00010000:3.0:1763335516.086324:0:8224:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335516 -> 1763335516 00000004:00010000:3.0:1763335516.086327:0:8224:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335516 -> 1763335514 00000004:00010000:3.0:1763335516.086330:0:8224:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335516 -> 1763335516 00000004:00010000:3.0:1763335516.086333:0:8224:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 208 -> 208 00000004:00010000:3.0:1763335516.086341:0:8224:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003d4cac5a reply state 0000000085493d39 transno 4294967529 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90e00/0x10123ce7f0761ee8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335516.086358:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90e00/0x10123ce7f0761ee8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335516.086366:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335516.086369:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763335516.086372:0:8224:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763335516.088486:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4cc5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+15:15720:x1848991028551040:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 10379us (12740us total) trans 4294967529 rc 0/0 00000100:00100000:3.0:1763335516.088522:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 475 00000020:00080000:3.0:1763335516.088533:0:8224:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763335516.090858:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335516.110269:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028551552 00000100:00100000:3.0:1763335516.110279:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028551552 00000100:00100000:3.0:1763335516.110350:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 281 00000100:00100000:3.0:1763335516.110362:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc57a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:819c42eb-8a5f-4523-990c-a007cb66998d+10:15720:x1848991028551552:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335516.110380:0:8402:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335516.110400:0:8402:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aae000/0x10123ce7f0761ef6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847b82a expref: -99 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.110432:0:8402:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c90800/0x10123ce7f0761ea9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b7f2 expref: 16 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.110442:0:8402:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335516.110444:0:8402:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335516.110449:0:8402:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aae000/0x10123ce7f0761ef6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b82a expref: 11 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.110484:0:8402:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c90800/0x10123ce7f0761ea9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b7f2 expref: 16 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.110499:0:8402:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c90800/0x10123ce7f0761ea9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b7f2 expref: 16 pid: 14974 timeout: 416 lvb_type: 0 00000100:00100000:3.0:1763335516.110514:0:8402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc35efb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041135616:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335516.110615:0:8402:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58506c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335516.116237:0:8402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc35efb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041135616:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335516.116287:0:8402:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aae000/0x10123ce7f0761ef6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b82a expref: 11 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.116317:0:8402:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aae000, rc 0) 00000100:00100000:3.0:1763335516.116403:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc57a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:819c42eb-8a5f-4523-990c-a007cb66998d+11:15720:x1848991028551552:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6039us (6815us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335516.116418:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 281 00000100:00100000:3.0:1763335516.141861:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028551936 00000100:00100000:3.0:1763335516.141878:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028551936 00000100:00100000:3.0:1763335516.176354:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335516.181415:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335516.192723:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028552704 00000100:00100000:3.0:1763335516.192733:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028552704 00000100:00100000:3.0:1763335516.192887:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 478 00000100:00100000:3.0:1763335516.192897:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+10:15720:x1848991028552704:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335516.192934:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335516.192955:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aafc00/0x10123ce7f0761f0b lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847b838 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.193055:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aafa00/0x10123ce7f0761f12 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335516.193071:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aafa00/0x10123ce7f0761f12 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335516.193082:0:6517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aafa00/0x10123ce7f0761f12 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00000004:00200000:3.0:1763335516.193122:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 1678849 00000004:00200000:3.0:1763335516.193126:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763335516.193143:0:6517:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aafa00/0x10123ce7f0761f12 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335516.193167:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aafc00/0x10123ce7f0761f0b lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b838 expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.193183:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aafa00/0x10123ce7f0761f12 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b838 expref: 11 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.193192:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335516.193195:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763335516.193199:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aafa00, rc 0) 00000100:00100000:3.0:1763335516.193257:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:15720:x1848991028552704:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 361us (840us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335516.193264:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 478 00000100:00100000:3.0:1763335516.197729:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028552832 00000100:00100000:3.0:1763335516.197734:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028552832 00000100:00100000:3.0:1763335516.197775:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 479 00000100:00100000:3.0:1763335516.197783:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5473100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2408:x1848991028552832:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335516.197793:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335516.197808:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf000/0x10123ce7f0761f20 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847b83f expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.197839:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91600/0x10123ce7f0761eef lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b823 expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335516.197898:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc35ef480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041136000:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335516.197932:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58506c0 going to sleep for 11 seconds 00000004:00010000:3.0:1763335516.200936:0:6517:0:(mdt_lvb.c:189:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime: 1763335514 -> 1763335516 00000100:00100000:3.0:1763335516.200952:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc35ef480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041136000:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335516.200965:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 749262 00010000:00010000:3.0:1763335516.200976:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf000/0x10123ce7f0761f20 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b83f expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.200991:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335516.200994:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335516.200999:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf000/0x10123ce7f0761f20 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b83f expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.201009:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aaf000, rc 0) 00000100:00100000:3.0:1763335516.201042:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5473100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2408:x1848991028552832:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3251us (3749us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335516.201049:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 479 00000100:00100000:3.0:1763335516.206077:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028553088 00000100:00100000:3.0:1763335516.206081:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028553088 00000100:00100000:3.0:1763335516.206115:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 480 00000100:00100000:3.0:1763335516.206121:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4cc7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2406:x1848991028553088:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335516.206131:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335516.206144:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aafc00/0x10123ce7f0761f2e lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847b84d expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.206172:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91600/0x10123ce7f0761eef lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b823 expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335516.206200:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc35ef480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041136256:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335516.206223:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58506c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335516.209625:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc35ef480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041136256:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335516.209639:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 749262 00010000:00010000:3.0:1763335516.209653:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aafc00/0x10123ce7f0761f2e lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b84d expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.209667:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335516.209670:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335516.209674:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aafc00/0x10123ce7f0761f2e lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b84d expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.209684:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aafc00, rc 0) 00000100:00100000:3.0:1763335516.209707:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4cc7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2406:x1848991028553088:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3587us (4172us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335516.209715:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 480 00000100:00100000:3.0:1763335516.215178:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028553344 00000100:00100000:3.0:1763335516.215188:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028553344 00000100:00100000:3.0:1763335516.215253:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 481 00000100:00100000:3.0:1763335516.215264:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4cc6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2407:x1848991028553344:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335516.215286:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335516.215311:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aafc00/0x10123ce7f0761f35 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847b85b expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.215350:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91600/0x10123ce7f0761eef lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b823 expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335516.215415:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc35ef480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041136384:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335516.215495:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58506c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335516.219319:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc35ef480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041136384:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335516.219346:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 749262 00010000:00010000:3.0:1763335516.219367:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aafc00/0x10123ce7f0761f35 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b85b expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.219388:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335516.219391:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335516.219396:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aafc00/0x10123ce7f0761f35 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b85b expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.219410:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aafc00, rc 0) 00000100:00100000:3.0:1763335516.219705:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4cc6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2407:x1848991028553344:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4440us (4870us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335516.219714:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 481 00000100:00100000:3.0:1763335516.226268:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028553600 00000100:00100000:3.0:1763335516.226272:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028553600 00000100:00100000:3.0:1763335516.226331:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 482 00000100:00100000:3.0:1763335516.226342:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4cc4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2408:x1848991028553600:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335516.226367:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335516.226391:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aafc00/0x10123ce7f0761f43 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847b869 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.226431:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91600/0x10123ce7f0761eef lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b823 expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335516.226491:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc35ef480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041136640:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335516.226580:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58506c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335516.231161:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc35ef480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041136640:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335516.231186:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 749262 00010000:00010000:3.0:1763335516.231204:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aafc00/0x10123ce7f0761f43 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b869 expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.231227:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335516.231230:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335516.231234:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aafc00/0x10123ce7f0761f43 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b869 expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.231248:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aafc00, rc 0) 00000100:00100000:3.0:1763335516.231311:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4cc4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2408:x1848991028553600:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4971us (5384us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335516.231320:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 482 00000100:00100000:3.0:1763335516.238423:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028553856 00000100:00100000:3.0:1763335516.238433:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028553856 00000100:00100000:3.0:1763335516.238488:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 483 00000100:00100000:3.0:1763335516.238499:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4cc5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2407:x1848991028553856:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335516.238523:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335516.238548:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf000/0x10123ce7f0761f51 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847b877 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.238594:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91600/0x10123ce7f0761eef lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b823 expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335516.238663:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc35ef480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041136896:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335516.238741:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58506c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335516.243566:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc35ef480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041136896:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335516.243600:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 749262 00010000:00010000:3.0:1763335516.243621:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf000/0x10123ce7f0761f51 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b877 expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.243645:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335516.243648:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335516.243653:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf000/0x10123ce7f0761f51 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b877 expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.243665:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aaf000, rc 0) 00000100:00100000:3.0:1763335516.243738:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4cc5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2407:x1848991028553856:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5239us (5747us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335516.243747:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 483 00000100:00100000:3.0:1763335516.249275:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028554112 00000100:00100000:3.0:1763335516.249286:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028554112 00000100:00100000:3.0:1763335516.249499:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 484 00000100:00100000:3.0:1763335516.249509:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c0ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:15720:x1848991028554112:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335516.249531:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335516.249558:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aafc00/0x10123ce7f0761f5f lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847b885 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.249593:0:6517:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91600/0x10123ce7f0761eef lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b823 expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.249615:0:6517:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aafc00/0x10123ce7f0761f5f lrc: 4/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b885 expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.249656:0:6517:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91600/0x10123ce7f0761eef lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b823 expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.249671:0:6517:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91600/0x10123ce7f0761eef lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b823 expref: 17 pid: 8224 timeout: 416 lvb_type: 0 00000100:00100000:3.0:1763335516.249685:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc35ef480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041137152:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335516.249779:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58506c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335516.254192:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc35ef480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041137152:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335516.254233:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aafc00/0x10123ce7f0761f5f lrc: 3/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b885 expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.254254:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335516.254257:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335516.254261:0:6517:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aafc00/0x10123ce7f0761f5f lrc: 3/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b885 expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.254274:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aafc00, rc 0) 00000100:00100000:3.0:1763335516.254338:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c0ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+12:15720:x1848991028554112:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4829us (5178us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335516.254348:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 484 00000100:00100000:3.0:1763335516.292193:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028554880 00000100:00100000:3.0:1763335516.292207:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028554880 00000100:00100000:3.0:1763335516.292306:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 485 00000100:00100000:3.0:1763335516.292454:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc579e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+17:2409:x1848991028554880:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335516.292487:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335516.292514:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf000/0x10123ce7f0761f6d lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847b893 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.292561:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf000/0x10123ce7f0761f6d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b893 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763335516.292576:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 749262 00010000:00010000:3.0:1763335516.292585:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf000/0x10123ce7f0761f6d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b893 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.292600:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335516.292604:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335516.292608:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aaf000, rc 0) 00000100:00100000:3.0:1763335516.292841:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc579e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+18:2409:x1848991028554880:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 524us (764us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335516.292850:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 485 00000100:00100000:3.0:1763335516.326512:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028555392 00000100:00100000:3.0:1763335516.326524:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028555392 00000100:00100000:3.0:1763335516.326596:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 486 00000100:00100000:3.0:1763335516.326606:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc579c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+18:15720:x1848991028555392:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:3.0:1763335516.326672:0:6517:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335516.326705:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a45c00/0x10123ce7f0761f04 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b831 expref: 18 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.326725:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335516.326753:0:6517:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763335516.327361:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aafe00/0x10123ce7f0761f82 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335516.327377:0:6517:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aafa00/0x10123ce7f0761f12 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b838 expref: 11 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.327388:0:6517:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aafe00/0x10123ce7f0761f82 lrc: 4/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335516.327424:0:6517:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aafa00/0x10123ce7f0761f12 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b838 expref: 11 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.327441:0:6517:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aafa00/0x10123ce7f0761f12 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b838 expref: 11 pid: 6517 timeout: 417 lvb_type: 0 00000100:00100000:3.0:1763335516.327456:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc35ef480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041137792:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335516.327560:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58506c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335516.332599:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc35ef480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041137792:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335516.332632:0:6517:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aafe00/0x10123ce7f0761f82 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335516.335770:0:6517:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aafe00/0x10123ce7f0761f82 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335516.335788:0:6517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aafe00/0x10123ce7f0761f82 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00000001:00080000:3.0:1763335516.335901:0:6517:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967531 00000004:00010000:3.0:1763335516.335957:0:6517:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 749262 -> 749262 00000004:00010000:3.0:1763335516.335961:0:6517:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335516 -> 1763335516 00000004:00010000:3.0:1763335516.335975:0:6517:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335516 -> 1763335514 00000004:00010000:3.0:1763335516.335978:0:6517:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335516 -> 1763335516 00000004:00010000:3.0:1763335516.335980:0:6517:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 248 -> 248 00000004:00010000:3.0:1763335516.335988:0:6517:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000008db1d0d2 reply state 0000000001f78db7 transno 4294967532 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aafe00/0x10123ce7f0761f82 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335516.336003:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aafe00/0x10123ce7f0761f82 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335516.336011:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335516.336014:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763335516.336017:0:6517:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763335516.336104:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc579c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+20:15720:x1848991028555392:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 9500us (9705us total) trans 4294967532 rc 0/0 00000100:00100000:3.0:1763335516.336111:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 486 00000020:00080000:3.0:1763335516.336115:0:6517:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763335516.338980:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028555648 00000100:00100000:3.0:1763335516.338990:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028555648 00000100:00100000:3.0:1763335516.339056:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 487 00000100:00100000:3.0:1763335516.339066:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f45b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+20:15720:x1848991028555648:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335516.339354:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335516.339358:0:6517:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763335516.339404:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf000/0x10123ce7f0761f6d lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b893 expref: 20 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.339424:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335516.339428:0:6517:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763335516.339442:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aae400/0x10123ce7f0761f89 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847b8a8 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.339481:0:6517:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aafc00/0x10123ce7f0761f5f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b885 expref: 10 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.339488:0:6517:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aae400/0x10123ce7f0761f89 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b8a8 expref: 20 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.339511:0:6517:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aafc00/0x10123ce7f0761f5f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b885 expref: 10 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.339521:0:6517:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aafc00/0x10123ce7f0761f5f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b885 expref: 10 pid: 6517 timeout: 417 lvb_type: 0 00000100:00100000:3.0:1763335516.339530:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc35ef480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041137920:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335516.339604:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850240 going to sleep for 11 seconds 00000100:00100000:3.0:1763335516.344835:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc35ef480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041137920:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335516.344864:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aae400/0x10123ce7f0761f89 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b8a8 expref: 20 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.344896:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335516.344898:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335516.344903:0:6517:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aae400/0x10123ce7f0761f89 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b8a8 expref: 20 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.344914:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aae400, rc 0) 00000100:00100000:3.0:1763335516.344968:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f45b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+20:15720:x1848991028555648:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5904us (6184us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335516.344995:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 487 00000100:00100000:3.0:1763335516.351429:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028555904 00000100:00100000:3.0:1763335516.351437:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028555904 00002000:00010000:3.0:1763335516.351475:0:8406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (2038952->18446744073709551615) 00002000:00100000:3.0:1763335516.351480:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f45b3480 with x1848991028555904 ext(2038952->18446744073709551615) 00002000:00010000:3.0:1763335516.351491:0:8406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f45b3480. 00000100:00100000:3.0:1763335516.351523:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 111 00000100:00100000:3.0:1763335516.351533:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f45b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991028555904:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:3.0:1763335516.351817:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1678849 -> 2038952 00002000:00010000:3.0:1763335516.351822:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335516 -> 1763335516 00002000:00010000:3.0:1763335516.351824:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335516 -> 1763335516 00002000:00010000:3.0:1763335516.351827:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335516 -> 1763335516 00002000:00010000:3.0:1763335516.351829:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 80 -> 80 00000100:00100000:3.0:1763335516.351898:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f45b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991028555904:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 366us (797us total) trans 4294967368 rc 0/0 00000100:00100000:3.0:1763335516.351906:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 111 00002000:00010000:3.0:1763335516.351909:0:8406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (2038952->18446744073709551615) 00002000:00100000:3.0:1763335516.351912:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f45b3480 with x1848991028555904 ext(2038952->18446744073709551615) 00002000:00010000:3.0:1763335516.351917:0:8406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f45b3480. 00000100:00100000:3.0:1763335516.355807:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028556032 00000100:00100000:3.0:1763335516.355817:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028556032 00000100:00100000:3.0:1763335516.355984:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 488 00000100:00100000:3.0:1763335516.355997:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f45b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+10:15720:x1848991028556032:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335516.356020:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335516.356067:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf000/0x10123ce7f0761f90 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847b8af expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.356166:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaec00/0x10123ce7f0761f97 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335516.356185:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaec00/0x10123ce7f0761f97 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335516.356200:0:6517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaec00/0x10123ce7f0761f97 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00000100:00100000:3.0:1763335516.383130:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335516.389641:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335516.425185:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028557952 00000100:00100000:3.0:1763335516.425194:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028557952 00000100:00100000:3.0:1763335516.425247:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 293 00000100:00100000:3.0:1763335516.425256:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ed879c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+5:15720:x1848991028557952:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335516.425274:0:8402:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335516.425296:0:8402:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aae800/0x10123ce7f0761fd6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847b8e0 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.425326:0:8402:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aae000/0x10123ce7f0761ef6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b82a expref: 6 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.425336:0:8402:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335516.425339:0:8402:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335516.425343:0:8402:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aae800/0x10123ce7f0761fd6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b8e0 expref: 6 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.425380:0:8402:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aae000/0x10123ce7f0761ef6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b82a expref: 6 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.425408:0:8402:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aae000/0x10123ce7f0761ef6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b82a expref: 6 pid: 8402 timeout: 417 lvb_type: 0 00000100:00100000:3.0:1763335516.425421:0:8402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5d9ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041139072:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335516.425487:0:8402:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850240 going to sleep for 11 seconds 00000100:00100000:3.0:1763335516.428779:0:8402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5d9ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041139072:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335516.428815:0:8402:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aae800/0x10123ce7f0761fd6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b8e0 expref: 6 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.428836:0:8402:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aae800, rc 0) 00000100:00100000:3.0:1763335516.430620:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ed879c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:15720:x1848991028557952:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5363us (6503us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335516.430629:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 293 00000100:00100000:3.0:1763335516.448551:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335516.453457:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028558592 00000100:00100000:3.0:1763335516.453468:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028558592 00000100:00100000:3.0:1763335516.453565:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 495 00000100:00100000:3.0:1763335516.453576:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ed87b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+21:15720:x1848991028558592:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335516.453600:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335516.453624:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaea00/0x10123ce7f0761feb lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847b8ee expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.453653:0:8224:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bb0200/0x10123ce7f0761fcf lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b8d9 expref: 14 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.453680:0:8224:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaea00/0x10123ce7f0761feb lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b8ee expref: 22 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.453712:0:8224:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bb0200/0x10123ce7f0761fcf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b8d9 expref: 14 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.453725:0:8224:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bb0200/0x10123ce7f0761fcf lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b8d9 expref: 14 pid: 6517 timeout: 417 lvb_type: 0 00000100:00100000:3.0:1763335516.453738:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5d9dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041139328:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335516.453822:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58506c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335516.456627:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5d9dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041139328:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335516.456665:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaea00/0x10123ce7f0761feb lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b8ee expref: 22 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.456684:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335516.456687:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335516.456692:0:8224:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaea00/0x10123ce7f0761feb lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b8ee expref: 22 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.456704:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aaea00, rc 0) 00000100:00100000:3.0:1763335516.456763:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ed87b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+22:15720:x1848991028558592:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3188us (3452us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335516.456772:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 495 00000100:00100000:3.0:1763335516.463673:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028558848 00000100:00100000:3.0:1763335516.463682:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028558848 00000100:00100000:3.0:1763335516.463769:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 208 00000100:00100000:3.0:1763335516.463779:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ed87bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+22:2409:x1848991028558848:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:3.0:1763335516.464054:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 749262 -> 749262 00000004:00010000:3.0:1763335516.464059:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335516 -> 1763335516 00000004:00010000:3.0:1763335516.464061:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335514 -> 1763335514 00000004:00010000:3.0:1763335516.464063:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335516 -> 1763335516 00000004:00010000:3.0:1763335516.464066:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 360 -> 360 00000100:00100000:3.0:1763335516.465697:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ed87bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+23:2409:x1848991028558848:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 1912us (2334us total) trans 4294967536 rc 0/0 00000100:00100000:3.0:1763335516.465709:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 208 00000100:00100000:3.0:1763335516.470325:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028558976 00000100:00100000:3.0:1763335516.470336:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028558976 00000100:00100000:3.0:1763335516.470463:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 496 00000100:00100000:3.0:1763335516.470475:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+14:2407:x1848991028558976:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335516.470498:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335516.470523:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aae600/0x10123ce7f0761ff2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847b8f5 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.470563:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaea00/0x10123ce7f0761feb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b8ee expref: 22 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335516.470605:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5d9dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041139584:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335516.471008:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850240 going to sleep for 11 seconds 00000004:00010000:3.0:1763335516.474164:0:8224:0:(mdt_lvb.c:189:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime: 1763335514 -> 1763335516 00000100:00100000:3.0:1763335516.474199:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5d9dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041139584:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335516.474227:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 749262 00010000:00010000:3.0:1763335516.474263:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aae600/0x10123ce7f0761ff2 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b8f5 expref: 15 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.474287:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335516.474290:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335516.474296:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aae600/0x10123ce7f0761ff2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b8f5 expref: 15 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.474308:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aae600, rc 0) 00000100:00100000:3.0:1763335516.474366:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+14:2407:x1848991028558976:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3893us (4527us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335516.474374:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 496 00000100:00100000:3.0:1763335516.477536:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028559104 00000100:00100000:3.0:1763335516.477546:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028559104 00000100:00100000:3.0:1763335516.477702:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 497 00000100:00100000:3.0:1763335516.477712:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5afce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+14:2406:x1848991028559104:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335516.477737:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335516.477759:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf600/0x10123ce7f0761ff9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847b8fc expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.477798:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaea00/0x10123ce7f0761feb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b8ee expref: 22 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335516.477839:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5d9dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041139712:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335516.478493:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850240 going to sleep for 11 seconds 00000100:00100000:3.0:1763335516.480817:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5d9dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041139712:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335516.480847:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 749262 00010000:00010000:3.0:1763335516.481008:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf600/0x10123ce7f0761ff9 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b8fc expref: 15 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.481056:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335516.481059:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335516.481065:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf600/0x10123ce7f0761ff9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b8fc expref: 15 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.481079:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aaf600, rc 0) 00000100:00100000:3.0:1763335516.497474:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335516.517963:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028560000 00000100:00100000:3.0:1763335516.517973:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028560000 00000100:00100000:3.0:1763335516.518050:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 294 00000100:00100000:3.0:1763335516.518060:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:819c42eb-8a5f-4523-990c-a007cb66998d+8:15720:x1848991028560000:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335516.518081:0:8402:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335516.518104:0:8402:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aae600/0x10123ce7f0762015 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847b911 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.518137:0:8402:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aae800/0x10123ce7f0761fd6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b8e0 expref: 6 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.518145:0:8402:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335516.518148:0:8402:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335516.518152:0:8402:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aae600/0x10123ce7f0762015 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b911 expref: 9 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.518188:0:8402:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aae800/0x10123ce7f0761fd6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b8e0 expref: 6 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.518223:0:8402:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aae800/0x10123ce7f0761fd6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b8e0 expref: 6 pid: 8402 timeout: 417 lvb_type: 0 00000100:00100000:3.0:1763335516.518236:0:8402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5d9ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041140224:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335516.518323:0:8402:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850240 going to sleep for 11 seconds 00000100:00100000:3.0:1763335516.530046:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5aff800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041140352:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335516.530075:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335516.530138:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55de300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991028560128:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 3781us (4519us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335516.530150:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 202 00000100:00100000:3.0:1763335516.531089:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335516.545420:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028560768 00000100:00100000:3.0:1763335516.545510:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028560768 00000100:00100000:3.0:1763335516.545549:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 295 00000100:00100000:3.0:1763335516.545557:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991028560768:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335516.545565:0:8402:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335516.545576:0:8402:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aaf600/0x10123ce7f0762031 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847b926 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335516.545612:0:8402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5d9ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041140608:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335516.545851:0:8402:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850180 going to sleep for 11 seconds 00000100:00100000:3.0:1763335516.549764:0:8402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5d9ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041140608:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335516.549786:0:8402:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aaf600/0x10123ce7f0762031 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b926 expref: 7 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335516.549813:0:8402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aaf600/0x10123ce7f0762031 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b926 expref: 7 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335516.549823:0:8402:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aaf600, rc 0) 00000100:00100000:3.0:1763335516.549858:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991028560768:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4302us (5161us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335516.549882:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 295 00000100:00100000:3.0:1763335516.565188:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028561024 00000100:00100000:3.0:1763335516.565199:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028561024 00000100:00100000:3.0:1763335516.565259:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 296 00000100:00100000:3.0:1763335516.565270:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5f00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991028561024:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335516.565291:0:8402:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335516.565312:0:8402:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aaf600/0x10123ce7f076203f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847b934 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335516.565376:0:8402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5d9ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041140864:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335516.565459:0:8402:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850180 going to sleep for 11 seconds 00000100:00100000:3.0:1763335516.572298:0:8402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5d9ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041140864:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335516.572317:0:8402:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aaf600/0x10123ce7f076203f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b934 expref: 7 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335516.572331:0:8402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aaf600/0x10123ce7f076203f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b934 expref: 7 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335516.572350:0:8402:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aaf600, rc 0) 00000100:00100000:3.0:1763335516.573040:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5f00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991028561024:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7762us (8045us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335516.573051:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 296 00000100:00100000:3.0:1763335516.625882:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028561664 00000100:00100000:3.0:1763335516.625887:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028561664 00000100:00100000:3.0:1763335516.625924:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 297 00000100:00100000:3.0:1763335516.625930:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2406:x1848991028561664:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335516.625937:0:8402:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335516.625947:0:8402:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aaf600/0x10123ce7f076205b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847b949 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335516.625981:0:8402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5d9ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041141120:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335516.626006:0:8402:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850180 going to sleep for 11 seconds 00000100:00100000:3.0:1763335516.629063:0:8402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5d9ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041141120:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335516.629083:0:8402:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aaf600/0x10123ce7f076205b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b949 expref: 7 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335516.629097:0:8402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aaf600/0x10123ce7f076205b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b949 expref: 7 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335516.629109:0:8402:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aaf600, rc 0) 00000100:00100000:3.0:1763335516.629170:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2406:x1848991028561664:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3239us (3491us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335516.629194:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 297 00000100:00100000:3.0:1763335516.633253:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028561920 00000100:00100000:3.0:1763335516.633257:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028561920 00000100:00100000:3.0:1763335516.633298:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 298 00000100:00100000:3.0:1763335516.633305:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f45b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991028561920:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335516.633313:0:8402:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335516.633324:0:8402:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aae200/0x10123ce7f0762069 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847b957 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335516.633358:0:8402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5d9ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041141376:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335516.633384:0:8402:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850180 going to sleep for 11 seconds 00000100:00100000:3.0:1763335516.635768:0:8402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5d9ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041141376:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335516.635807:0:8402:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aae200/0x10123ce7f0762069 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b957 expref: 7 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335516.635833:0:8402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aae200/0x10123ce7f0762069 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b957 expref: 7 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335516.635846:0:8402:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aae200, rc 0) 00000100:00100000:3.0:1763335516.635942:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f45b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991028561920:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2635us (2951us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335516.635951:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 298 00000100:00100000:3.0:1763335516.645577:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335516.653622:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335516.688571:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335516.715092:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335516.732754:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028563200 00000100:00100000:3.0:1763335516.732773:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028563200 00000100:00100000:3.0:1763335516.732912:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 299 00000100:00100000:3.0:1763335516.732931:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5aff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:15720:x1848991028563200:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335516.732965:0:8402:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335516.732993:0:8402:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aae200/0x10123ce7f076208c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847b973 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335516.772567:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028563584 00000100:00100000:3.0:1763335516.772577:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028563584 00002000:00100000:3.0:1763335516.772631:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->1527807) req@ffff9aefc46e8a80 x1848991028563584/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:562/0 lens 488/0 e 0 to 0 dl 1763335527 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335516.772641:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc46e8a80 with x1848991028563584 ext(1048576->1527807) 00002000:00010000:3.0:1763335516.772647:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc46e8a80 00000100:00100000:3.0:1763335516.772678:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 116 00000100:00100000:3.0:1763335516.772688:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc46e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+8:2408:x1848991028563584:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335516.781731:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc46e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+8:2408:x1848991028563584:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 9034us (9336us total) trans 0 rc 479232/479232 00000100:00100000:3.0:1763335516.781745:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 116 00002000:00100000:3.0:1763335516.781756:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->1527807) req@ffff9aefc46e8a80 x1848991028563584/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:562/0 lens 488/440 e 0 to 0 dl 1763335527 ref 1 fl Complete:/600/0 rc 479232/479232 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335516.781766:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc46e8a80 with x1848991028563584 ext(1048576->1527807) 00002000:00010000:3.0:1763335516.781773:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc46e8a80 00000100:00100000:3.0:1763335516.795292:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028563840 00000100:00100000:3.0:1763335516.795315:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028563840 00002000:00100000:3.0:1763335516.795367:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1486848->1526348) req@ffff9aefc46eb100 x1848991028563840/t0(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:562/0 lens 488/0 e 0 to 0 dl 1763335527 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335516.795379:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc46eb100 with x1848991028563840 ext(1486848->1526348) 00002000:00010000:3.0:1763335516.795386:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc46eb100 00000100:00100000:3.0:1763335516.795423:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 117 00000100:00100000:3.0:1763335516.795432:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc46eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+8:2409:x1848991028563840:12345-192.168.202.34@tcp:4:fsx.0 00000100:00100000:3.0:1763335516.806670:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc46eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+10:2409:x1848991028563840:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 11228us (11518us total) trans 4294967373 rc 0/0 00000100:00100000:3.0:1763335516.806685:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 117 00002000:00100000:3.0:1763335516.806698:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1486848->1526348) req@ffff9aefc46eb100 x1848991028563840/t4294967373(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:562/0 lens 488/448 e 0 to 0 dl 1763335527 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335516.806708:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc46eb100 with x1848991028563840 ext(1486848->1526348) 00002000:00010000:3.0:1763335516.806714:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc46eb100 00000100:00100000:3.0:1763335516.884751:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028564864 00000100:00100000:3.0:1763335516.884760:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028564864 00000100:00100000:3.0:1763335516.884813:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 301 00000100:00100000:3.0:1763335516.884822:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc46e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:819c42eb-8a5f-4523-990c-a007cb66998d+5:15720:x1848991028564864:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335516.884840:0:8402:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335516.884859:0:8402:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aaf600/0x10123ce7f07620af lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847b988 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.884915:0:8402:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aae200/0x10123ce7f076208c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b973 expref: 5 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.884942:0:8402:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335516.884944:0:8402:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335516.884950:0:8402:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aaf600/0x10123ce7f07620af lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b988 expref: 6 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.884985:0:8402:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aae200/0x10123ce7f076208c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b973 expref: 5 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.884999:0:8402:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aae200/0x10123ce7f076208c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b973 expref: 5 pid: 8402 timeout: 417 lvb_type: 0 00000100:00100000:3.0:1763335516.885012:0:8402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5d9ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041142784:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335516.885093:0:8402:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850180 going to sleep for 11 seconds 00000100:00100000:3.0:1763335516.893524:0:8402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5d9ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041142784:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335516.893558:0:8402:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aaf600/0x10123ce7f07620af lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b988 expref: 6 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.893581:0:8402:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aaf600, rc 0) 00000100:00100000:3.0:1763335516.893655:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc46e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:15720:x1848991028564864:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 8832us (8987us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335516.893669:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 301 00000100:00100000:3.0:1763335516.901726:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028565248 00000100:00100000:3.0:1763335516.901731:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028565248 00002000:00010000:3.0:1763335516.901755:0:8406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:3.0:1763335516.901760:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc46e9880 with x1848991028565248 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335516.901776:0:8406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc46e9880. 00000100:00100000:3.0:1763335516.901801:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 118 00000100:00100000:3.0:1763335516.901808:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc46e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991028565248:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:3.0:1763335516.902264:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1526349 -> 0 00002000:00010000:3.0:1763335516.902268:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335517 -> 1763335517 00002000:00010000:3.0:1763335516.902271:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335516 -> 1763335516 00002000:00010000:3.0:1763335516.902273:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335517 -> 1763335517 00002000:00010000:3.0:1763335516.902276:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 80 -> 0 00000100:00100000:3.0:1763335516.902312:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc46e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991028565248:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 504us (1789us total) trans 4294967374 rc 0/0 00000100:00100000:3.0:1763335516.902319:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 118 00002000:00010000:3.0:1763335516.902322:0:8406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:3.0:1763335516.902325:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc46e9880 with x1848991028565248 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335516.902329:0:8406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc46e9880. 00000100:00100000:3.0:1763335516.916932:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028565632 00000100:00100000:3.0:1763335516.916937:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028565632 00000100:00100000:3.0:1763335516.917279:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 302 00000100:00100000:3.0:1763335516.917288:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+5:2406:x1848991028565632:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335516.917298:0:8402:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335516.917309:0:8402:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aaee00/0x10123ce7f07620cb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847b99d expref: -99 pid: 8402 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335516.917346:0:8402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5d9ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041143168:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335516.917393:0:8402:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850180 going to sleep for 11 seconds 00000100:00100000:3.0:1763335516.933087:0:8402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5d9ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041143168:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335516.933135:0:8402:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aaee00/0x10123ce7f07620cb lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b99d expref: 6 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335516.933157:0:8402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aaee00/0x10123ce7f07620cb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b99d expref: 6 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335516.933167:0:8402:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aaee00, rc 0) 00000100:00100000:3.0:1763335516.933223:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+5:2406:x1848991028565632:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 15935us (16854us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335516.933232:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 302 00000100:00100000:3.0:1763335516.942002:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028565888 00000100:00100000:3.0:1763335516.942013:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028565888 00000100:00100000:3.0:1763335516.942074:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 303 00000100:00100000:3.0:1763335516.942083:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+5:2409:x1848991028565888:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335516.942103:0:8402:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335516.942132:0:8402:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aaee00/0x10123ce7f07620d2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847b9ab expref: -99 pid: 8402 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335516.942209:0:8402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5d9ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041143296:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335516.942304:0:8402:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850180 going to sleep for 11 seconds 00000100:00100000:3.0:1763335516.945208:0:8402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5d9ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041143296:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335516.945249:0:8402:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aaee00/0x10123ce7f07620d2 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b9ab expref: 6 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335516.945275:0:8402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aaee00/0x10123ce7f07620d2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b9ab expref: 6 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335516.945307:0:8402:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aaee00, rc 0) 00000100:00100000:3.0:1763335516.945376:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+5:2409:x1848991028565888:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3292us (3455us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335516.945385:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 303 00000100:00100000:3.0:1763335516.947052:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4696680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041143424:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335516.947079:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 416885 00010000:00010000:3.0:1763335516.947099:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91600/0x10123ce7f07620d9 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b9a4 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.947120:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335516.947123:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335516.947128:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91600/0x10123ce7f07620d9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b9a4 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.947140:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5c91600, rc 0) 00000100:00100000:3.0:1763335516.947191:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+17:2408:x1848991028565760:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4106us (5388us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335516.947201:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 516 00000100:00100000:3.0:1763335516.950392:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028566144 00000100:00100000:3.0:1763335516.950403:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028566144 00000100:00100000:3.0:1763335516.950567:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 517 00000100:00100000:3.0:1763335516.950577:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+17:15720:x1848991028566144:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:3.0:1763335516.950630:0:6517:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335516.950659:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a44200/0x10123ce7f07620bd lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b98f expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.950698:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335516.950704:0:6517:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763335516.951083:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf800/0x10123ce7f07620e0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335516.951103:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf800/0x10123ce7f07620e0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335516.951113:0:6517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf800/0x10123ce7f07620e0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00000001:00080000:3.0:1763335516.951159:0:6517:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967547 00000004:00010000:3.0:1763335516.951183:0:6517:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 416885 -> 416885 00000004:00010000:3.0:1763335516.951186:0:6517:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335517 -> 1763335517 00000004:00010000:3.0:1763335516.951189:0:6517:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335516 -> 1763335514 00000004:00010000:3.0:1763335516.951191:0:6517:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335517 -> 1763335517 00000004:00010000:3.0:1763335516.951194:0:6517:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 288 -> 288 00000004:00010000:3.0:1763335516.951200:0:6517:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000005a1bd7e8 reply state 00000000c5120202 transno 4294967548 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf800/0x10123ce7f07620e0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335516.951211:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf800/0x10123ce7f07620e0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335516.951217:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335516.951220:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763335516.951223:0:6517:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763335516.955274:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+19:15720:x1848991028566144:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 4685us (4967us total) trans 4294967548 rc 0/0 00000100:00100000:3.0:1763335516.955289:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 517 00000020:00080000:3.0:1763335516.955317:0:6517:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763335516.959197:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028566272 00000100:00100000:3.0:1763335516.959212:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028566272 00000100:00100000:3.0:1763335516.959278:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 518 00000100:00100000:3.0:1763335516.959289:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+19:15720:x1848991028566272:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335516.959320:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335516.959344:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaee00/0x10123ce7f07620e7 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847b9b2 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.959378:0:6517:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a45c00/0x10123ce7f07620a8 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b981 expref: 32 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.959390:0:6517:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaee00/0x10123ce7f07620e7 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b9b2 expref: 20 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.959425:0:6517:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a45c00/0x10123ce7f07620a8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b981 expref: 32 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.959438:0:6517:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a45c00/0x10123ce7f07620a8 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b981 expref: 32 pid: 8224 timeout: 417 lvb_type: 0 00000100:00100000:3.0:1763335516.959451:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5d9ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041143552:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335516.959537:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850180 going to sleep for 11 seconds 00000100:00100000:3.0:1763335516.967514:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5d9ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041143552:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335516.967551:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaee00/0x10123ce7f07620e7 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b9b2 expref: 20 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.967573:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335516.967592:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335516.967598:0:6517:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaee00/0x10123ce7f07620e7 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b9b2 expref: 20 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.967612:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aaee00, rc 0) 00000100:00100000:3.0:1763335516.969177:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+20:15720:x1848991028566272:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 9884us (12106us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335516.969189:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 518 00000100:00100000:3.0:1763335516.982532:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028566528 00000100:00100000:3.0:1763335516.982541:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028566528 00000100:00100000:3.0:1763335516.982604:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 304 00000100:00100000:3.0:1763335516.982615:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4695f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+5:15720:x1848991028566528:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335516.982639:0:8402:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335516.982664:0:8402:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aaf400/0x10123ce7f07620ee lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847b9b9 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.982703:0:8402:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aaf600/0x10123ce7f07620af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b988 expref: 6 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.982712:0:8402:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335516.982715:0:8402:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335516.982720:0:8402:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aaf400/0x10123ce7f07620ee lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b9b9 expref: 6 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.982761:0:8402:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aaf600/0x10123ce7f07620af lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b988 expref: 6 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.982776:0:8402:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aaf600/0x10123ce7f07620af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b988 expref: 6 pid: 8402 timeout: 417 lvb_type: 0 00000100:00100000:3.0:1763335516.982813:0:8402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5d9ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041143808:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335516.982926:0:8402:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850180 going to sleep for 11 seconds 00010000:00010000:3.0:1763335516.988633:0:8402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aaf600/0x10123ce7f07620af lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b988 expref: 7 pid: 8402 timeout: 417 lvb_type: 0 00000100:00100000:3.0:1763335516.988649:0:8402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5d9ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041143808:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335516.988676:0:8402:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aaf400/0x10123ce7f07620ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b9b9 expref: 6 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335516.988688:0:8402:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aaf400, rc 0) 00000100:00100000:3.0:1763335516.988721:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4695f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:15720:x1848991028566528:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6109us (6983us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335516.988729:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 304 00000100:00100000:3.0:1763335517.024793:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028567168 00000100:00100000:3.0:1763335517.024802:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028567168 00002000:00100000:3.0:1763335517.024848:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1253376->1259028) req@ffff9aefc4696a00 x1848991028567168/t0(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:563/0 lens 6144/0 e 0 to 0 dl 1763335528 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335517.024859:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4696a00 with x1848991028567168 ext(1253376->1259028) 00002000:00010000:3.0:1763335517.024944:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4696a00 00000100:00100000:3.0:1763335517.025510:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 122 00000100:00100000:3.0:1763335517.025523:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4696a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+7:2407:x1848991028567168:12345-192.168.202.34@tcp:4:fsx.0 00000100:00100000:3.0:1763335517.027502:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4696a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+9:2407:x1848991028567168:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 1970us (2787us total) trans 4294967376 rc 0/0 00000100:00100000:3.0:1763335517.027537:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 122 00002000:00100000:3.0:1763335517.027550:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1253376->1259028) req@ffff9aefc4696a00 x1848991028567168/t4294967376(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:563/0 lens 6144/448 e 0 to 0 dl 1763335528 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335517.027561:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4696a00 with x1848991028567168 ext(1253376->1259028) 00002000:00010000:3.0:1763335517.027567:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4696a00 00000100:00100000:3.0:1763335517.033179:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028567296 00000100:00100000:3.0:1763335517.033190:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028567296 00000100:00100000:3.0:1763335517.033253:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 305 00000100:00100000:3.0:1763335517.033264:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4694a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+9:2408:x1848991028567296:12345-192.168.202.34@tcp:16:fsx.0 00000100:00100000:3.0:1763335517.038498:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4694a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991028567296:12345-192.168.202.34@tcp:16:fsx.0 Request processed in 5229us (5667us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335517.038511:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 305 00000100:00100000:3.0:1763335517.042851:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028567424 00000100:00100000:3.0:1763335517.042864:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028567424 00000100:00100000:3.0:1763335517.043541:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 519 00000100:00100000:3.0:1763335517.043554:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4695180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+32:15720:x1848991028567424:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335517.043707:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335517.043734:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf600/0x10123ce7f07620f5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847b9c0 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335517.043845:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf200/0x10123ce7f07620fc lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335517.043863:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf200/0x10123ce7f07620fc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335517.043902:0:6517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf200/0x10123ce7f07620fc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00000004:00200000:3.0:1763335517.043953:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 1259029 00000004:00200000:3.0:1763335517.043958:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763335517.043978:0:6517:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf200/0x10123ce7f07620fc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335517.044022:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf600/0x10123ce7f07620f5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b9c0 expref: 34 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335517.044049:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf200/0x10123ce7f07620fc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b9c0 expref: 33 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335517.044058:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335517.044061:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763335517.044066:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aaf200, rc 0) 00000100:00100000:3.0:1763335517.044150:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4695180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+33:15720:x1848991028567424:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 598us (1412us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335517.044160:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 519 00000100:00100000:3.0:1763335517.048561:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028567552 00000100:00100000:3.0:1763335517.048572:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028567552 00000100:00100000:3.0:1763335517.050762:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028567680 00000100:00100000:3.0:1763335517.050770:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028567680 00000100:00100000:3.0:1763335517.050820:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 306 00000100:00100000:3.0:1763335517.050828:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:819c42eb-8a5f-4523-990c-a007cb66998d+5:2408:x1848991028567680:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335517.050844:0:8402:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335517.050861:0:8402:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aae200/0x10123ce7f076210a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847b9ce expref: -99 pid: 8402 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763335517.062325:0:8402:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335516 -> 1763335517 00002000:00010000:3.0:1763335517.062345:0:8402:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks: 0 -> 16 00000100:00100000:3.0:1763335517.062365:0:8402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4694700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041144192:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335517.062404:0:8402:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aae200/0x10123ce7f076210a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b9ce expref: 6 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335517.062429:0:8402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aae200/0x10123ce7f076210a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b9ce expref: 6 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335517.062440:0:8402:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aae200, rc 0) 00000100:00100000:3.0:1763335517.062501:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:819c42eb-8a5f-4523-990c-a007cb66998d+5:2408:x1848991028567680:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 11673us (12143us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335517.062508:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 306 00000100:00100000:3.0:1763335517.070243:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028567936 00000100:00100000:3.0:1763335517.070248:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028567936 00000100:00100000:3.0:1763335517.070276:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 307 00000100:00100000:3.0:1763335517.070284:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4695500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:819c42eb-8a5f-4523-990c-a007cb66998d+5:2406:x1848991028567936:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335517.070292:0:8402:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335517.070303:0:8402:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aae200/0x10123ce7f0762118 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847b9dc expref: -99 pid: 8402 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335517.070342:0:8402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5d9ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041144448:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335517.070375:0:8402:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850180 going to sleep for 11 seconds 00000100:00100000:3.0:1763335517.079578:0:8402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5d9ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041144448:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335517.079605:0:8402:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aae200/0x10123ce7f0762118 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b9dc expref: 6 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335517.079641:0:8402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aae200/0x10123ce7f0762118 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b9dc expref: 6 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335517.079650:0:8402:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aae200, rc 0) 00000100:00100000:3.0:1763335517.079691:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4695500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:819c42eb-8a5f-4523-990c-a007cb66998d+5:2406:x1848991028567936:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 9407us (9986us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335517.079699:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 307 00000100:00100000:3.0:1763335517.101749:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028568448 00000100:00100000:3.0:1763335517.101755:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028568448 00000100:00100000:3.0:1763335517.102283:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 308 00000100:00100000:3.0:1763335517.102295:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c75880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:819c42eb-8a5f-4523-990c-a007cb66998d+5:2408:x1848991028568448:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335517.102310:0:8402:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335517.102329:0:8402:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aae200/0x10123ce7f0762134 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847b9f1 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335517.102380:0:8402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5d9ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041144704:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335517.102454:0:8402:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850180 going to sleep for 11 seconds 00000100:00100000:3.0:1763335517.108163:0:8402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5d9ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041144704:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335517.108204:0:8402:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aae200/0x10123ce7f0762134 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b9f1 expref: 6 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335517.108231:0:8402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aae200/0x10123ce7f0762134 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b9f1 expref: 6 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335517.108328:0:8402:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aae200, rc 0) 00000100:00100000:3.0:1763335517.108818:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c75880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:819c42eb-8a5f-4523-990c-a007cb66998d+5:2408:x1848991028568448:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6524us (7412us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335517.108827:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 308 00000100:00100000:3.0:1763335517.116397:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028568704 00000100:00100000:3.0:1763335517.116401:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028568704 00000100:00100000:3.0:1763335517.116446:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 309 00000100:00100000:3.0:1763335517.116456:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5f01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:819c42eb-8a5f-4523-990c-a007cb66998d+5:2407:x1848991028568704:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335517.116478:0:8402:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335517.116499:0:8402:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aae200/0x10123ce7f076213b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847b9ff expref: -99 pid: 8402 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335517.116562:0:8402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5d9ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041144832:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335517.116641:0:8402:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850180 going to sleep for 11 seconds 00000100:00100000:3.0:1763335517.123150:0:8402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5d9ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041144832:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335517.123195:0:8402:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aae200/0x10123ce7f076213b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b9ff expref: 6 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335517.123222:0:8402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aae200/0x10123ce7f076213b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b9ff expref: 6 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335517.123235:0:8402:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aae200, rc 0) 00000100:00100000:3.0:1763335517.123310:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5f01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:819c42eb-8a5f-4523-990c-a007cb66998d+5:2407:x1848991028568704:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6853us (7208us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335517.123343:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 309 00000100:00100000:3.0:1763335517.128479:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335517.128525:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335517.156394:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028569472 00000100:00100000:3.0:1763335517.156404:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028569472 00000100:00100000:3.0:1763335517.157458:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 312 00000100:00100000:3.0:1763335517.157467:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5f03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:819c42eb-8a5f-4523-990c-a007cb66998d+5:2407:x1848991028569472:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335517.157474:0:8402:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335517.157484:0:8402:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aae200/0x10123ce7f076216c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ba29 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335517.157513:0:8402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5d9fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041145728:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335517.165618:0:8402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5d9fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041145728:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335517.165658:0:8402:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aae200/0x10123ce7f076216c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ba29 expref: 6 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335517.165683:0:8402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aae200/0x10123ce7f076216c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ba29 expref: 6 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335517.165696:0:8402:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aae200, rc 0) 00000100:00100000:3.0:1763335517.165758:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5f03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:819c42eb-8a5f-4523-990c-a007cb66998d+5:2407:x1848991028569472:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 8292us (10077us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335517.165769:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 312 00000100:00100000:3.0:1763335517.175253:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028569728 00000100:00100000:3.0:1763335517.175263:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028569728 00000100:00100000:3.0:1763335517.175352:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 313 00000100:00100000:3.0:1763335517.175362:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:819c42eb-8a5f-4523-990c-a007cb66998d+5:2406:x1848991028569728:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335517.175388:0:8402:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335517.175412:0:8402:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aae600/0x10123ce7f0762173 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ba37 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335517.175486:0:8402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5d9fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041145856:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335517.175580:0:8402:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850180 going to sleep for 11 seconds 00000100:00100000:3.0:1763335517.181779:0:8402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5d9fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041145856:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335517.181820:0:8402:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aae600/0x10123ce7f0762173 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ba37 expref: 6 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335517.181844:0:8402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aae600/0x10123ce7f0762173 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ba37 expref: 6 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335517.181856:0:8402:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aae600, rc 0) 00000100:00100000:3.0:1763335517.181950:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:819c42eb-8a5f-4523-990c-a007cb66998d+5:2406:x1848991028569728:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6589us (6769us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335517.181959:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 313 00000100:00100000:3.0:1763335517.191566:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028569856 00000100:00100000:3.0:1763335517.191580:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028569856 00000100:00100000:3.0:1763335517.191667:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 123 00000100:00100000:3.0:1763335517.191679:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991028569856:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:3.0:1763335517.192011:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1259029 -> 1259029 00002000:00010000:3.0:1763335517.192016:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335517 -> 1763335517 00002000:00010000:3.0:1763335517.192047:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335517 -> 1763335516 00002000:00010000:3.0:1763335517.192051:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335517 -> 1763335517 00002000:00010000:3.0:1763335517.192054:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 16 -> 152 00000100:00100000:3.0:1763335517.192146:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+7:2408:x1848991028569856:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 468us (835us total) trans 4294967377 rc 0/0 00000100:00100000:3.0:1763335517.192154:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 123 00000100:00100000:3.0:1763335517.210278:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 218 00000100:00100000:3.0:1763335517.210292:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5f02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+22:2409:x1848991028570112:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335517.210541:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5f02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+22:2409:x1848991028570112:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 251us (1091us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335517.210549:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 218 00002000:00100000:3.0:1763335517.210557:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f5f02680 x1848991028570112/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:563/0 lens 488/440 e 0 to 0 dl 1763335528 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335517.210566:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f5f02680 with x1848991028570112 00000100:00100000:3.0:1763335517.227928:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028570496 00000100:00100000:3.0:1763335517.227938:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028570496 00010000:00010000:3.0:1763335517.228047:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90000/0x10123ce7f0762126 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b9e3 expref: 22 pid: 6517 timeout: 417 lvb_type: 0 00000100:00100000:3.0:1763335517.228081:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 212 00000100:00100000:3.0:1763335517.228092:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5f03100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+22:2409:x1848991028570496:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335517.228114:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335517.228120:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90000/0x10123ce7f0762126 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b9e3 expref: 22 pid: 6517 timeout: 417 lvb_type: 0 00010000:00010000:3.0:1763335517.228133:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90000/0x10123ce7f0762126 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b9e3 expref: 22 pid: 6517 timeout: 417 lvb_type: 0 00010000:00010000:3.0:1763335517.228178:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90000/0x10123ce7f0762126 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b9e3 expref: 22 pid: 6517 timeout: 417 lvb_type: 0 00010000:00010000:3.0:1763335517.228196:0:13187:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335517.228201:0:13187:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91e00/0x10123ce7f0762181 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335517.228214:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91e00/0x10123ce7f0762181 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335517.228223:0:13187:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91e00/0x10123ce7f0762181 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335517.228255:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335517.228335:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5f03100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+21:2409:x1848991028570496:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 244us (1344us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335517.228344:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 212 00000100:00100000:3.0:1763335517.238923:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028570752 00000100:00100000:3.0:1763335517.238936:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028570752 00002000:00100000:3.0:1763335517.238991:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4520e00 x1848991028570752/t0(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:563/0 lens 7672/0 e 0 to 0 dl 1763335528 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335517.239003:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4520e00 with x1848991028570752 00010000:00010000:3.0:1763335517.239010:0:6530:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaee00/0x10123ce7f07620e7 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b9b2 expref: 21 pid: 6517 timeout: 417 lvb_type: 0 00010000:00010000:3.0:1763335517.239036:0:6530:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaee00/0x10123ce7f07620e7 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b9b2 expref: 21 pid: 6517 timeout: 417 lvb_type: 0 00002000:00010000:3.0:1763335517.239046:0:6530:0:(mdt_io.c:157:mdt_rw_hpreq_check()) lustre-MDT0000: refreshed 1 locks timeout for req ffff9aefc4520e00 00000100:00100000:3.0:1763335517.239083:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 18 00000100:00100000:3.0:1763335517.239093:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4520e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+21:2409:x1848991028570752:12345-192.168.202.34@tcp:4:fsx.0 00000004:00010000:3.0:1763335517.241813:0:6530:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 416885 -> 703504 00000004:00010000:3.0:1763335517.241825:0:6530:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335517 -> 1763335517 00000004:00010000:3.0:1763335517.241827:0:6530:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335514 -> 1763335514 00000004:00010000:3.0:1763335517.241830:0:6530:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335517 -> 1763335517 00000004:00010000:3.0:1763335517.241832:0:6530:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 296 -> 312 00000100:00100000:3.0:1763335517.241969:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4520e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+23:2409:x1848991028570752:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 2870us (4057us total) trans 4294967552 rc 0/0 00000100:00100000:3.0:1763335517.241982:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 18 00002000:00100000:3.0:1763335517.241994:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4520e00 x1848991028570752/t4294967552(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:563/0 lens 7672/448 e 0 to 0 dl 1763335528 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335517.242003:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4520e00 with x1848991028570752 00010000:00010000:3.0:1763335517.242013:0:6530:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaee00/0x10123ce7f07620e7 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b9b2 expref: 23 pid: 6517 timeout: 417 lvb_type: 0 00010000:00010000:3.0:1763335517.242038:0:6530:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaee00/0x10123ce7f07620e7 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b9b2 expref: 23 pid: 6517 timeout: 417 lvb_type: 0 00002000:00010000:3.0:1763335517.242046:0:6530:0:(mdt_io.c:157:mdt_rw_hpreq_check()) lustre-MDT0000: refreshed 1 locks timeout for req ffff9aefc4520e00 00000100:00100000:3.0:1763335517.249355:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028570880 00000100:00100000:3.0:1763335517.249367:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028570880 00010000:00010000:3.0:1763335517.249414:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaee00/0x10123ce7f07620e7 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b9b2 expref: 23 pid: 6517 timeout: 417 lvb_type: 0 00000100:00100000:3.0:1763335517.249462:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 213 00000100:00100000:3.0:1763335517.249472:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f4515850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+23:2407:x1848991028570880:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335517.249502:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335517.249526:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaee00/0x10123ce7f07620e7 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b9b2 expref: 23 pid: 6517 timeout: 417 lvb_type: 0 00010000:00010000:3.0:1763335517.249542:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaee00/0x10123ce7f07620e7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b9b2 expref: 23 pid: 6517 timeout: 417 lvb_type: 0 00010000:00010000:3.0:1763335517.249566:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaee00/0x10123ce7f07620e7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b9b2 expref: 23 pid: 6517 timeout: 417 lvb_type: 0 00010000:00010000:3.0:1763335517.249583:0:13187:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335517.249589:0:13187:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90800/0x10123ce7f0762188 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ba3e expref: 35 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335517.249604:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90800/0x10123ce7f0762188 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ba3e expref: 35 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335517.249614:0:13187:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90800/0x10123ce7f0762188 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ba3e expref: 35 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335517.249652:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90800/0x10123ce7f0762188 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ba3e expref: 35 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335517.249666:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5d9fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041146368:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335517.249761:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850300 going to sleep for 11 seconds 00000100:00100000:3.0:1763335517.257996:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5d9fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041146368:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335517.258032:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335517.258102:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f4515850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+22:2407:x1848991028570880:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 8630us (9344us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335517.258115:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 213 00000100:00100000:3.0:1763335517.259654:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028571008 00000100:00100000:3.0:1763335517.259665:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028571008 00000100:00100000:3.0:1763335517.259714:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 314 00000100:00100000:3.0:1763335517.259723:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5f01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:819c42eb-8a5f-4523-990c-a007cb66998d+5:15720:x1848991028571008:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335517.259742:0:8402:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335517.259764:0:8402:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aaee00/0x10123ce7f076218f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ba45 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335517.259796:0:8402:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aaf400/0x10123ce7f07620ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b9b9 expref: 6 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335517.259804:0:8402:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335517.259806:0:8402:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335517.259812:0:8402:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aaee00/0x10123ce7f076218f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ba45 expref: 6 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335517.259848:0:8402:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aaf400/0x10123ce7f07620ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b9b9 expref: 6 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335517.259959:0:8402:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aaf400/0x10123ce7f07620ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b9b9 expref: 6 pid: 8402 timeout: 417 lvb_type: 0 00000100:00100000:3.0:1763335517.259977:0:8402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5d9fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041146496:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335517.270587:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028571136 00000100:00100000:3.0:1763335517.270641:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028571136 00010000:00010000:3.0:1763335517.270706:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aaf400/0x10123ce7f07620ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b9b9 expref: 7 pid: 8402 timeout: 417 lvb_type: 0 00000100:00100000:3.0:1763335517.270768:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 214 00000100:00100000:3.0:1763335517.270789:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5f03100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+7:2408:x1848991028571136:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335517.270808:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335517.270837:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aaf400/0x10123ce7f07620ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b9b9 expref: 7 pid: 8402 timeout: 417 lvb_type: 0 00010000:00010000:3.0:1763335517.270851:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aaf400/0x10123ce7f07620ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b9b9 expref: 7 pid: 8402 timeout: 417 lvb_type: 0 00010000:00010000:3.0:1763335517.270928:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aaf400/0x10123ce7f07620ee lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847b9b9 expref: 7 pid: 8402 timeout: 417 lvb_type: 0 00010000:00010000:3.0:1763335517.270951:0:13187:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335517.270953:0:13187:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335517.270961:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aaee00/0x10123ce7f076218f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ba45 expref: 5 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335517.270972:0:13187:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aaee00/0x10123ce7f076218f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ba45 expref: 5 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335517.271022:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aaee00/0x10123ce7f076218f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ba45 expref: 5 pid: 8402 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335517.271062:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5d9df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:13187:1848991041146624:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335517.271181:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850e40 going to sleep for 11 seconds 00000100:00100000:3.0:1763335517.278861:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5d9df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:13187:1848991041146624:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335517.279589:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335517.279655:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5f03100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991028571136:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 8874us (10850us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335517.279684:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 214 00000100:00100000:3.0:1763335517.297787:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028571520 00000100:00100000:3.0:1763335517.297795:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028571520 00002000:00100000:3.0:1763335517.297837:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc55df800 x1848991028571520/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:563/0 lens 488/0 e 0 to 0 dl 1763335528 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335517.297848:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc55df800 with x1848991028571520 00000100:00100000:3.0:1763335517.297895:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 219 00000100:00100000:3.0:1763335517.297905:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+36:2406:x1848991028571520:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335517.305375:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+36:2406:x1848991028571520:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 7459us (7682us total) trans 0 rc 36864/36864 00000100:00100000:3.0:1763335517.305390:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 219 00002000:00100000:3.0:1763335517.305403:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc55df800 x1848991028571520/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:563/0 lens 488/440 e 0 to 0 dl 1763335528 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335517.305416:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc55df800 with x1848991028571520 00000100:00100000:3.0:1763335517.358404:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028572288 00000100:00100000:3.0:1763335517.358414:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028572288 00002000:00010000:3.0:1763335517.358452:0:6530:0:(mdt_io.c:274:mdt_punch_hpreq_check()) lustre-MDT0000: refresh DOM lock for [0x200000402:0xe:0x0] 00002000:00100000:3.0:1763335517.358471:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc47c8700 with x1848991028572288 00000100:00100000:3.0:1763335517.358504:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 220 00000100:00100000:3.0:1763335517.358513:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+39:2409:x1848991028572288:12345-192.168.202.34@tcp:10:fsx.0 00000004:00010000:3.0:1763335517.359033:0:6530:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 703504 -> 410617 00000004:00010000:3.0:1763335517.359038:0:6530:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335517 -> 1763335517 00000004:00010000:3.0:1763335517.359040:0:6530:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335514 -> 1763335514 00000004:00010000:3.0:1763335517.359043:0:6530:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335517 -> 1763335517 00000004:00010000:3.0:1763335517.359045:0:6530:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 312 -> 296 00000100:00100000:3.0:1763335517.359122:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+40:2409:x1848991028572288:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 609us (812us total) trans 4294967555 rc 0/0 00000100:00100000:3.0:1763335517.359130:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 220 00002000:00010000:3.0:1763335517.359134:0:6530:0:(mdt_io.c:274:mdt_punch_hpreq_check()) lustre-MDT0000: refresh DOM lock for [0x200000402:0xe:0x0] 00002000:00100000:3.0:1763335517.359136:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc47c8700 with x1848991028572288 00000100:00100000:3.0:1763335517.367391:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028572544 00000100:00100000:3.0:1763335517.367403:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028572544 00000100:00100000:3.0:1763335517.437297:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335517.463917:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028574080 00000100:00100000:3.0:1763335517.463928:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028574080 00000100:00100000:3.0:1763335517.463990:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 539 00000100:00100000:3.0:1763335517.464002:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4521180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+23:2408:x1848991028574080:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335517.464036:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335517.464063:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aae600/0x10123ce7f07621f8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 19 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ba84 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335517.464112:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90800/0x10123ce7f0762188 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 19 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ba3e expref: 45 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335517.464264:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5d9d880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041147264:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335517.464513:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850c00 going to sleep for 11 seconds 00000004:00010000:3.0:1763335517.468154:0:6517:0:(mdt_lvb.c:189:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime: 1763335514 -> 1763335516 00000100:00100000:3.0:1763335517.468183:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5d9d880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041147264:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335517.468204:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 512304 00010000:00010000:3.0:1763335517.468224:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aae600/0x10123ce7f07621f8 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 19 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ba84 expref: 24 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335517.468245:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335517.468248:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335517.468252:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aae600/0x10123ce7f07621f8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 19 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ba84 expref: 24 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335517.468264:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aae600, rc 0) 00000100:00100000:3.0:1763335517.469451:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4521180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+23:2408:x1848991028574080:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5443us (5703us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335517.469463:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 539 00000100:00100000:3.0:1763335517.473822:0:8402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4694700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041147392:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335517.473860:0:8402:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5ee6800/0x10123ce7f07621ff lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ba8b expref: 6 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335517.473906:0:8402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5ee6800/0x10123ce7f07621ff lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ba8b expref: 6 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335517.473918:0:8402:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5ee6800, rc 0) 00000100:00100000:3.0:1763335517.473984:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991028574208:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 9694us (9823us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335517.473994:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 318 00000100:00100000:3.0:1763335517.483389:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028574464 00000100:00100000:3.0:1763335517.483393:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028574464 00000100:00100000:3.0:1763335517.484569:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 319 00000100:00100000:3.0:1763335517.484586:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4694e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+5:2407:x1848991028574464:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335517.484608:0:8402:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335517.484630:0:8402:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aae600/0x10123ce7f0762206 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ba99 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335517.484692:0:8402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5d9d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041147520:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335517.484779:0:8402:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850c00 going to sleep for 11 seconds 00000100:00100000:3.0:1763335517.490690:0:8402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5d9d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041147520:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335517.490732:0:8402:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aae600/0x10123ce7f0762206 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ba99 expref: 6 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335517.492304:0:8402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aae600/0x10123ce7f0762206 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ba99 expref: 6 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335517.492319:0:8402:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aae600, rc 0) 00000100:00100000:3.0:1763335517.492367:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4694e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+5:2407:x1848991028574464:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7787us (9794us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335517.492376:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 319 00010000:00010000:3.0:1763335517.503790:0:6503:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763335517.505167:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028574720 00000100:00100000:3.0:1763335517.505190:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028574720 00000100:00100000:3.0:1763335517.505248:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 320 00000100:00100000:3.0:1763335517.505258:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991028574720:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335517.505278:0:8402:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335517.505299:0:8402:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aae600/0x10123ce7f0762214 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847baa7 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335517.505363:0:8402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5d9d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041147776:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335517.505455:0:8402:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850c00 going to sleep for 11 seconds 00000100:00100000:3.0:1763335517.515119:0:8402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5d9d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041147776:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335517.515162:0:8402:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aae600/0x10123ce7f0762214 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847baa7 expref: 6 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335517.515190:0:8402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aae600/0x10123ce7f0762214 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847baa7 expref: 6 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335517.515204:0:8402:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aae600, rc 0) 00000100:00100000:3.0:1763335517.515272:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991028574720:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 10013us (10173us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335517.515282:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 320 00000100:00100000:3.0:1763335517.532104:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028574976 00000100:00100000:3.0:1763335517.532114:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028574976 00010000:00010000:3.0:1763335517.532158:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90800/0x10123ce7f0762188 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 19 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ba3e expref: 46 pid: 6517 timeout: 418 lvb_type: 0 00000100:00100000:3.0:1763335517.532212:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 215 00000100:00100000:3.0:1763335517.532223:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47c8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+46:2408:x1848991028574976:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335517.532254:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335517.532279:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90800/0x10123ce7f0762188 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 20 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ba3e expref: 46 pid: 6517 timeout: 418 lvb_type: 0 00010000:00010000:3.0:1763335517.532294:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90800/0x10123ce7f0762188 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 20 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ba3e expref: 46 pid: 6517 timeout: 418 lvb_type: 0 00010000:00010000:3.0:1763335517.532322:0:13187:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335517.532329:0:13187:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bb1600/0x10123ce7f0762222 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 20 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847baae expref: 24 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335517.532345:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bb1600/0x10123ce7f0762222 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 20 type: IBT gid 0 flags: 0x50080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847baae expref: 24 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335517.532354:0:13187:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bb1600/0x10123ce7f0762222 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 20 type: IBT gid 0 flags: 0x50080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847baae expref: 24 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335517.532394:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bb1600/0x10123ce7f0762222 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 20 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847baae expref: 24 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335517.532407:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5d9d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041148160:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335517.532499:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850c00 going to sleep for 11 seconds 00000100:00100000:3.0:1763335517.537719:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5d9d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041148160:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335517.537740:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335517.537799:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47c8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+45:2408:x1848991028574976:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 5577us (5829us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335517.537809:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 215 00000100:00100000:3.0:1763335517.586058:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335517.592578:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335517.597555:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335517.607179:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335517.617504:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000001:00080000:3.0:1763335517.635515:0:6496:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967560 is committed 00000001:00080000:3.0:1763335517.635554:0:6496:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967559 is committed 00000100:00100000:3.0:1763335517.648259:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028576384 00000100:00100000:3.0:1763335517.648270:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028576384 00000100:00100000:3.0:1763335517.648334:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 321 00000100:00100000:3.0:1763335517.648344:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0eea16850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+5:2407:x1848991028576384:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335517.648363:0:8402:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335517.648384:0:8402:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aae600/0x10123ce7f0762229 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847bab5 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335517.648449:0:8402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5d9f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041148288:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335517.649254:0:8402:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850c00 going to sleep for 11 seconds 00000100:00100000:3.0:1763335517.690319:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028576896 00000100:00100000:3.0:1763335517.690329:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028576896 00010000:00010000:3.0:1763335517.690367:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a45000/0x10123ce7f07621f1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ba7d expref: 13 pid: 8224 timeout: 418 lvb_type: 0 00000100:00100000:3.0:1763335517.690410:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 216 00000100:00100000:3.0:1763335517.690420:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43d9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+13:2408:x1848991028576896:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335517.690437:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335517.690444:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a45000/0x10123ce7f07621f1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ba7d expref: 13 pid: 8224 timeout: 418 lvb_type: 0 00010000:00010000:3.0:1763335517.690474:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a45000/0x10123ce7f07621f1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ba7d expref: 13 pid: 8224 timeout: 418 lvb_type: 0 00010000:00010000:3.0:1763335517.690499:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a45000/0x10123ce7f07621f1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ba7d expref: 13 pid: 8224 timeout: 418 lvb_type: 0 00010000:00010000:3.0:1763335517.690514:0:13187:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335517.690520:0:13187:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5ee6200/0x10123ce7f0762237 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335517.690531:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5ee6200/0x10123ce7f0762237 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335517.690538:0:13187:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5ee6200/0x10123ce7f0762237 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335517.690578:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335517.692364:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43d9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+12:2408:x1848991028576896:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 1942us (2354us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335517.692377:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 216 00000100:00100000:3.0:1763335517.720662:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028577152 00000100:00100000:3.0:1763335517.720672:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028577152 00010000:00010000:3.0:1763335517.720715:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aaee00/0x10123ce7f076218f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ba45 expref: 8 pid: 8402 timeout: 418 lvb_type: 0 00000100:00100000:3.0:1763335517.720757:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 217 00000100:00100000:3.0:1763335517.720765:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5964000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991028577152:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335517.720781:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335517.720817:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aaee00/0x10123ce7f076218f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ba45 expref: 8 pid: 8402 timeout: 418 lvb_type: 0 00010000:00010000:3.0:1763335517.720830:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aaee00/0x10123ce7f076218f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ba45 expref: 8 pid: 8402 timeout: 418 lvb_type: 0 00010000:00010000:3.0:1763335517.720853:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aaee00/0x10123ce7f076218f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ba45 expref: 8 pid: 8402 timeout: 418 lvb_type: 0 00010000:00010000:3.0:1763335517.720918:0:13187:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335517.720920:0:13187:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335517.720930:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5ee6a00/0x10123ce7f076223e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bac3 expref: 5 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335517.720942:0:13187:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5ee6a00/0x10123ce7f076223e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bac3 expref: 5 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335517.720982:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5ee6a00/0x10123ce7f076223e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bac3 expref: 5 pid: 8402 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335517.720996:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5d9ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:13187:1848991041148800:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335517.721094:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850840 going to sleep for 11 seconds 00000100:00100000:3.0:1763335517.726062:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5d9ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:13187:1848991041148800:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335517.726091:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335517.726157:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5964000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+7:2408:x1848991028577152:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 5390us (5741us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335517.726168:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 217 00000100:00100000:3.0:1763335517.799627:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335517.814794:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335517.826294:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c44000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041149312:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335517.826328:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5ee7800/0x10123ce7f0762261 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bae6 expref: 6 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335517.826351:0:14974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5ee7800/0x10123ce7f0762261 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bae6 expref: 6 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335517.826363:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5ee7800, rc 0) 00000100:00100000:3.0:1763335517.826409:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991028578304:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7061us (7183us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335517.826418:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 326 00000100:00100000:3.0:1763335517.845619:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028578816 00000100:00100000:3.0:1763335517.845629:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028578816 00010000:00010000:3.0:1763335517.845667:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bb1600/0x10123ce7f0762222 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847baae expref: 13 pid: 8224 timeout: 418 lvb_type: 0 00000100:00100000:3.0:1763335517.845708:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 218 00000100:00100000:3.0:1763335517.845716:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c44700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+13:2408:x1848991028578816:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335517.845731:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335517.845752:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bb1600/0x10123ce7f0762222 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847baae expref: 13 pid: 8224 timeout: 418 lvb_type: 0 00010000:00010000:3.0:1763335517.845765:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bb1600/0x10123ce7f0762222 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847baae expref: 13 pid: 8224 timeout: 418 lvb_type: 0 00010000:00010000:3.0:1763335517.845807:0:13187:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335517.845814:0:13187:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bb0c00/0x10123ce7f0762276 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847baed expref: 16 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335517.845828:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bb0c00/0x10123ce7f0762276 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847baed expref: 16 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335517.845836:0:13187:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bb0c00/0x10123ce7f0762276 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847baed expref: 16 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335517.845924:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bb0c00/0x10123ce7f0762276 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847baed expref: 16 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335517.845938:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5d9f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041149696:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335517.846033:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850840 going to sleep for 11 seconds 00000100:00100000:3.0:1763335517.850801:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5d9f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041149696:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335517.850819:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335517.850846:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c44700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+12:2408:x1848991028578816:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 5130us (5330us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335517.850855:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 218 00000100:00100000:3.0:1763335517.856084:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028579072 00000100:00100000:3.0:1763335517.856091:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028579072 00010000:00010000:3.0:1763335517.856127:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5ee6a00/0x10123ce7f076223e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bac3 expref: 6 pid: 8402 timeout: 418 lvb_type: 0 00000100:00100000:3.0:1763335517.856166:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 219 00000100:00100000:3.0:1763335517.856190:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c42d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991028579072:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335517.856206:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335517.856226:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc5ee6a00/0x10123ce7f076223e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bac3 expref: 6 pid: 8402 timeout: 418 lvb_type: 0 00010000:00010000:3.0:1763335517.856241:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc5ee6a00/0x10123ce7f076223e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bac3 expref: 6 pid: 8402 timeout: 418 lvb_type: 0 00010000:00010000:3.0:1763335517.856268:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5ee6a00/0x10123ce7f076223e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bac3 expref: 6 pid: 8402 timeout: 418 lvb_type: 0 00010000:00010000:3.0:1763335517.856284:0:13187:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335517.856286:0:13187:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335517.856294:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bb0400/0x10123ce7f076227d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847baf4 expref: 5 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335517.856305:0:13187:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bb0400/0x10123ce7f076227d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847baf4 expref: 5 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335517.856342:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bb0400/0x10123ce7f076227d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847baf4 expref: 5 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335517.856355:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5d9f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:13187:1848991041149952:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335517.856603:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850840 going to sleep for 11 seconds 00000100:00100000:3.0:1763335517.862509:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5d9f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:13187:1848991041149952:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335517.862530:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335517.862601:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c42d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991028579072:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 6412us (6598us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335517.862610:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 219 00000100:00100000:3.0:1763335517.879588:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028579456 00000100:00100000:3.0:1763335517.879607:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028579456 00000100:00100000:3.0:1763335517.879703:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 551 00000100:00100000:3.0:1763335517.879715:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+12:15720:x1848991028579456:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335517.879745:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335517.879773:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaee00/0x10123ce7f0762292 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847bb02 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335517.879808:0:8224:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bb0c00/0x10123ce7f0762276 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847baed expref: 16 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335517.879820:0:8224:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaee00/0x10123ce7f0762292 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bb02 expref: 13 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335517.879862:0:8224:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bb0c00/0x10123ce7f0762276 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847baed expref: 16 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335517.879912:0:8224:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bb0c00/0x10123ce7f0762276 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847baed expref: 16 pid: 6517 timeout: 418 lvb_type: 0 00000100:00100000:3.0:1763335517.879930:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5d9f100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041150080:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335517.880057:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850840 going to sleep for 11 seconds 00000100:00100000:3.0:1763335517.886988:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5d9f100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041150080:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335517.888953:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaee00/0x10123ce7f0762292 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bb02 expref: 13 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335517.889016:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335517.889032:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335517.889039:0:8224:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaee00/0x10123ce7f0762292 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bb02 expref: 13 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335517.889052:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aaee00, rc 0) 00000100:00100000:3.0:1763335517.889164:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+13:15720:x1848991028579456:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 9448us (10032us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335517.889176:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 551 00000100:00100000:3.0:1763335517.901685:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028579712 00000100:00100000:3.0:1763335517.901698:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028579712 00000100:00100000:3.0:1763335517.906530:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc57a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+13:2408:x1848991028579712:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:3.0:1763335517.907002:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 512304 -> 602496 00000004:00010000:3.0:1763335517.907008:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335518 -> 1763335518 00000004:00010000:3.0:1763335517.907011:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335514 -> 1763335514 00000004:00010000:3.0:1763335517.907014:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335518 -> 1763335518 00000004:00010000:3.0:1763335517.907017:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 440 -> 552 00000100:00100000:3.0:1763335517.911323:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028579840 00000100:00100000:3.0:1763335517.911338:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028579840 00000100:00100000:3.0:1763335517.911417:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 552 00000100:00100000:3.0:1763335517.911429:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc35ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+16:2407:x1848991028579840:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335517.911456:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335517.911485:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf400/0x10123ce7f0762299 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847bb09 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335517.911563:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaee00/0x10123ce7f0762292 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bb02 expref: 13 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335517.911621:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5d9f100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041150336:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335517.911756:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850c00 going to sleep for 11 seconds 00000004:00010000:3.0:1763335517.915437:0:8224:0:(mdt_lvb.c:189:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime: 1763335514 -> 1763335518 00000100:00100000:3.0:1763335517.915491:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5d9f100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041150336:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335517.915525:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 602496 00010000:00010000:3.0:1763335517.915553:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf400/0x10123ce7f0762299 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bb09 expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335517.915581:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335517.915585:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335517.915590:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf400/0x10123ce7f0762299 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bb09 expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335517.915607:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aaf400, rc 0) 00000100:00100000:3.0:1763335517.915693:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc35ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+16:2407:x1848991028579840:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4266us (4529us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335517.915705:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 552 00000100:00100000:3.0:1763335517.919204:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028579968 00000100:00100000:3.0:1763335517.919218:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028579968 00000100:00100000:3.0:1763335517.919293:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 553 00000100:00100000:3.0:1763335517.919306:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc35ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+16:2409:x1848991028579968:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335517.919332:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335517.919358:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aae200/0x10123ce7f07622a0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847bb10 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335517.919428:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaee00/0x10123ce7f0762292 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bb02 expref: 13 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335517.919480:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5d9f100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041150464:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335517.919596:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850c00 going to sleep for 11 seconds 00000100:00100000:3.0:1763335517.955054:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335517.955106:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335517.977038:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335517.983694:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00002000:00010000:3.0:1763335517.987526:0:14974:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335516 -> 1763335518 00000100:00100000:3.0:1763335517.987569:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4520380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041150848:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335517.987615:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bb0800/0x10123ce7f07622c3 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bb2c expref: 6 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335517.987642:0:14974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bb0800/0x10123ce7f07622c3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bb2c expref: 6 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335517.987658:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bb0800, rc 0) 00000100:00100000:3.0:1763335517.987799:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc46eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991028580864:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3409us (4110us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335517.987811:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 328 00000100:00100000:3.0:1763335517.990747:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028580992 00000100:00100000:3.0:1763335517.990761:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028580992 00000100:00100000:3.0:1763335517.990833:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 329 00000100:00100000:3.0:1763335517.990844:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+5:2407:x1848991028580992:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335517.991047:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335517.991070:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aafa00/0x10123ce7f07622ca lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847bb33 expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335517.991144:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc46ebb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041150976:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335517.991263:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850180 going to sleep for 11 seconds 00000100:00100000:3.0:1763335517.995689:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc46ebb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041150976:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335517.995743:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aafa00/0x10123ce7f07622ca lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bb33 expref: 6 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335517.995772:0:14974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aafa00/0x10123ce7f07622ca lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bb33 expref: 6 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335517.995789:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aafa00, rc 0) 00000100:00100000:3.0:1763335517.996072:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+5:2407:x1848991028580992:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5226us (5433us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335517.996084:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 329 00000100:00080000:3.0:1763335518.001121:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1763335518.008128:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00080000:3.0:1763335518.016177:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1763335518.019995:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335518.038597:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00080000:3.0:1763335518.039939:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1763335518.066624:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028582144 00000100:00100000:3.0:1763335518.066637:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028582144 00000100:00100000:3.0:1763335518.066709:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 558 00000100:00100000:3.0:1763335518.066720:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4775180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+16:2406:x1848991028582144:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335518.066767:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335518.066794:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aafc00/0x10123ce7f07622f4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847bb5d expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335518.066842:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5ee6400/0x10123ce7f07622ed lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bb56 expref: 15 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335518.066933:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c77100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041151872:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335518.067063:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850180 going to sleep for 11 seconds 00000100:00100000:3.0:1763335518.079272:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335518.083938:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335518.089008:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335518.097495:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335518.108144:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335518.108201:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335518.108260:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028582912 00000100:00100000:3.0:1763335518.108272:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028582912 00000100:00100000:3.0:1763335518.108336:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 561 00000100:00100000:3.0:1763335518.108348:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+15:2408:x1848991028582912:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335518.108375:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335518.108401:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aafa00/0x10123ce7f0762309 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847bb72 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335518.108448:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5ee6c00/0x10123ce7f0762302 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bb6b expref: 17 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335518.108493:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc578a300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041152384:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335518.108642:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850840 going to sleep for 11 seconds 00000100:00100000:3.0:1763335518.134306:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc578a300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041152384:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335518.134339:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 602496 00010000:00010000:3.0:1763335518.134360:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aafa00/0x10123ce7f0762309 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bb72 expref: 16 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335518.134384:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335518.134388:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335518.134393:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aafa00/0x10123ce7f0762309 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bb72 expref: 16 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335518.134407:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aafa00, rc 0) 00000100:00100000:3.0:1763335518.136381:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+15:2408:x1848991028582912:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 28018us (28237us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335518.136397:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 561 00000100:00100000:3.0:1763335518.145628:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028583168 00000100:00100000:3.0:1763335518.145649:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028583168 00000100:00100000:3.0:1763335518.146653:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 562 00000100:00100000:3.0:1763335518.146669:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5964000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+15:15720:x1848991028583168:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335518.146696:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335518.146727:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aafa00/0x10123ce7f0762317 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847bb80 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335518.146769:0:6517:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5ee6c00/0x10123ce7f0762302 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bb6b expref: 17 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335518.146783:0:6517:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aafa00/0x10123ce7f0762317 lrc: 4/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bb80 expref: 16 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335518.146850:0:6517:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5ee6c00/0x10123ce7f0762302 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bb6b expref: 17 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335518.146888:0:6517:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5ee6c00/0x10123ce7f0762302 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bb6b expref: 17 pid: 6517 timeout: 418 lvb_type: 0 00000100:00100000:3.0:1763335518.146905:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc578a300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041152640:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335518.147725:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850840 going to sleep for 11 seconds 00000100:00100000:3.0:1763335518.155122:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc578a300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041152640:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335518.155173:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aafa00/0x10123ce7f0762317 lrc: 3/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bb80 expref: 16 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335518.155197:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335518.155200:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335518.155205:0:6517:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aafa00/0x10123ce7f0762317 lrc: 3/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bb80 expref: 16 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335518.155217:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aafa00, rc 0) 00000100:00100000:3.0:1763335518.155296:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5964000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+16:15720:x1848991028583168:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 8631us (11647us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335518.155306:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 562 00000100:00100000:3.0:1763335518.179257:0:8402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc3780a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041152896:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335518.179759:0:8402:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bb1c00/0x10123ce7f076231e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bb87 expref: 6 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335518.179829:0:8402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bb1c00/0x10123ce7f076231e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bb87 expref: 6 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335518.179845:0:8402:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bb1c00, rc 0) 00000100:00100000:3.0:1763335518.180288:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3781c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+5:2409:x1848991028583424:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 11109us (11245us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335518.180300:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 335 00000100:00100000:3.0:1763335518.195525:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028583680 00000100:00100000:3.0:1763335518.195542:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028583680 00000100:00100000:3.0:1763335518.195628:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 336 00000100:00100000:3.0:1763335518.195640:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4520380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991028583680:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335518.195665:0:8402:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335518.195687:0:8402:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aaf000/0x10123ce7f0762325 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847bb8e expref: -99 pid: 8402 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335518.195764:0:8402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc578a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041153024:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335518.198559:0:8402:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850840 going to sleep for 11 seconds 00000100:00100000:3.0:1763335518.204216:0:8402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc578a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041153024:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335518.205429:0:8402:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aaf000/0x10123ce7f0762325 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bb8e expref: 6 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335518.205461:0:8402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aaf000/0x10123ce7f0762325 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bb8e expref: 6 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335518.205494:0:8402:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aaf000, rc 0) 00000100:00100000:3.0:1763335518.205586:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4520380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991028583680:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 9946us (10192us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335518.205597:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 336 00000100:00100000:3.0:1763335518.273319:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc578a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1848991041153408:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1763335518.273414:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335518.273494:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041153408 00000100:00100000:3.0:1763335518.273504:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041153408 00000100:00100000:3.0:1763335518.273572:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 122 00000100:00100000:3.0:1763335518.273581:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5789500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1848991041153408:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1763335518.273609:0:8403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 175935168 pending 0 free 3923529728 avail 3691925504 00000100:00100000:3.0:1763335518.273654:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5789500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1848991041153408:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (240us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335518.273662:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 122 00000100:00080000:3.0:1763335518.273689:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1763335518.273752:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc578a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1848991041153408:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1763335518.276217:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc578a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e767977a-b5b5-44a9-9592-4af663ea7043:3651:1848991041153536:0@lo:400:kworker.0 00000100:00100000:3.0:1763335518.276306:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335518.276367:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4fd3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3651:1848991041154048:0@lo:400:kworker.0 00000100:00100000:3.0:1763335518.276401:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335518.276423:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc55ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3651:1848991041154560:0@lo:400:kworker.0 00000100:00100000:3.0:1763335518.276448:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335518.276480:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1763335518.276500:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5788e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3651:1848991041153664:0@lo:400:kworker.0 00000100:00100000:3.0:1763335518.276525:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335518.276543:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3651:1848991041154176:0@lo:400:kworker.0 00000100:00100000:3.0:1763335518.276563:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335518.276578:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc55ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3651:1848991041154688:0@lo:400:kworker.0 00000100:00100000:3.0:1763335518.276595:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335518.276648:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041154048 00000100:00100000:3.0:1763335518.276657:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041154048 00000100:00100000:3.0:1763335518.276710:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041154560 00000100:00100000:3.0:1763335518.276713:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041154560 00000100:00100000:3.0:1763335518.276728:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041153664 00000100:00100000:3.0:1763335518.276731:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041153664 00000100:00100000:3.0:1763335518.276747:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041154176 00000100:00100000:3.0:1763335518.276752:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041154176 00000100:00100000:3.0:1763335518.276779:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041154688 00000100:00100000:3.0:1763335518.276782:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041154688 00000100:00100000:3.0:1763335518.276807:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 285 00000100:00100000:3.0:1763335518.276823:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc579c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3651:x1848991041154048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763335518.276924:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc579c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3651:x1848991041154048:12345-0@lo:400:kworker.0 Request processed in 106us (520us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335518.276938:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 285 00000100:00100000:3.0:1763335518.276967:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 286 00000100:00100000:3.0:1763335518.276977:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ed879c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3651:x1848991041154560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763335518.277010:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ed879c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3651:x1848991041154560:12345-0@lo:400:kworker.0 Request processed in 34us (560us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335518.277026:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 286 00000100:00100000:3.0:1763335518.277041:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 287 00000100:00100000:3.0:1763335518.277047:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f45b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3651:x1848991041153664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763335518.277088:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f45b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3651:x1848991041153664:12345-0@lo:400:kworker.0 Request processed in 40us (561us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335518.277096:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 287 00000100:00100000:3.0:1763335518.277119:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 288 00000100:00100000:3.0:1763335518.277127:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3651:x1848991041154176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763335518.277163:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3651:x1848991041154176:12345-0@lo:400:kworker.0 Request processed in 38us (598us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335518.277171:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 288 00000100:00100000:3.0:1763335518.277195:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 289 00000100:00100000:3.0:1763335518.277204:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3651:x1848991041154688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763335518.277237:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3651:x1848991041154688:12345-0@lo:400:kworker.0 Request processed in 35us (640us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335518.277244:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 289 00000100:00100000:3.0:1763335518.277319:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5788e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3651:1848991041153664:0@lo:400:kworker.0 00000100:00100000:3.0:1763335518.277339:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3651:1848991041154176:0@lo:400:kworker.0 00000100:00100000:3.0:1763335518.277358:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc55ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3651:1848991041154688:0@lo:400:kworker.0 00000100:00100000:3.0:1763335518.277374:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc578a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e767977a-b5b5-44a9-9592-4af663ea7043:3651:1848991041153536:0@lo:400:kworker.0 00000100:00100000:3.0:1763335518.277390:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4fd3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3651:1848991041154048:0@lo:400:kworker.0 00000100:00100000:3.0:1763335518.277405:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc55ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3651:1848991041154560:0@lo:400:kworker.0 00000100:00100000:3.0:1763335518.277465:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4fd3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1848991041153792:0@lo:400:kworker.0 00000100:00100000:3.0:1763335518.277503:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335518.277531:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5969f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1848991041154304:0@lo:400:kworker.0 00000100:00100000:3.0:1763335518.283286:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335518.284847:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc579d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1848991041154816:0@lo:400:kworker.0 00000100:00100000:3.0:1763335518.284942:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335518.285025:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4fd3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1848991041153792:0@lo:400:kworker.0 00000100:00100000:3.0:1763335518.285075:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041154816 00000100:00100000:3.0:1763335518.285081:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041154816 00000100:00100000:3.0:1763335518.285128:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 137 00000100:00100000:3.0:1763335518.285141:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3653:x1848991041154304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763335518.285217:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3653:x1848991041154304:12345-0@lo:400:kworker.0 Request processed in 79us (1936us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335518.285234:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 137 00000100:00080000:3.0:1763335518.285271:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1763335518.285278:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1763335518.285281:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1763335518.285284:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1763335518.285309:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5969f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1848991041154304:0@lo:400:kworker.0 00000100:00100000:3.0:1763335518.285320:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc579d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1848991041154816:0@lo:400:kworker.0 00000100:00080000:3.0:1763335518.286638:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1763335518.286674:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5968e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3654:1848991041154432:0@lo:400:kworker.0 00000100:00100000:3.0:1763335518.297596:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335518.304437:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335518.316950:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028584832 00000100:00100000:3.0:1763335518.316966:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028584832 00002000:00100000:3.0:1763335518.317036:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5845f80 x1848991028584832/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:564/0 lens 488/0 e 0 to 0 dl 1763335529 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335518.317051:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5845f80 with x1848991028584832 00000100:00100000:3.0:1763335518.317178:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 241 00000100:00100000:3.0:1763335518.317191:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5845f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+16:2409:x1848991028584832:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335518.317437:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5845f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+16:2409:x1848991028584832:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 248us (605us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335518.317446:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 241 00002000:00100000:3.0:1763335518.317454:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5845f80 x1848991028584832/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:564/0 lens 488/440 e 0 to 0 dl 1763335529 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335518.317462:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5845f80 with x1848991028584832 00000100:00100000:3.0:1763335518.322759:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335518.352660:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028585088 00000100:00100000:3.0:1763335518.352674:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028585088 00002000:00100000:3.0:1763335518.352746:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5845180 x1848991028585088/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:564/0 lens 488/0 e 0 to 0 dl 1763335529 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335518.352759:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5845180 with x1848991028585088 00000100:00100000:3.0:1763335518.352805:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 242 00000100:00100000:3.0:1763335518.352816:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5845180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+16:2408:x1848991028585088:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335518.353125:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5845180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+16:2408:x1848991028585088:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 309us (654us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335518.353134:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 242 00002000:00100000:3.0:1763335518.353142:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5845180 x1848991028585088/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:564/0 lens 488/440 e 0 to 0 dl 1763335529 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335518.353151:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5845180 with x1848991028585088 00000100:00100000:3.0:1763335518.369717:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028585216 00000100:00100000:3.0:1763335518.369730:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028585216 00000100:00100000:3.0:1763335518.369806:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 342 00000100:00100000:3.0:1763335518.369829:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5f03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991028585216:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335518.369855:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335518.369907:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aaf000/0x10123ce7f076234f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847bbb8 expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335518.369982:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4fd3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041155456:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335518.370114:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850e40 going to sleep for 11 seconds 00000100:00100000:3.0:1763335518.381949:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335518.387344:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335518.418947:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028585600 00000100:00100000:3.0:1763335518.418967:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028585600 00002000:00100000:3.0:1763335518.419038:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5470a80 x1848991028585600/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:564/0 lens 488/0 e 0 to 0 dl 1763335529 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335518.419049:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5470a80 with x1848991028585600 00000100:00100000:3.0:1763335518.419092:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 244 00000100:00100000:3.0:1763335518.419103:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5470a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+16:2406:x1848991028585600:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335518.421180:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5470a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+16:2406:x1848991028585600:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 2066us (3160us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335518.421195:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 244 00002000:00100000:3.0:1763335518.421209:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5470a80 x1848991028585600/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:564/0 lens 488/440 e 0 to 0 dl 1763335529 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335518.421219:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5470a80 with x1848991028585600 00000100:00100000:3.0:1763335518.426319:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028585728 00000100:00100000:3.0:1763335518.426335:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028585728 00000100:00100000:3.0:1763335518.426418:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 344 00000100:00100000:3.0:1763335518.426433:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5473b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991028585728:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335518.426470:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335518.426495:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aaec00/0x10123ce7f076235d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847bbc6 expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335518.428677:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c0f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041155712:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335518.428815:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58503c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335518.434840:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c0f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041155712:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335518.434942:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aaec00/0x10123ce7f076235d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bbc6 expref: 6 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335518.434975:0:14974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aaec00/0x10123ce7f076235d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bbc6 expref: 6 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335518.434992:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aaec00, rc 0) 00000100:00100000:3.0:1763335518.435091:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5473b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991028585728:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 8659us (10406us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335518.435104:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 344 00000100:00100000:3.0:1763335518.446591:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028585856 00000100:00100000:3.0:1763335518.446616:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028585856 00002000:00100000:3.0:1763335518.446701:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5471880 x1848991028585856/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:564/0 lens 488/0 e 0 to 0 dl 1763335529 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335518.446715:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5471880 with x1848991028585856 00000100:00100000:3.0:1763335518.446775:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 245 00000100:00100000:3.0:1763335518.446791:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5471880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+16:2408:x1848991028585856:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335518.447076:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5471880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+16:2408:x1848991028585856:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 287us (2673us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335518.447095:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 245 00002000:00100000:3.0:1763335518.447106:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5471880 x1848991028585856/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:564/0 lens 488/440 e 0 to 0 dl 1763335529 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335518.447114:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5471880 with x1848991028585856 00000100:00100000:3.0:1763335518.502573:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028586368 00000100:00100000:3.0:1763335518.502591:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028586368 00000100:00100000:3.0:1763335518.502680:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 564 00000100:00100000:3.0:1763335518.502692:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5f01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+18:15720:x1848991028586368:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335518.502717:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335518.502720:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763335518.502772:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5ee7000/0x10123ce7f076236b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bbd4 expref: 18 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335518.502794:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335518.502800:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763335518.502814:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aae400/0x10123ce7f0762372 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847bbdb expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335518.502841:0:6515:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aafa00/0x10123ce7f0762317 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bb80 expref: 15 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335518.502853:0:6515:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aae400/0x10123ce7f0762372 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bbdb expref: 18 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335518.502919:0:6515:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aafa00/0x10123ce7f0762317 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bb80 expref: 15 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335518.502958:0:6515:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aafa00/0x10123ce7f0762317 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bb80 expref: 15 pid: 6517 timeout: 419 lvb_type: 0 00000100:00100000:3.0:1763335518.502974:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c0f100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041155968:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335518.503135:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58503c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335518.507300:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c0f100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041155968:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335518.507349:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aae400/0x10123ce7f0762372 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bbdb expref: 18 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335518.507375:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335518.507379:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335518.507385:0:6515:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aae400/0x10123ce7f0762372 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bbdb expref: 18 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335518.507400:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aae400, rc 0) 00000100:00100000:3.0:1763335518.507590:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5f01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+18:15720:x1848991028586368:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4898us (5130us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335518.507603:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 564 00000100:00100000:3.0:1763335518.532212:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028586752 00000100:00100000:3.0:1763335518.532216:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028586752 00000100:00100000:3.0:1763335518.532247:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 565 00000100:00100000:3.0:1763335518.532253:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:273362c8-ad54-46f8-a663-195ccb4b667f+15:2408:x1848991028586752:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335518.532263:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335518.532278:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaec00/0x10123ce7f0762379 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847bbe2 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335518.532888:0:6515:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aae400/0x10123ce7f0762372 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bbdb expref: 18 pid: 6515 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335518.532918:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c0f100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041156352:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335518.532947:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58503c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335518.541175:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c0f100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041156352:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335518.541262:0:6515:0:(mdt_io.c:1529:mdt_lvb2reply()) size 801285 00010000:00010000:3.0:1763335518.541286:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaec00/0x10123ce7f0762379 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bbe2 expref: 16 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335518.541309:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335518.541312:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335518.541318:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaec00/0x10123ce7f0762379 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bbe2 expref: 16 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335518.541332:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aaec00, rc 0) 00000100:00100000:3.0:1763335518.541844:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:273362c8-ad54-46f8-a663-195ccb4b667f+15:2408:x1848991028586752:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 9589us (10583us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335518.541853:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 565 00000100:00100000:3.0:1763335518.570966:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335518.575379:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335518.580655:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335518.581164:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028587648 00000100:00100000:3.0:1763335518.581169:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028587648 00002000:00010000:3.0:1763335518.581219:0:6530:0:(mdt_io.c:274:mdt_punch_hpreq_check()) lustre-MDT0000: refresh DOM lock for [0x200000402:0xe:0x0] 00002000:00100000:3.0:1763335518.581224:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4694e00 with x1848991028587648 00000100:00100000:3.0:1763335518.581280:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 248 00000100:00100000:3.0:1763335518.581289:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4694e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+21:2408:x1848991028587648:12345-192.168.202.34@tcp:10:fsx.0 00000004:00010000:3.0:1763335518.582511:0:6530:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 801285 -> 197376 00000004:00010000:3.0:1763335518.582515:0:6530:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335518 -> 1763335518 00000004:00010000:3.0:1763335518.582517:0:6530:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335518 -> 1763335518 00000004:00010000:3.0:1763335518.582519:0:6530:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335518 -> 1763335518 00000004:00010000:3.0:1763335518.582522:0:6530:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 576 -> 136 00000100:00100000:3.0:1763335518.583336:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4694e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+22:2408:x1848991028587648:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 2046us (2241us total) trans 4294967571 rc 0/0 00000100:00100000:3.0:1763335518.583344:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 248 00002000:00010000:3.0:1763335518.583348:0:6530:0:(mdt_io.c:274:mdt_punch_hpreq_check()) lustre-MDT0000: refresh DOM lock for [0x200000402:0xe:0x0] 00002000:00100000:3.0:1763335518.583350:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4694e00 with x1848991028587648 00000100:00100000:3.0:1763335518.598689:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028588032 00000100:00100000:3.0:1763335518.598699:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028588032 00002000:00010000:3.0:1763335518.604355:0:14974:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335516 -> 1763335518 00000100:00100000:3.0:1763335518.604388:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c3133480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041156864:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335518.604425:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a45000/0x10123ce7f07623aa lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bc0c expref: 6 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335518.604450:0:14974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a45000/0x10123ce7f07623aa lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bc0c expref: 6 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335518.604461:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a45000, rc 0) 00000100:00100000:3.0:1763335518.604525:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0d88bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991028588160:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5074us (6694us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335518.604551:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 348 00000100:00100000:3.0:1763335518.618782:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335518.618837:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335518.643300:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335518.643369:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335518.652496:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335518.657319:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335518.664712:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335518.680755:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335518.709346:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028589952 00000100:00100000:3.0:1763335518.709358:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028589952 00002000:00100000:3.0:1763335518.709417:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ee800700 x1848991028589952/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:564/0 lens 504/0 e 0 to 0 dl 1763335529 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335518.709430:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ee800700 with x1848991028589952 00000100:00100000:3.0:1763335518.709475:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 250 00000100:00100000:3.0:1763335518.709485:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ee800700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+16:2409:x1848991028589952:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335518.720969:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ee800700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+16:2409:x1848991028589952:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 11473us (11713us total) trans 0 rc 200704/200704 00000100:00100000:3.0:1763335518.720986:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 250 00002000:00100000:3.0:1763335518.721001:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ee800700 x1848991028589952/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:564/0 lens 504/440 e 0 to 0 dl 1763335529 ref 1 fl Complete:/600/0 rc 200704/200704 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335518.721019:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ee800700 with x1848991028589952 00000100:00100000:3.0:1763335518.731152:0:6509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028590080 00000100:00100000:3.0:1763335518.731161:0:6509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028590080 00000100:00100000:3.0:1763335518.731213:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 352 00000100:00100000:3.0:1763335518.731235:0:6509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f45abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f4bc7452-2198-4a0d-a8bc-8fee3c386313+12:2409:x1848991028590080:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:3.0:1763335518.731280:0:6509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f45abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f4bc7452-2198-4a0d-a8bc-8fee3c386313+12:2409:x1848991028590080:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 46us (2114us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335518.731287:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 352 00000100:00100000:3.0:1763335518.732914:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028590464 00000100:00100000:3.0:1763335518.732920:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028590464 00002000:00100000:3.0:1763335518.732955:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0c3130380 x1848991028590464/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:564/0 lens 488/0 e 0 to 0 dl 1763335529 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335518.732965:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0c3130380 with x1848991028590464 00000100:00100000:3.0:1763335518.732995:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 251 00000100:00100000:3.0:1763335518.733005:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c3130380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+16:2406:x1848991028590464:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335518.733170:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c3130380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+16:2406:x1848991028590464:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 166us (1140us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335518.733178:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 251 00002000:00100000:3.0:1763335518.733184:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0c3130380 x1848991028590464/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:564/0 lens 488/440 e 0 to 0 dl 1763335529 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335518.733191:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0c3130380 with x1848991028590464 00000100:00080000:3.0:1763335518.733731:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1763335518.737473:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028590720 00000100:00100000:3.0:1763335518.737483:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028590720 00002000:00100000:3.0:1763335518.737531:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0c3132300 x1848991028590720/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:564/0 lens 488/0 e 0 to 0 dl 1763335529 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335518.737543:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0c3132300 with x1848991028590720 00000100:00100000:3.0:1763335518.737581:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 252 00000100:00100000:3.0:1763335518.737592:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c3132300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+16:2408:x1848991028590720:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335518.738179:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c3132300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+16:2408:x1848991028590720:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 586us (795us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335518.738187:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 252 00002000:00100000:3.0:1763335518.738195:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0c3132300 x1848991028590720/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:564/0 lens 488/440 e 0 to 0 dl 1763335529 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335518.738203:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0c3132300 with x1848991028590720 00000100:00100000:3.0:1763335518.756651:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028591232 00000100:00100000:3.0:1763335518.756661:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028591232 00002000:00100000:3.0:1763335518.756705:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0d88bea00 x1848991028591232/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:564/0 lens 488/0 e 0 to 0 dl 1763335529 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335518.756716:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0d88bea00 with x1848991028591232 00000100:00100000:3.0:1763335518.756752:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 256 00000100:00100000:3.0:1763335518.756762:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0d88bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+16:2407:x1848991028591232:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335518.756980:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0d88bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+16:2407:x1848991028591232:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 219us (443us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335518.756989:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 256 00002000:00100000:3.0:1763335518.756996:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0d88bea00 x1848991028591232/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:564/0 lens 488/440 e 0 to 0 dl 1763335529 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335518.757004:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0d88bea00 with x1848991028591232 00000100:00100000:3.0:1763335518.764670:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028591488 00000100:00100000:3.0:1763335518.764680:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028591488 00002000:00100000:3.0:1763335518.764727:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0d88bc700 x1848991028591488/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:564/0 lens 488/0 e 0 to 0 dl 1763335529 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335518.764737:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0d88bc700 with x1848991028591488 00000100:00100000:3.0:1763335518.764791:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 258 00000100:00100000:3.0:1763335518.764801:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0d88bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+16:2406:x1848991028591488:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335518.765027:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0d88bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+16:2406:x1848991028591488:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 225us (451us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335518.765035:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 258 00002000:00100000:3.0:1763335518.765042:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0d88bc700 x1848991028591488/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:564/0 lens 488/440 e 0 to 0 dl 1763335529 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335518.765050:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0d88bc700 with x1848991028591488 00000100:00100000:3.0:1763335518.771515:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028591744 00000100:00100000:3.0:1763335518.771527:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028591744 00002000:00100000:3.0:1763335518.771580:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0d88be300 x1848991028591744/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:564/0 lens 488/0 e 0 to 0 dl 1763335529 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335518.771592:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0d88be300 with x1848991028591744 00000100:00100000:3.0:1763335518.771631:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 260 00000100:00100000:3.0:1763335518.771642:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0d88be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+16:2407:x1848991028591744:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335518.771838:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0d88be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+16:2407:x1848991028591744:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 197us (423us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335518.771845:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 260 00002000:00100000:3.0:1763335518.771852:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0d88be300 x1848991028591744/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:564/0 lens 488/440 e 0 to 0 dl 1763335529 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335518.771860:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0d88be300 with x1848991028591744 00000100:00100000:3.0:1763335518.783079:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763335518.783090:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ee801880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3651:1848991041158784:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1763335518.783126:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335518.787564:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335518.855933:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c3131c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+14:2408:x1848991028592640:12345-192.168.202.34@tcp:16:fsx.0 Request processed in 9509us (11229us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335518.855949:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 578 00000100:00100000:3.0:1763335518.862231:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028592896 00000100:00100000:3.0:1763335518.862249:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028592896 00000100:00100000:3.0:1763335518.862330:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 355 00000100:00100000:3.0:1763335518.862342:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c3133b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991028592896:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335518.862365:0:8402:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335518.862388:0:8402:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aaec00/0x10123ce7f076241a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847bc75 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335518.862464:0:8402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffadd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041159040:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335518.863586:0:8402:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850240 going to sleep for 11 seconds 00000004:00010000:3.0:1763335518.871511:0:8224:0:(mdt_lvb.c:189:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime: 1763335518 -> 1763335519 00000100:00100000:3.0:1763335518.871554:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ee802300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041159168:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335518.871637:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 368640 00010000:00010000:3.0:1763335518.871662:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5ee7e00/0x10123ce7f0762421 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bc6e expref: 11 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335518.871689:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335518.871692:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335518.871698:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5ee7e00/0x10123ce7f0762421 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bc6e expref: 11 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335518.871715:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5ee7e00, rc 0) 00000100:00100000:3.0:1763335518.871815:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c3130000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+10:2408:x1848991028592768:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 9094us (9669us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335518.871846:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 579 00000100:00100000:3.0:1763335518.876765:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028593024 00000100:00100000:3.0:1763335518.876778:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028593024 00000100:00100000:3.0:1763335518.876853:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 580 00000100:00100000:3.0:1763335518.876864:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c3133800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+10:2409:x1848991028593024:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335518.876930:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335518.876959:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aae000/0x10123ce7f0762428 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847bc7c expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335518.877008:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5ee7c00/0x10123ce7f0762413 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bc67 expref: 13 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335518.877071:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffadca80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041159296:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335518.877181:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58506c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335518.889839:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335518.895312:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335518.900621:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335518.925436:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028594304 00000100:00100000:3.0:1763335518.925444:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028594304 00002000:00010000:3.0:1763335518.925476:0:6530:0:(mdt_io.c:274:mdt_punch_hpreq_check()) lustre-MDT0000: refresh DOM lock for [0x200000402:0xe:0x0] 00002000:00100000:3.0:1763335518.925482:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffb68000 with x1848991028594304 00000100:00100000:3.0:1763335518.925517:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 263 00000100:00100000:3.0:1763335518.925525:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+13:2408:x1848991028594304:12345-192.168.202.34@tcp:10:fsx.0 00000004:00010000:3.0:1763335518.925951:0:6530:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 368640 -> 746135 00000004:00010000:3.0:1763335518.925955:0:6530:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335519 -> 1763335519 00000004:00010000:3.0:1763335518.925959:0:6530:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335518 -> 1763335518 00000004:00010000:3.0:1763335518.925969:0:6530:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335519 -> 1763335519 00000004:00010000:3.0:1763335518.925973:0:6530:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 184 -> 184 00000100:00100000:3.0:1763335518.926026:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+14:2408:x1848991028594304:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 501us (2175us total) trans 4294967576 rc 0/0 00000100:00100000:3.0:1763335518.926035:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 263 00002000:00010000:3.0:1763335518.926039:0:6530:0:(mdt_io.c:274:mdt_punch_hpreq_check()) lustre-MDT0000: refresh DOM lock for [0x200000402:0xe:0x0] 00002000:00100000:3.0:1763335518.926041:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffb68000 with x1848991028594304 00000100:00100000:3.0:1763335518.941155:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028594688 00000100:00100000:3.0:1763335518.941171:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028594688 00000100:00100000:3.0:1763335518.941243:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 584 00000100:00100000:3.0:1763335518.941254:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0d88bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+13:2409:x1848991028594688:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335518.941279:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335518.941304:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aae800/0x10123ce7f0762459 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847bc9f expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335518.941347:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5ee7e00/0x10123ce7f076243d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bc8a expref: 13 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335518.941395:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffadea00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041160192:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335518.941487:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58500c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335518.992849:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335518.998661:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028595968 00000100:00100000:3.0:1763335518.998673:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028595968 00002000:00100000:3.0:1763335518.998737:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc578a300 x1848991028595968/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:564/0 lens 488/0 e 0 to 0 dl 1763335529 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335518.998750:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc578a300 with x1848991028595968 00000100:00100000:3.0:1763335518.998792:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 265 00000100:00100000:3.0:1763335518.998818:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc578a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+15:2409:x1848991028595968:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335518.999125:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc578a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+15:2409:x1848991028595968:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 307us (583us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335518.999134:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 265 00002000:00100000:3.0:1763335518.999141:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc578a300 x1848991028595968/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:564/0 lens 488/4536 e 0 to 0 dl 1763335529 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335518.999148:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc578a300 with x1848991028595968 00000100:00100000:3.0:1763335519.002774:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00080000:3.0:1763335519.003669:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1763335519.025350:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335519.078142:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335519.090084:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335519.094109:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335519.097860:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffb6b480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041161600:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335519.098251:0:6515:0:(mdt_io.c:1529:mdt_lvb2reply()) size 746135 00010000:00010000:3.0:1763335519.098275:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a45600/0x10123ce7f07624ad lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bcec expref: 11 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335519.098302:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335519.098305:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335519.098311:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a45600/0x10123ce7f07624ad lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bcec expref: 11 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335519.098327:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a45600, rc 0) 00000100:00100000:3.0:1763335519.101089:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335519.112167:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028597760 00000100:00100000:3.0:1763335519.112178:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028597760 00000100:00100000:3.0:1763335519.112280:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 272 00000100:00100000:3.0:1763335519.112291:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ee802680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+11:2408:x1848991028597760:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:3.0:1763335519.112612:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 746135 -> 746135 00000004:00010000:3.0:1763335519.112618:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335519 -> 1763335519 00000004:00010000:3.0:1763335519.112621:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335519 -> 1763335519 00000004:00010000:3.0:1763335519.112624:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335519 -> 1763335519 00000004:00010000:3.0:1763335519.112627:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 232 -> 320 00000100:00100000:3.0:1763335519.112676:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ee802680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:2408:x1848991028597760:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 386us (1001us total) trans 4294967579 rc 0/0 00000100:00100000:3.0:1763335519.112683:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 272 00000100:00100000:3.0:1763335519.139281:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335519.139343:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335519.149664:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335519.154625:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335519.154686:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335519.193447:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335519.227340:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028599680 00000100:00100000:3.0:1763335519.227356:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028599680 00000100:00100000:3.0:1763335519.227592:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 274 00000100:00100000:3.0:1763335519.227606:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:2408:x1848991028599680:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:3.0:1763335519.228286:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 977142 -> 977142 00000004:00010000:3.0:1763335519.228293:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335519 -> 1763335519 00000004:00010000:3.0:1763335519.228296:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335519 -> 1763335519 00000004:00010000:3.0:1763335519.228299:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335519 -> 1763335519 00000004:00010000:3.0:1763335519.228302:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 416 -> 488 00000100:00100000:3.0:1763335519.228412:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+15:2408:x1848991028599680:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 808us (1543us total) trans 4294967581 rc 0/0 00000100:00100000:3.0:1763335519.228422:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 274 00000100:00100000:3.0:1763335519.266636:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028600576 00000100:00100000:3.0:1763335519.266645:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028600576 00002000:00100000:3.0:1763335519.266700:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffa91880 x1848991028600576/t0(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:565/0 lens 488/0 e 0 to 0 dl 1763335530 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335519.266713:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffa91880 with x1848991028600576 00010000:00010000:3.0:1763335519.266720:0:6529:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5ee7000/0x10123ce7f07624f3 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bd32 expref: 14 pid: 6515 timeout: 419 lvb_type: 0 00010000:00010000:3.0:1763335519.266735:0:6529:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5ee7000/0x10123ce7f07624f3 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bd32 expref: 14 pid: 6515 timeout: 419 lvb_type: 0 00002000:00010000:3.0:1763335519.266744:0:6529:0:(mdt_io.c:157:mdt_rw_hpreq_check()) lustre-MDT0000: refreshed 1 locks timeout for req ffff9af0ffa91880 00000100:00100000:3.0:1763335519.266781:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 19 00000100:00100000:3.0:1763335519.266791:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:2408:x1848991028600576:12345-192.168.202.34@tcp:4:fsx.0 00000004:00010000:3.0:1763335519.275551:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 977142 -> 1046334 00000004:00010000:3.0:1763335519.275567:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335519 -> 1763335519 00000004:00010000:3.0:1763335519.275571:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335519 -> 1763335519 00000004:00010000:3.0:1763335519.275573:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335519 -> 1763335519 00000004:00010000:3.0:1763335519.275576:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 488 -> 576 00000100:00100000:3.0:1763335519.275731:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+16:2408:x1848991028600576:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 8932us (9756us total) trans 4294967584 rc 0/0 00000100:00100000:3.0:1763335519.275746:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 19 00002000:00100000:3.0:1763335519.275765:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffa91880 x1848991028600576/t4294967584(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:565/0 lens 488/448 e 0 to 0 dl 1763335530 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335519.275796:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffa91880 with x1848991028600576 00010000:00010000:3.0:1763335519.275809:0:6529:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5ee7000/0x10123ce7f07624f3 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bd32 expref: 16 pid: 6515 timeout: 419 lvb_type: 0 00010000:00010000:3.0:1763335519.275834:0:6529:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5ee7000/0x10123ce7f07624f3 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bd32 expref: 16 pid: 6515 timeout: 419 lvb_type: 0 00002000:00010000:3.0:1763335519.275844:0:6529:0:(mdt_io.c:157:mdt_rw_hpreq_check()) lustre-MDT0000: refreshed 1 locks timeout for req ffff9af0ffa91880 00000100:00100000:3.0:1763335519.287034:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 236 00000100:00100000:3.0:1763335519.295895:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028600960 00000100:00100000:3.0:1763335519.295902:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028600960 00002000:00010000:3.0:1763335519.295931:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:3.0:1763335519.295936:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb68700 with x1848991028600960 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335519.295949:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb68700. 00000100:00100000:3.0:1763335519.295977:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 140 00000100:00100000:3.0:1763335519.295987:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2409:x1848991028600960:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:3.0:1763335519.296328:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 2072355 -> 0 00002000:00010000:3.0:1763335519.296332:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335519 -> 1763335519 00002000:00010000:3.0:1763335519.296335:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335519 -> 1763335518 00002000:00010000:3.0:1763335519.296338:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335519 -> 1763335519 00002000:00010000:3.0:1763335519.296340:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 40 -> 0 00000100:00100000:3.0:1763335519.296382:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+9:2409:x1848991028600960:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 396us (1273us total) trans 4294967391 rc 0/0 00000100:00100000:3.0:1763335519.296390:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 140 00002000:00010000:3.0:1763335519.296394:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:3.0:1763335519.296397:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb68700 with x1848991028600960 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335519.296409:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb68700. 00000100:00100000:3.0:1763335519.317943:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335519.317999:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335519.329315:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335519.333997:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335519.340056:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335519.345740:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335519.349630:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335519.354287:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028602368 00000100:00100000:3.0:1763335519.354300:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028602368 00000100:00100000:3.0:1763335519.354378:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 603 00000100:00100000:3.0:1763335519.354390:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ee803b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+16:2408:x1848991028602368:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335519.354415:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335519.354443:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaea00/0x10123ce7f0762563 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847bd8d expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335519.354493:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a45600/0x10123ce7f076254e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bd7f expref: 16 pid: 6515 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335519.354547:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5969f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041164928:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335519.354676:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58506c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335519.357398:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5969f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041164928:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335519.357435:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 914174 00010000:00010000:3.0:1763335519.357458:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaea00/0x10123ce7f0762563 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bd8d expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335519.357484:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335519.357508:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335519.357515:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaea00/0x10123ce7f0762563 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bd8d expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335519.357532:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aaea00, rc 0) 00000100:00100000:3.0:1763335519.357611:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ee803b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+16:2408:x1848991028602368:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3221us (3751us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335519.357623:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 603 00000100:00100000:3.0:1763335519.360437:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028602496 00000100:00100000:3.0:1763335519.360452:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028602496 00000100:00100000:3.0:1763335519.360519:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 604 00000100:00100000:3.0:1763335519.360528:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+16:2408:x1848991028602496:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335519.360552:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335519.360577:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf600/0x10123ce7f076256a lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847bd94 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335519.360620:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a45600/0x10123ce7f076254e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bd7f expref: 16 pid: 6515 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335519.360672:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5969f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041165056:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335519.360778:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58506c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335519.363188:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5969f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041165056:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335519.363225:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 914174 00010000:00010000:3.0:1763335519.363246:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf600/0x10123ce7f076256a lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bd94 expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335519.363273:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335519.363277:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335519.363301:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf600/0x10123ce7f076256a lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bd94 expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335519.363318:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aaf600, rc 0) 00000100:00100000:3.0:1763335519.363389:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+16:2408:x1848991028602496:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2861us (3048us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335519.363400:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 604 00000100:00100000:3.0:1763335519.366470:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028602624 00000100:00100000:3.0:1763335519.366483:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028602624 00000100:00100000:3.0:1763335519.366609:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 605 00000100:00100000:3.0:1763335519.366622:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+16:2409:x1848991028602624:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335519.366649:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335519.366673:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaea00/0x10123ce7f0762571 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847bd9b expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335519.366718:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a45600/0x10123ce7f076254e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bd7f expref: 16 pid: 6515 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335519.366764:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5969f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041165184:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335519.367377:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58506c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335519.369098:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5969f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041165184:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335519.369130:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 914174 00010000:00010000:3.0:1763335519.369151:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaea00/0x10123ce7f0762571 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bd9b expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335519.369174:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335519.369177:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335519.369181:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaea00/0x10123ce7f0762571 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bd9b expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335519.369215:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aaea00, rc 0) 00000100:00100000:3.0:1763335519.369272:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+16:2409:x1848991028602624:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2652us (3042us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335519.369281:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 605 00000100:00100000:3.0:1763335519.372532:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028602752 00000100:00100000:3.0:1763335519.372551:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028602752 00000100:00100000:3.0:1763335519.373137:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 606 00000100:00100000:3.0:1763335519.373152:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+16:2409:x1848991028602752:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335519.373177:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335519.373203:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf600/0x10123ce7f0762578 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847bda2 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335519.373250:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a45600/0x10123ce7f076254e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bd7f expref: 16 pid: 6515 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335519.373300:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5969f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041165312:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335519.373421:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58506c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335519.375721:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5969f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041165312:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335519.375753:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 914174 00010000:00010000:3.0:1763335519.375774:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf600/0x10123ce7f0762578 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bda2 expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335519.375801:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335519.375805:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335519.375811:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf600/0x10123ce7f0762578 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bda2 expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335519.375850:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aaf600, rc 0) 00000100:00100000:3.0:1763335519.375971:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+16:2409:x1848991028602752:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2823us (3574us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335519.375982:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 606 00000100:00100000:3.0:1763335519.384849:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028603008 00000100:00100000:3.0:1763335519.384863:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028603008 00000100:00100000:3.0:1763335519.384983:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 607 00000100:00100000:3.0:1763335519.384996:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc2bd4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+16:2409:x1848991028603008:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335519.385033:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335519.385061:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaea00/0x10123ce7f076257f lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847bda9 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335519.385112:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a45600/0x10123ce7f076254e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bd7f expref: 17 pid: 6515 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335519.385166:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5969f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041165440:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335519.385291:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58506c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335519.397766:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335519.440975:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335519.463319:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028603904 00000100:00100000:3.0:1763335519.463330:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028603904 00000100:00100000:3.0:1763335519.463613:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 611 00000100:00100000:3.0:1763335519.463624:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc46ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+19:15720:x1848991028603904:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335519.463654:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335519.463680:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf400/0x10123ce7f076259b lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847bdc5 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335519.463727:0:8224:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bb1200/0x10123ce7f0762594 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bdbe expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335519.463737:0:8224:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf400/0x10123ce7f076259b lrc: 4/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bdc5 expref: 20 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335519.517062:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:3.0:1763335519.552543:0:6503:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335519.564218:0:8224:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a45000/0x10123ce7f07625b0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335519.564229:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a45000/0x10123ce7f07625b0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000001:00080000:3.0:1763335519.564329:0:8224:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967589 00000004:00010000:3.0:1763335519.564502:0:8224:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 914174 -> 914174 00000004:00010000:3.0:1763335519.564507:0:8224:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335519 -> 1763335519 00000004:00010000:3.0:1763335519.564509:0:8224:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335519 -> 1763335519 00000004:00010000:3.0:1763335519.564511:0:8224:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335519 -> 1763335519 00000004:00010000:3.0:1763335519.564514:0:8224:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 536 -> 536 00000004:00010000:3.0:1763335519.564520:0:8224:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000167a255b reply state 000000000fcba533 transno 4294967590 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a45000/0x10123ce7f07625b0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335519.564534:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a45000/0x10123ce7f07625b0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335519.564539:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335519.564542:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763335519.564545:0:8224:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763335519.564651:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+19:15720:x1848991028604672:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 11812us (14847us total) trans 4294967590 rc 0/0 00000100:00100000:3.0:1763335519.564659:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 612 00000020:00080000:3.0:1763335519.564663:0:8224:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763335519.570529:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028604928 00000100:00100000:3.0:1763335519.570539:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028604928 00000100:00100000:3.0:1763335519.570602:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 613 00000100:00100000:3.0:1763335519.570613:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc471f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+19:15720:x1848991028604928:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335519.570638:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335519.570663:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91e00/0x10123ce7f07625b7 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847bdda expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335519.570694:0:8224:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf400/0x10123ce7f076259b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bdc5 expref: 18 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335519.570707:0:8224:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91e00/0x10123ce7f07625b7 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bdda expref: 20 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335519.570741:0:8224:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf400/0x10123ce7f076259b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bdc5 expref: 18 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335519.570754:0:8224:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf400/0x10123ce7f076259b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bdc5 expref: 18 pid: 8224 timeout: 420 lvb_type: 0 00000100:00100000:3.0:1763335519.570767:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc47c8000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041166720:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335519.570844:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850840 going to sleep for 11 seconds 00000100:00100000:3.0:1763335519.585174:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc47c8000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041166720:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335519.585215:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91e00/0x10123ce7f07625b7 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bdda expref: 20 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335519.585263:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335519.585266:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335519.585272:0:8224:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91e00/0x10123ce7f07625b7 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bdda expref: 20 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335519.585287:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5c91e00, rc 0) 00000100:00100000:3.0:1763335519.585359:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc471f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+20:15720:x1848991028604928:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 14747us (15078us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335519.585370:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 613 00000100:00100000:3.0:1763335519.594922:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028605312 00000100:00100000:3.0:1763335519.594930:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028605312 00002000:00010000:3.0:1763335519.594966:0:8406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:3.0:1763335519.594970:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ee803800 with x1848991028605312 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335519.594982:0:8406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ee803800. 00000100:00100000:3.0:1763335519.595022:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 141 00000100:00100000:3.0:1763335519.595031:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ee803800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+9:2409:x1848991028605312:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:3.0:1763335519.595181:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335519.595184:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335519 -> 1763335519 00002000:00010000:3.0:1763335519.595187:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335519 -> 1763335518 00002000:00010000:3.0:1763335519.595189:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335519 -> 1763335519 00002000:00010000:3.0:1763335519.595191:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335519.595234:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ee803800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+10:2409:x1848991028605312:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 203us (728us total) trans 4294967392 rc 0/0 00000100:00100000:3.0:1763335519.595241:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 141 00002000:00010000:3.0:1763335519.595245:0:8406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:3.0:1763335519.595260:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ee803800 with x1848991028605312 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335519.595265:0:8406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ee803800. 00000100:00100000:3.0:1763335519.603654:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028605440 00000100:00100000:3.0:1763335519.603665:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028605440 00002000:00100000:3.0:1763335519.603717:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ee800a80 x1848991028605440/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:565/0 lens 488/0 e 0 to 0 dl 1763335530 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335519.603730:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ee800a80 with x1848991028605440 00000100:00100000:3.0:1763335519.603771:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 282 00000100:00100000:3.0:1763335519.603781:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ee800a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+21:2409:x1848991028605440:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335519.612257:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ee800a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+21:2409:x1848991028605440:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 8465us (8730us total) trans 0 rc 745472/745472 00000100:00100000:3.0:1763335519.612274:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 282 00002000:00100000:3.0:1763335519.612287:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ee800a80 x1848991028605440/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:565/0 lens 488/440 e 0 to 0 dl 1763335530 ref 1 fl Complete:/600/0 rc 745472/745472 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335519.612298:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ee800a80 with x1848991028605440 00000100:00100000:3.0:1763335519.617255:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028605568 00000100:00100000:3.0:1763335519.617266:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028605568 00000100:00100000:3.0:1763335519.630437:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028605696 00000100:00100000:3.0:1763335519.630447:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028605696 00000100:00100000:3.0:1763335519.630515:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 614 00000100:00100000:3.0:1763335519.630525:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ee803480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+23:2408:x1848991028605696:12345-192.168.202.34@tcp:16:fsx.0 00010000:00010000:3.0:1763335519.635422:0:3637:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5ee7600/0x10123ce7f0762516 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763335519.635434:0:3637:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5ee7600/0x10123ce7f0762516 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763335519.635466:0:3637:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5ee7600/0x10123ce7f0762516 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763335519.635472:0:3637:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc5ee7600 already unused, calling callback (ffffffffc1966550) 00010000:00010000:3.0:1763335519.635478:0:3637:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5ee7600/0x10123ce7f0762516 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763335519.635486:0:3637:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5ee7600/0x10123ce7f0762516 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763335519.635508:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335519.635511:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335519.635517:0:3637:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5ee7600/0x10123ce7f0762516 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763335519.635523:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5ee7600/0x10123ce7f0762516 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763335519.635543:0:3637:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a45000/0x10123ce7f07625b0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335519.635549:0:3637:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a45000/0x10123ce7f07625b0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335519.635555:0:3637:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a45000/0x10123ce7f07625b0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335519.635559:0:3637:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc5a45000 already unused, calling callback (ffffffffc1966550) 00010000:00010000:3.0:1763335519.635562:0:3637:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a45000/0x10123ce7f07625b0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335519.635567:0:3637:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a45000/0x10123ce7f07625b0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335519.635594:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335519.635597:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335519.635600:0:3637:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a45000/0x10123ce7f07625b0 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335519.635604:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a45000/0x10123ce7f07625b0 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00000100:00100000:3.0:1763335519.674606:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028606208 00000100:00100000:3.0:1763335519.674617:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028606208 00000100:00100000:3.0:1763335519.722954:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335519.798157:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335519.815208:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028608256 00000100:00100000:3.0:1763335519.815212:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028608256 00000100:00100000:3.0:1763335519.834972:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335519.840745:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335519.846422:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335519.854551:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335519.863128:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335519.867202:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335519.871105:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028609408 00000100:00100000:3.0:1763335519.871115:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028609408 00000100:00100000:3.0:1763335519.871165:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 624 00000100:00100000:3.0:1763335519.871173:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+14:15720:x1848991028609408:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335519.871194:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335519.871197:0:8224:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763335519.871237:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5ee7c00/0x10123ce7f076263c lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847be43 expref: 14 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335519.871269:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335519.871274:0:8224:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763335519.871289:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90600/0x10123ce7f0762643 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847be4a expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335519.871311:0:8224:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5ee7400/0x10123ce7f0762635 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847be3c expref: 12 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335519.871321:0:8224:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90600/0x10123ce7f0762643 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847be4a expref: 14 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335519.871357:0:8224:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5ee7400/0x10123ce7f0762635 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847be3c expref: 12 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335519.871369:0:8224:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5ee7400/0x10123ce7f0762635 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847be3c expref: 12 pid: 6515 timeout: 420 lvb_type: 0 00000100:00100000:3.0:1763335519.871382:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c2d8dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041168896:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335519.871461:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850e40 going to sleep for 11 seconds 00000100:00100000:3.0:1763335519.875144:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c2d8dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041168896:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335519.875183:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90600/0x10123ce7f0762643 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847be4a expref: 14 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335519.875203:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335519.875206:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335519.875211:0:8224:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90600/0x10123ce7f0762643 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847be4a expref: 14 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335519.875241:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5c90600, rc 0) 00000100:00100000:3.0:1763335519.876176:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+14:15720:x1848991028609408:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4997us (5145us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335519.876186:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 624 00000100:00100000:3.0:1763335519.881986:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335519.889627:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335519.893339:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335519.896953:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffa92d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041169280:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335519.896993:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a45200/0x10123ce7f076265f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847be5f expref: 13 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335519.897032:0:14974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a45200/0x10123ce7f076265f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847be5f expref: 13 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335519.897045:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a45200, rc 0) 00000100:00100000:3.0:1763335519.898364:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+12:2409:x1848991028610048:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4809us (5027us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335519.898377:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 384 00000100:00100000:3.0:1763335519.906203:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028610304 00000100:00100000:3.0:1763335519.906214:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028610304 00000100:00100000:3.0:1763335519.906269:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 385 00000100:00100000:3.0:1763335519.906279:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+12:2408:x1848991028610304:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335519.906301:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335519.906322:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c90800/0x10123ce7f0762666 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847be6d expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335519.906400:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c2d8f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041169408:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335519.906489:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850e40 going to sleep for 11 seconds 00000100:00100000:3.0:1763335519.909218:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c2d8f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041169408:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335519.909252:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c90800/0x10123ce7f0762666 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847be6d expref: 13 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335519.909277:0:14974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c90800/0x10123ce7f0762666 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847be6d expref: 13 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335519.909289:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5c90800, rc 0) 00000100:00100000:3.0:1763335519.909345:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+12:2408:x1848991028610304:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3067us (3284us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335519.909353:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 385 00000100:00100000:3.0:1763335519.921810:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335519.972533:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335519.975086:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffadf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041170176:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335519.975126:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0f7c88e00/0x10123ce7f0762689 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847be89 expref: 13 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335519.975149:0:14974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0f7c88e00/0x10123ce7f0762689 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847be89 expref: 13 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335519.975163:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0f7c88e00, rc 0) 00000100:00100000:3.0:1763335519.975236:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+12:2408:x1848991028611200:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2517us (2714us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335519.975245:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 386 00000100:00100000:3.0:1763335519.977848:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335519.981696:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffadf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041170304:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335519.981740:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0f7c89600/0x10123ce7f0762690 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847be90 expref: 13 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335519.981766:0:14974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0f7c89600/0x10123ce7f0762690 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847be90 expref: 13 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335519.981779:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0f7c89600, rc 0) 00000100:00100000:3.0:1763335519.981841:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+12:2408:x1848991028611328:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3263us (4000us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335519.981850:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 387 00000100:00100000:3.0:1763335519.992405:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335519.996681:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335520.008065:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028611840 00000100:00100000:3.0:1763335520.008075:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028611840 00002000:00100000:3.0:1763335520.008200:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->1990655) req@ffff9af0ee800e00 x1848991028611840/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:566/0 lens 488/0 e 0 to 0 dl 1763335531 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335520.008212:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ee800e00 with x1848991028611840 ext(1048576->1990655) 00002000:00010000:3.0:1763335520.008220:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ee800e00 00000100:00100000:3.0:1763335520.008253:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 144 00000100:00100000:3.0:1763335520.008264:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ee800e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+13:2409:x1848991028611840:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335520.036487:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335520.053613:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335520.054937:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335520.067685:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028612608 00000100:00100000:3.0:1763335520.067689:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028612608 00000100:00100000:3.0:1763335520.067724:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 632 00000100:00100000:3.0:1763335520.067730:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:273362c8-ad54-46f8-a663-195ccb4b667f+14:2408:x1848991028612608:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335520.067739:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335520.067751:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90e00/0x10123ce7f07626ba lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847beb3 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335520.067782:0:6515:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5ee7400/0x10123ce7f0762674 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847be74 expref: 14 pid: 6515 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335520.067808:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c2d8c380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041171200:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335520.067834:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850e40 going to sleep for 11 seconds 00000100:00100000:3.0:1763335520.098383:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335520.104082:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028613504 00000100:00100000:3.0:1763335520.104092:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028613504 00002000:00100000:3.0:1763335520.104140:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1970176->1974271) req@ffff9af0ffb73b80 x1848991028613504/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:566/0 lens 488/0 e 0 to 0 dl 1763335531 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335520.104152:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb73b80 with x1848991028613504 ext(1970176->1974271) 00002000:00010000:3.0:1763335520.104158:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb73b80 00000100:00100000:3.0:1763335520.104193:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 147 00000100:00100000:3.0:1763335520.104202:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991028613504:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335520.104389:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991028613504:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 186us (604us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335520.104412:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 147 00002000:00100000:3.0:1763335520.104419:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1970176->1974271) req@ffff9af0ffb73b80 x1848991028613504/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:566/0 lens 488/4536 e 0 to 0 dl 1763335531 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335520.104428:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb73b80 with x1848991028613504 ext(1970176->1974271) 00002000:00010000:3.0:1763335520.104432:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb73b80 00000100:00100000:3.0:1763335520.113375:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028613760 00000100:00100000:3.0:1763335520.113386:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028613760 00002000:00100000:3.0:1763335520.113438:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1978368->1982463) req@ffff9af0ffb73800 x1848991028613760/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:566/0 lens 488/0 e 0 to 0 dl 1763335531 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335520.113450:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb73800 with x1848991028613760 ext(1978368->1982463) 00002000:00010000:3.0:1763335520.113457:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb73800 00000100:00100000:3.0:1763335520.113495:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 149 00000100:00100000:3.0:1763335520.113506:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991028613760:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335520.113724:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991028613760:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 218us (595us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335520.113732:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 149 00002000:00100000:3.0:1763335520.113739:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1978368->1982463) req@ffff9af0ffb73800 x1848991028613760/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:566/0 lens 488/4536 e 0 to 0 dl 1763335531 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335520.113747:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb73800 with x1848991028613760 ext(1978368->1982463) 00002000:00010000:3.0:1763335520.113751:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb73800 00000100:00100000:3.0:1763335520.139897:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028614528 00000100:00100000:3.0:1763335520.139907:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028614528 00000100:00100000:3.0:1763335520.139972:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 151 00000100:00100000:3.0:1763335520.139982:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028614528:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:3.0:1763335520.140259:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1990573 -> 1990573 00002000:00010000:3.0:1763335520.140263:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335520 -> 1763335520 00002000:00010000:3.0:1763335520.140266:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335520 -> 1763335519 00002000:00010000:3.0:1763335520.140268:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335520 -> 1763335520 00002000:00010000:3.0:1763335520.140271:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 104 -> 104 00000100:00100000:3.0:1763335520.140326:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+7:2408:x1848991028614528:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 345us (657us total) trans 4294967397 rc 0/0 00000100:00100000:3.0:1763335520.140333:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 151 00000100:00100000:3.0:1763335520.151672:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335520.166241:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335520.171480:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335520.178387:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335520.184518:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335520.188803:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335520.193143:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335520.203176:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335520.214191:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335520.219535:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335520.225088:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028616448 00000100:00100000:3.0:1763335520.225100:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028616448 00002000:00010000:3.0:1763335520.225144:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1528531->18446744073709551615) 00002000:00100000:3.0:1763335520.225149:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ee802300 with x1848991028616448 ext(1528531->18446744073709551615) 00002000:00010000:3.0:1763335520.225162:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ee802300. 00000100:00100000:3.0:1763335520.225195:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 152 00000100:00100000:3.0:1763335520.225204:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ee802300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991028616448:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:3.0:1763335520.225719:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1990573 -> 1528531 00002000:00010000:3.0:1763335520.225733:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335520 -> 1763335520 00002000:00010000:3.0:1763335520.225736:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335520 -> 1763335519 00002000:00010000:3.0:1763335520.225738:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335520 -> 1763335520 00002000:00010000:3.0:1763335520.225741:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 104 -> 0 00000100:00100000:3.0:1763335520.225814:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ee802300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+7:2408:x1848991028616448:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 608us (1266us total) trans 4294967398 rc 0/0 00000100:00100000:3.0:1763335520.225822:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 152 00002000:00010000:3.0:1763335520.225826:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1528531->18446744073709551615) 00002000:00100000:3.0:1763335520.225829:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ee802300 with x1848991028616448 ext(1528531->18446744073709551615) 00002000:00010000:3.0:1763335520.225834:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ee802300. 00000100:00100000:3.0:1763335520.229673:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335520.235427:0:14748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028616832 00000100:00100000:3.0:1763335520.235438:0:14748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028616832 00000100:00100000:3.0:1763335520.235956:0:14748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 43 00000100:00100000:3.0:1763335520.235967:0:14748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:273362c8-ad54-46f8-a663-195ccb4b667f+18:15720:x1848991028616832:12345-192.168.202.34@tcp:35:fsx.0 00000100:00100000:3.0:1763335520.236273:0:14748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:273362c8-ad54-46f8-a663-195ccb4b667f+19:15720:x1848991028616832:12345-192.168.202.34@tcp:35:fsx.0 Request processed in 307us (1060us total) trans 4294967602 rc 0/0 00000100:00100000:3.0:1763335520.236281:0:14748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 43 00000100:00100000:3.0:1763335520.251547:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028617344 00000100:00100000:3.0:1763335520.251561:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028617344 00000100:00100000:3.0:1763335520.264286:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335520.279973:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028617984 00000100:00100000:3.0:1763335520.279979:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028617984 00000100:00100000:3.0:1763335520.280035:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 401 00000100:00100000:3.0:1763335520.280046:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5d9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+6:2406:x1848991028617984:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335520.280070:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335520.280431:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c90400/0x10123ce7f0762777 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847bf3f expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335520.280469:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffb92680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041173760:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335520.280578:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850180 going to sleep for 11 seconds 00000100:00100000:3.0:1763335520.297183:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335520.315360:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335520.328691:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028618752 00000100:00100000:3.0:1763335520.328701:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028618752 00000100:00100000:3.0:1763335520.328769:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 153 00000100:00100000:3.0:1763335520.328778:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7cedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+7:2409:x1848991028618752:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:3.0:1763335520.329104:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1528531 -> 1528531 00002000:00010000:3.0:1763335520.329107:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335520 -> 1763335520 00002000:00010000:3.0:1763335520.329110:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335520 -> 1763335519 00002000:00010000:3.0:1763335520.329112:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335520 -> 1763335520 00002000:00010000:3.0:1763335520.329113:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 0 -> 40 00000100:00100000:3.0:1763335520.329174:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7cedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+8:2409:x1848991028618752:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 397us (590us total) trans 4294967399 rc 0/0 00000100:00100000:3.0:1763335520.329182:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 153 00000100:00100000:3.0:1763335520.332749:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335520.333272:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335520.343117:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335520.343169:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335520.356018:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335520.373694:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335520.388064:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028619776 00000100:00100000:3.0:1763335520.388074:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028619776 00000100:00100000:3.0:1763335520.388144:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 406 00000100:00100000:3.0:1763335520.388153:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+6:2407:x1848991028619776:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335520.388176:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335520.388196:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c91a00/0x10123ce7f07627bd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847bf85 expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335520.388259:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffb91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041175168:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335520.403785:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335520.416274:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335520.465613:0:8402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c2d00a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041176320:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335520.465640:0:8402:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bb1800/0x10123ce7f07627f5 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bfbd expref: 7 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335520.465659:0:8402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bb1800/0x10123ce7f07627f5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bfbd expref: 7 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335520.465668:0:8402:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bb1800, rc 0) 00000100:00100000:3.0:1763335520.465712:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7cef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2407:x1848991028621184:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 8962us (9426us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335520.465720:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 409 00000100:00100000:3.0:1763335520.479636:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 155 00000100:00100000:3.0:1763335520.479651:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+9:2409:x1848991028621312:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335520.479854:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+9:2409:x1848991028621312:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 207us (1061us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335520.479862:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 155 00002000:00100000:3.0:1763335520.479933:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1392640->1396735) req@ffff9af0c2d03480 x1848991028621312/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:566/0 lens 488/4536 e 0 to 0 dl 1763335531 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335520.479943:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0c2d03480 with x1848991028621312 ext(1392640->1396735) 00002000:00010000:3.0:1763335520.479947:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0c2d03480 00000100:00100000:3.0:1763335520.490081:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028621440 00000100:00100000:3.0:1763335520.490096:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028621440 00002000:00100000:3.0:1763335520.490154:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1396736->1400831) req@ffff9af0f7cef100 x1848991028621440/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:566/0 lens 488/0 e 0 to 0 dl 1763335531 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335520.490165:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7cef100 with x1848991028621440 ext(1396736->1400831) 00002000:00010000:3.0:1763335520.490172:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7cef100 00000100:00100000:3.0:1763335520.490216:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 156 00000100:00100000:3.0:1763335520.490226:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7cef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+9:2407:x1848991028621440:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335520.490455:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7cef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+9:2407:x1848991028621440:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 230us (2329us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335520.490464:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 156 00002000:00100000:3.0:1763335520.490470:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1396736->1400831) req@ffff9af0f7cef100 x1848991028621440/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:566/0 lens 488/4536 e 0 to 0 dl 1763335531 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335520.490478:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7cef100 with x1848991028621440 ext(1396736->1400831) 00002000:00010000:3.0:1763335520.490481:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7cef100 00000100:00100000:3.0:1763335520.533713:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028621952 00000100:00100000:3.0:1763335520.533725:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028621952 00000100:00100000:3.0:1763335520.533787:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 410 00000100:00100000:3.0:1763335520.533798:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2406:x1848991028621952:12345-192.168.202.34@tcp:16:fsx.0 00000100:00100000:3.0:1763335520.539258:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2406:x1848991028621952:12345-192.168.202.34@tcp:16:fsx.0 Request processed in 5455us (5617us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335520.539284:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 410 00000100:00100000:3.0:1763335520.550192:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028622208 00000100:00100000:3.0:1763335520.550197:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028622208 00000100:00100000:3.0:1763335520.673271:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028624128 00000100:00100000:3.0:1763335520.673280:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028624128 00010000:00010000:3.0:1763335520.673361:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc8e00/0x10123ce7f076270e lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bf07 expref: 6 pid: 14974 timeout: 421 lvb_type: 0 00000100:00100000:3.0:1763335520.673411:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 258 00000100:00100000:3.0:1763335520.673425:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7cefb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991028624128:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335520.673441:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335520.673463:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc8e00/0x10123ce7f076270e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bf07 expref: 6 pid: 14974 timeout: 421 lvb_type: 0 00010000:00010000:3.0:1763335520.673479:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc8e00/0x10123ce7f076270e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bf07 expref: 6 pid: 14974 timeout: 421 lvb_type: 0 00010000:00010000:3.0:1763335520.673506:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc8e00/0x10123ce7f076270e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bf07 expref: 6 pid: 14974 timeout: 421 lvb_type: 0 00010000:00010000:3.0:1763335520.673519:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335520.673521:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335520.673529:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc8200/0x10123ce7f0762850 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1998848->2052095) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c018 expref: 6 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335520.673542:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc8200/0x10123ce7f0762850 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1998848->2052095) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c018 expref: 6 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335520.673599:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc8200/0x10123ce7f0762850 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1998848->2052095) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c018 expref: 5 pid: 8402 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335520.673610:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffb92680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041178112:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335520.673675:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850240 going to sleep for 11 seconds 00000100:00100000:3.0:1763335520.680259:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffb92680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041178112:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335520.680280:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335520.680302:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7cefb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2409:x1848991028624128:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 6881us (7229us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335520.680310:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 258 00000100:00100000:3.0:1763335520.691223:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028624512 00000100:00100000:3.0:1763335520.691233:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028624512 00010000:00010000:3.0:1763335520.691273:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9600/0x10123ce7f0762834 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bffc expref: 21 pid: 6515 timeout: 421 lvb_type: 0 00000100:00100000:3.0:1763335520.691307:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 259 00000100:00100000:3.0:1763335520.691316:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d90380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+21:2408:x1848991028624512:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335520.691330:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335520.691352:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9600/0x10123ce7f0762834 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bffc expref: 21 pid: 6515 timeout: 421 lvb_type: 0 00010000:00010000:3.0:1763335520.691366:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9600/0x10123ce7f0762834 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bffc expref: 21 pid: 6515 timeout: 421 lvb_type: 0 00010000:00010000:3.0:1763335520.691389:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9600/0x10123ce7f0762834 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bffc expref: 21 pid: 6515 timeout: 421 lvb_type: 0 00010000:00010000:3.0:1763335520.691417:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335520.691423:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0762857 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c01f expref: 22 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335520.691437:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0762857 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c01f expref: 22 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335520.691447:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0762857 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c01f expref: 22 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335520.691485:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0762857 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c01f expref: 22 pid: 6515 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335520.691499:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffb92680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041178368:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335520.691588:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850240 going to sleep for 11 seconds 00000100:00100000:3.0:1763335520.702584:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffb92680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041178368:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335520.704252:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335520.704331:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d90380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+20:2408:x1848991028624512:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 13011us (13732us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335520.704382:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 259 00000100:00100000:3.0:1763335520.728426:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028625024 00000100:00100000:3.0:1763335520.728436:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028625024 00000100:00100000:3.0:1763335520.728489:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 420 00000100:00100000:3.0:1763335520.728497:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991028625024:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335520.728515:0:8402:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335520.728547:0:8402:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c90800/0x10123ce7f076286c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847c034 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335520.728611:0:8402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffb92680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041178752:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335520.728720:0:8402:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850240 going to sleep for 11 seconds 00002000:00010000:3.0:1763335520.730986:0:8402:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime: 1763335520 -> 1763335521 00000100:00100000:3.0:1763335520.731026:0:8402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffb92680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041178752:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335520.731059:0:8402:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c90800/0x10123ce7f076286c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c034 expref: 6 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335520.731082:0:8402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c90800/0x10123ce7f076286c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c034 expref: 6 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335520.731094:0:8402:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5c90800, rc 0) 00000100:00100000:3.0:1763335520.731148:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991028625024:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2651us (2940us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335520.731156:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 420 00000100:00100000:3.0:1763335520.733776:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028625152 00000100:00100000:3.0:1763335520.733786:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028625152 00000100:00100000:3.0:1763335520.733841:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 421 00000100:00100000:3.0:1763335520.733851:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+5:15720:x1848991028625152:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335520.733895:0:8402:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335520.733918:0:8402:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c90000/0x10123ce7f0762873 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847c03b expref: -99 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335520.733948:0:8402:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc8200/0x10123ce7f0762850 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1998848->2052095) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c018 expref: 6 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335520.733969:0:8402:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335520.733971:0:8402:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335520.733977:0:8402:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c90000/0x10123ce7f0762873 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1830912->1896447] (req 1830912->1896447) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c03b expref: 6 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335520.734027:0:8402:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc8200/0x10123ce7f0762850 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1998848->2052095) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c018 expref: 6 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335520.734041:0:8402:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc8200/0x10123ce7f0762850 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1998848->2052095) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c018 expref: 6 pid: 8402 timeout: 421 lvb_type: 0 00000100:00100000:3.0:1763335520.734054:0:8402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffb92680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041178880:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335520.734143:0:8402:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850240 going to sleep for 11 seconds 00000100:00100000:3.0:1763335520.736827:0:8402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffb92680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041178880:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335520.737028:0:8402:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c90000/0x10123ce7f0762873 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1830912->1896447] (req 1830912->1896447) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c03b expref: 6 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335520.737054:0:8402:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5c90000, rc 0) 00000100:00100000:3.0:1763335520.737529:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028625280 00000100:00100000:3.0:1763335520.737538:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028625280 00010000:00010000:3.0:1763335520.737568:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc8200/0x10123ce7f0762850 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1998848->2052095) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c018 expref: 7 pid: 8402 timeout: 421 lvb_type: 0 00000100:00100000:3.0:1763335520.737602:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 260 00000100:00100000:3.0:1763335520.737612:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb70e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991028625280:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335520.737791:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335520.737813:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc8200/0x10123ce7f0762850 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1998848->2052095) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c018 expref: 7 pid: 8402 timeout: 421 lvb_type: 0 00010000:00010000:3.0:1763335520.737826:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc8200/0x10123ce7f0762850 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1998848->2052095) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c018 expref: 7 pid: 8402 timeout: 421 lvb_type: 0 00010000:00010000:3.0:1763335520.737851:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc8200/0x10123ce7f0762850 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1998848->2052095) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c018 expref: 7 pid: 8402 timeout: 421 lvb_type: 0 00010000:00010000:3.0:1763335520.738299:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335520.738304:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335520.738317:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c90000/0x10123ce7f0762873 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1830912->1896447) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c03b expref: 5 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335520.738328:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c90000/0x10123ce7f0762873 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1830912->1896447) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c03b expref: 5 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335520.738370:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c90000/0x10123ce7f0762873 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1830912->1896447) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c03b expref: 5 pid: 8402 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335520.738384:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffb92680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041179008:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335520.738464:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850240 going to sleep for 11 seconds 00000100:00100000:3.0:1763335520.742086:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffb92680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041179008:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335520.742119:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335520.751268:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028625664 00000100:00100000:3.0:1763335520.751273:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028625664 00000100:00100000:3.0:1763335520.751317:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 422 00000100:00100000:3.0:1763335520.751324:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991028625664:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335520.751332:0:8402:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335520.751343:0:8402:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c90800/0x10123ce7f0762881 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847c049 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335520.751360:0:8402:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335520.751363:0:8402:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335520.751375:0:8402:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c90800/0x10123ce7f0762881 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c049 expref: 7 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335520.751391:0:8402:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c90800/0x10123ce7f0762881 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c049 expref: 7 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335520.751404:0:8402:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5c90800, rc 0) 00000100:00100000:3.0:1763335520.751434:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991028625664:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 112us (726us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335520.751441:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 422 00000100:00100000:3.0:1763335520.822255:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 423 00000100:00100000:3.0:1763335520.822269:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:15720:x1848991028626560:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335520.822288:0:8402:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335520.822307:0:8402:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c91600/0x10123ce7f07628ab lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847c073 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335520.822338:0:8402:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c90000/0x10123ce7f0762873 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1830912->1896447) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c03b expref: 7 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335520.822366:0:8402:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c90800/0x10123ce7f0762881 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c049 expref: 6 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335520.822373:0:8402:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335520.822375:0:8402:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335520.822380:0:8402:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c91600/0x10123ce7f07628ab lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [1560576->1601535] (req 1560576->1601535) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c073 expref: 7 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335520.822411:0:8402:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c90800/0x10123ce7f0762881 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c049 expref: 6 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335520.822423:0:8402:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c90800/0x10123ce7f0762881 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c049 expref: 6 pid: 8402 timeout: 421 lvb_type: 1 00000100:00100000:3.0:1763335520.822436:0:8402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffb92680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041179904:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335520.822520:0:8402:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c90000/0x10123ce7f0762873 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1830912->1896447) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c03b expref: 7 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335520.822529:0:8402:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c90000/0x10123ce7f0762873 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1830912->1896447) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c03b expref: 7 pid: 8402 timeout: 421 lvb_type: 0 00000100:00100000:3.0:1763335520.822537:0:8402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffb90700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041180032:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335520.822555:0:8402:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850240 going to sleep for 11 seconds 00000100:00100000:3.0:1763335520.826270:0:8402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffb92680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041179904:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335520.826307:0:8402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffb90700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041180032:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335520.826340:0:8402:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c91600/0x10123ce7f07628ab lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [1560576->1601535] (req 1560576->1601535) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c073 expref: 7 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335520.826362:0:8402:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5c91600, rc 0) 00000100:00100000:3.0:1763335520.826427:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+7:15720:x1848991028626560:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4161us (4796us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335520.826437:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 423 00000100:00100000:3.0:1763335520.827037:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028626816 00000100:00100000:3.0:1763335520.827041:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028626816 00010000:00010000:3.0:1763335520.827055:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c90000/0x10123ce7f0762873 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1830912->1896447) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c03b expref: 7 pid: 8402 timeout: 421 lvb_type: 0 00000100:00100000:3.0:1763335520.827137:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 262 00000100:00100000:3.0:1763335520.827144:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d02d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+7:2409:x1848991028626816:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335520.827152:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335520.827484:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c90000/0x10123ce7f0762873 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1830912->1896447) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c03b expref: 7 pid: 8402 timeout: 421 lvb_type: 0 00010000:00010000:3.0:1763335520.827495:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c90000/0x10123ce7f0762873 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1830912->1896447) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c03b expref: 7 pid: 8402 timeout: 421 lvb_type: 0 00010000:00010000:3.0:1763335520.827510:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c90000/0x10123ce7f0762873 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1830912->1896447) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c03b expref: 7 pid: 8402 timeout: 421 lvb_type: 0 00010000:00010000:3.0:1763335520.827520:0:13187:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335520.827528:0:13187:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335520.827536:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c91600/0x10123ce7f07628ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1560576->1601535) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c073 expref: 6 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335520.827548:0:13187:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c91600/0x10123ce7f07628ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1560576->1601535) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c073 expref: 6 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335520.827611:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c91600/0x10123ce7f07628ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1560576->1601535) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c073 expref: 6 pid: 8402 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335520.827624:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffb90700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:13187:1848991041180160:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335520.827672:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850240 going to sleep for 11 seconds 00000100:00100000:3.0:1763335520.830070:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffb90700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:13187:1848991041180160:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335520.830098:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335520.830146:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d02d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991028626816:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 3000us (3179us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335520.830156:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 262 00000100:00100000:3.0:1763335520.843267:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028627328 00000100:00100000:3.0:1763335520.843277:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028627328 00000100:00100000:3.0:1763335520.843345:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 424 00000100:00100000:3.0:1763335520.843356:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991028627328:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335520.843376:0:8402:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335520.843396:0:8402:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c90000/0x10123ce7f07628b2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847c081 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335520.843455:0:8402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffb90700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041180416:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335520.843539:0:8402:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850240 going to sleep for 11 seconds 00002000:00010000:3.0:1763335520.849030:0:8402:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime: 1763335520 -> 1763335521 00002000:00010000:3.0:1763335520.849040:0:8402:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335520 -> 1763335521 00000100:00100000:3.0:1763335520.849064:0:8402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffb90700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041180416:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335520.849103:0:8402:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c90000/0x10123ce7f07628b2 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c081 expref: 7 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335520.849129:0:8402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c90000/0x10123ce7f07628b2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c081 expref: 7 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335520.849144:0:8402:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5c90000, rc 0) 00000100:00100000:3.0:1763335520.849212:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991028627328:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5857us (6065us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335520.849222:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 424 00000100:00100000:3.0:1763335520.855251:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028627584 00000100:00100000:3.0:1763335520.855263:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028627584 00000100:00100000:3.0:1763335520.855714:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 425 00000100:00100000:3.0:1763335520.855722:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028627584:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335520.855730:0:8402:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335520.855743:0:8402:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c91800/0x10123ce7f07628c7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847c08f expref: -99 pid: 8402 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335520.855776:0:8402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffb90700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041180800:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335520.855802:0:8402:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850240 going to sleep for 11 seconds 00000100:00100000:3.0:1763335520.859722:0:8402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffb90700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041180800:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335520.859744:0:8402:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c91800/0x10123ce7f07628c7 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c08f expref: 7 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335520.859771:0:8402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c91800/0x10123ce7f07628c7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c08f expref: 7 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335520.859780:0:8402:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5c91800, rc 0) 00000100:00100000:3.0:1763335520.860778:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028627584:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5055us (5655us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335520.860786:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 425 00000100:00100000:3.0:1763335520.869695:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028627968 00000100:00100000:3.0:1763335520.869701:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028627968 00000100:00100000:3.0:1763335520.869939:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 426 00000100:00100000:3.0:1763335520.869950:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2407:x1848991028627968:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335520.869959:0:8402:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335520.870266:0:8402:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c91400/0x10123ce7f07628d5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847c09d expref: -99 pid: 8402 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335520.870367:0:8402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffb90700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041181056:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335520.870608:0:8402:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850240 going to sleep for 11 seconds 00002000:00010000:3.0:1763335520.874752:0:8402:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime: 1763335520 -> 1763335521 00002000:00010000:3.0:1763335520.874758:0:8402:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335520 -> 1763335521 00002000:00010000:3.0:1763335520.874761:0:8402:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime: 1763335520 -> 1763335521 00000100:00100000:3.0:1763335520.874779:0:8402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffb90700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041181056:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335520.874807:0:8402:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c91400/0x10123ce7f07628d5 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c09d expref: 7 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335520.874849:0:8402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c91400/0x10123ce7f07628d5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c09d expref: 7 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335520.874860:0:8402:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5c91400, rc 0) 00000100:00100000:3.0:1763335520.874939:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2407:x1848991028627968:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4990us (6313us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335520.874947:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 426 00000100:00100000:3.0:1763335520.887426:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c2d8f800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041181184:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335520.887441:0:6515:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1037129 00010000:00010000:3.0:1763335520.887454:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9a00/0x10123ce7f07628dc lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c0a4 expref: 21 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335520.887470:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335520.887473:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335520.887477:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9a00/0x10123ce7f07628dc lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c0a4 expref: 21 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335520.887487:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc9a00, rc 0) 00000100:00100000:3.0:1763335520.887527:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa90380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+20:2408:x1848991028628096:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7722us (7978us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335520.887534:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 670 00000100:00100000:3.0:1763335520.893656:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028628352 00000100:00100000:3.0:1763335520.893661:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028628352 00000100:00100000:3.0:1763335520.893703:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 671 00000100:00100000:3.0:1763335520.893713:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+20:2407:x1848991028628352:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335520.893750:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335520.893774:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91400/0x10123ce7f07628ea lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847c0b2 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335520.893813:0:6515:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0762857 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c01f expref: 24 pid: 6515 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335520.893854:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffb90700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041181440:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335520.893952:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850240 going to sleep for 11 seconds 00000100:00100000:3.0:1763335520.897908:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffb90700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041181440:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335520.897939:0:6515:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1037129 00010000:00010000:3.0:1763335520.897961:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91400/0x10123ce7f07628ea lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c0b2 expref: 21 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335520.897985:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335520.897988:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335520.899292:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91400/0x10123ce7f07628ea lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c0b2 expref: 21 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335520.899308:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5c91400, rc 0) 00000100:00100000:3.0:1763335520.899359:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+20:2407:x1848991028628352:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5647us (6217us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335520.899366:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 671 00000100:00100000:3.0:1763335520.904615:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028628608 00000100:00100000:3.0:1763335520.904628:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028628608 00000100:00100000:3.0:1763335520.904699:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 672 00000100:00100000:3.0:1763335520.904709:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+20:15720:x1848991028628608:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335520.904748:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335520.904774:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91800/0x10123ce7f07628f8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847c0c0 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335520.904807:0:6515:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0762857 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c01f expref: 24 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335520.904816:0:6515:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91800/0x10123ce7f07628f8 lrc: 4/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c0c0 expref: 21 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335520.904853:0:6515:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0762857 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c01f expref: 24 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335520.904897:0:6515:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0762857 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c01f expref: 24 pid: 6515 timeout: 421 lvb_type: 0 00000100:00100000:3.0:1763335520.904911:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffb90700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041181696:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335520.905005:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850240 going to sleep for 11 seconds 00000100:00100000:3.0:1763335520.910076:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffb90700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041181696:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335520.910121:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91800/0x10123ce7f07628f8 lrc: 3/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c0c0 expref: 21 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335520.910142:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335520.910146:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335520.910150:0:6515:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91800/0x10123ce7f07628f8 lrc: 3/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c0c0 expref: 21 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335520.910162:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5c91800, rc 0) 00000100:00100000:3.0:1763335520.910245:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+21:15720:x1848991028628608:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5536us (5886us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335520.910255:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 672 00000100:00100000:3.0:1763335520.911757:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028628736 00000100:00100000:3.0:1763335520.911766:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028628736 00010000:00010000:3.0:1763335520.911807:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0762857 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c01f expref: 25 pid: 6515 timeout: 421 lvb_type: 0 00000100:00100000:3.0:1763335520.912214:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 263 00000100:00100000:3.0:1763335520.912226:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb69880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+25:2408:x1848991028628736:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335520.912243:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335520.912269:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0762857 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c01f expref: 25 pid: 6515 timeout: 421 lvb_type: 0 00010000:00010000:3.0:1763335520.912283:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0762857 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c01f expref: 25 pid: 6515 timeout: 421 lvb_type: 0 00010000:00010000:3.0:1763335520.912308:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0762857 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c01f expref: 25 pid: 6515 timeout: 421 lvb_type: 0 00010000:00010000:3.0:1763335520.912324:0:13187:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335520.912331:0:13187:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91800/0x10123ce7f07628f8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c0c0 expref: 20 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335520.912344:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91800/0x10123ce7f07628f8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c0c0 expref: 20 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335520.912353:0:13187:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91800/0x10123ce7f07628f8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c0c0 expref: 20 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335520.912417:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91800/0x10123ce7f07628f8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c0c0 expref: 20 pid: 6515 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335520.912432:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffb90700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041181824:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335520.912528:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850240 going to sleep for 11 seconds 00000100:00100000:3.0:1763335520.916449:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffb90700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041181824:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335520.916484:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335520.916552:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb69880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+24:2408:x1848991028628736:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 4327us (5120us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335520.916565:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 263 00000100:00100000:3.0:1763335520.986654:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028630400 00000100:00100000:3.0:1763335520.986668:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028630400 00010000:00010000:3.0:1763335520.986719:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c91600/0x10123ce7f07628ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1560576->1601535) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c073 expref: 9 pid: 8402 timeout: 421 lvb_type: 0 00000100:00100000:3.0:1763335520.986773:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 264 00000100:00100000:3.0:1763335520.986786:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7dc4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+9:2406:x1848991028630400:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335520.986806:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1763335520.986827:0:13187:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 272 -> 360 00010000:00010000:3.0:1763335520.986835:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c91600/0x10123ce7f07628ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1560576->1601535) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c073 expref: 9 pid: 8402 timeout: 421 lvb_type: 0 00010000:00010000:3.0:1763335520.986851:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c91600/0x10123ce7f07628ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1560576->1601535) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c073 expref: 9 pid: 8402 timeout: 421 lvb_type: 0 00010000:00010000:3.0:1763335520.986923:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c91600/0x10123ce7f07628ab lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1560576->1601535) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c073 expref: 9 pid: 8402 timeout: 421 lvb_type: 0 00010000:00010000:3.0:1763335520.986940:0:13187:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335520.986942:0:13187:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335520.986952:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b8ce00/0x10123ce7f0762914 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1052671) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c0dc expref: 6 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335520.986963:0:13187:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b8ce00/0x10123ce7f0762914 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1052671) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c0dc expref: 6 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335520.987028:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b8ce00/0x10123ce7f0762914 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1052671) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c0dc expref: 6 pid: 8402 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335520.987042:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffb90700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:13187:1848991041182464:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335520.987137:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850240 going to sleep for 11 seconds 00000100:00100000:3.0:1763335520.993758:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffb90700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:13187:1848991041182464:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335520.993792:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335520.993893:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7dc4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+8:2406:x1848991028630400:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 7107us (7404us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335520.993909:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 264 00000100:00100000:3.0:1763335521.021810:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028630656 00000100:00100000:3.0:1763335521.021820:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028630656 00000100:00100000:3.0:1763335521.059468:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7dc7100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041182976:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335521.059509:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1037129 00010000:00010000:3.0:1763335521.059542:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0f7c89a00/0x10123ce7f0762937 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c0ff expref: 25 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335521.059566:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335521.059569:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335521.059574:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0f7c89a00/0x10123ce7f0762937 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c0ff expref: 25 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335521.059588:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0f7c89a00, rc 0) 00000100:00100000:3.0:1763335521.059652:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d91c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+24:2408:x1848991028631424:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3175us (4383us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335521.059661:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 676 00000100:00100000:3.0:1763335521.063536:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335521.070396:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028631680 00000100:00100000:3.0:1763335521.070406:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028631680 00000100:00100000:3.0:1763335521.071001:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 677 00000100:00100000:3.0:1763335521.071022:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+24:2408:x1848991028631680:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335521.071046:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335521.071073:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91600/0x10123ce7f076293e lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847c106 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335521.071116:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b8d600/0x10123ce7f0762929 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c0f1 expref: 22 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335521.071163:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffb92680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041183104:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335521.094723:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335521.103207:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335521.108735:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335521.118188:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335521.122960:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335521.135074:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335521.150133:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335521.165293:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335521.171503:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335521.181481:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335521.191105:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335521.193061:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335521.269020:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335521.347423:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028635392 00000100:00100000:3.0:1763335521.347433:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028635392 00000100:00100000:3.0:1763335521.347924:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 686 00000100:00100000:3.0:1763335521.347936:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+23:2409:x1848991028635392:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335521.347959:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335521.348042:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90000/0x10123ce7f07629a0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847c168 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335521.348080:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90000/0x10123ce7f07629a0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c168 expref: 24 pid: 8224 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763335521.348094:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1037129 00010000:00010000:3.0:1763335521.348102:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90000/0x10123ce7f07629a0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c168 expref: 24 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335521.348116:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335521.348119:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335521.348124:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5c90000, rc 0) 00000100:00100000:3.0:1763335521.350386:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+24:2409:x1848991028635392:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2441us (3173us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335521.350417:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 686 00000100:00100000:3.0:1763335521.354791:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028635520 00000100:00100000:3.0:1763335521.354801:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028635520 00000100:00100000:3.0:1763335521.355466:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 687 00000100:00100000:3.0:1763335521.355480:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d90380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+24:15720:x1848991028635520:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335521.355504:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335521.355508:0:8224:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00000100:00100000:3.0:1763335521.397621:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335521.414349:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028636416 00000100:00100000:3.0:1763335521.414359:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028636416 00010000:00010000:3.0:1763335521.414398:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf000/0x10123ce7f07629a7 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c16f expref: 24 pid: 8224 timeout: 422 lvb_type: 0 00000100:00100000:3.0:1763335521.414446:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 271 00000100:00100000:3.0:1763335521.414455:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5fced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+24:2408:x1848991028636416:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335521.414472:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335521.414494:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf000/0x10123ce7f07629a7 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c16f expref: 24 pid: 8224 timeout: 422 lvb_type: 0 00010000:00010000:3.0:1763335521.414507:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf000/0x10123ce7f07629a7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c16f expref: 24 pid: 8224 timeout: 422 lvb_type: 0 00010000:00010000:3.0:1763335521.414532:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf000/0x10123ce7f07629a7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c16f expref: 24 pid: 8224 timeout: 422 lvb_type: 0 00010000:00010000:3.0:1763335521.414547:0:13187:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335521.414553:0:13187:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bb0c00/0x10123ce7f07629b5 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c176 expref: 26 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335521.414573:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bb0c00/0x10123ce7f07629b5 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c176 expref: 26 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335521.414583:0:13187:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bb0c00/0x10123ce7f07629b5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c176 expref: 26 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335521.414621:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bb0c00/0x10123ce7f07629b5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c176 expref: 26 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335521.414780:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5bb4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041185792:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335521.414905:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58506c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335521.422984:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5bb4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041185792:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335521.423024:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335521.423091:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5fced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+23:2408:x1848991028636416:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 8637us (8832us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335521.423103:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 271 00000100:00100000:3.0:1763335521.436579:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028636672 00000100:00100000:3.0:1763335521.436590:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028636672 00010000:00010000:3.0:1763335521.436632:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bb0200/0x10123ce7f0762968 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1925120->1957887) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c130 expref: 8 pid: 14974 timeout: 422 lvb_type: 0 00000100:00100000:3.0:1763335521.436679:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 272 00000100:00100000:3.0:1763335521.436690:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5fcd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991028636672:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335521.436705:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335521.436725:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bb0200/0x10123ce7f0762968 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1925120->1957887) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c130 expref: 8 pid: 14974 timeout: 422 lvb_type: 0 00010000:00010000:3.0:1763335521.436754:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bb0200/0x10123ce7f0762968 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1925120->1957887) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c130 expref: 8 pid: 14974 timeout: 422 lvb_type: 0 00010000:00010000:3.0:1763335521.436782:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bb0200/0x10123ce7f0762968 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1925120->1957887) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c130 expref: 8 pid: 14974 timeout: 422 lvb_type: 0 00010000:00010000:3.0:1763335521.436855:0:13187:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335521.436858:0:13187:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335521.436900:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9af0f7c89600/0x10123ce7f07629bc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c17d expref: 8 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335521.436913:0:13187:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9af0f7c89600/0x10123ce7f07629bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c17d expref: 8 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335521.436956:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9af0f7c89600/0x10123ce7f07629bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c17d expref: 8 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335521.436970:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5bb4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:13187:1848991041186048:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335521.437070:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58506c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335521.444064:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5bb4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:13187:1848991041186048:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335521.444087:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335521.444135:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5fcd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+7:2408:x1848991028636672:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 7447us (8968us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335521.444143:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 272 00000100:00100000:3.0:1763335521.460106:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028637440 00000100:00100000:3.0:1763335521.460128:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028637440 00010000:00010000:3.0:1763335521.460165:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bb1800/0x10123ce7f07629ca lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c184 expref: 29 pid: 8224 timeout: 422 lvb_type: 0 00000100:00100000:3.0:1763335521.460514:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 273 00000100:00100000:3.0:1763335521.460525:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5fcfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+29:2408:x1848991028637440:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335521.460541:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335521.460548:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bb1800/0x10123ce7f07629ca lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c184 expref: 29 pid: 8224 timeout: 422 lvb_type: 0 00010000:00010000:3.0:1763335521.460563:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bb1800/0x10123ce7f07629ca lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c184 expref: 29 pid: 8224 timeout: 422 lvb_type: 0 00010000:00010000:3.0:1763335521.460588:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bb1800/0x10123ce7f07629ca lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c184 expref: 29 pid: 8224 timeout: 422 lvb_type: 0 00010000:00010000:3.0:1763335521.460606:0:13187:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335521.460612:0:13187:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bb1000/0x10123ce7f07629d1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335521.460624:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bb1000/0x10123ce7f07629d1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40290000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335521.460632:0:13187:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bb1000/0x10123ce7f07629d1 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40290000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335521.460665:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335521.460724:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5fcfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+28:2408:x1848991028637440:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 201us (1081us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335521.460732:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 273 00000100:00100000:3.0:1763335521.469064:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028637696 00000100:00100000:3.0:1763335521.469076:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028637696 00010000:00010000:3.0:1763335521.469116:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bb0c00/0x10123ce7f07629b5 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c176 expref: 28 pid: 8224 timeout: 422 lvb_type: 0 00000100:00100000:3.0:1763335521.469172:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 274 00000100:00100000:3.0:1763335521.469184:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5fcf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+28:2408:x1848991028637696:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335521.469199:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335521.469218:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bb0c00/0x10123ce7f07629b5 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c176 expref: 28 pid: 8224 timeout: 422 lvb_type: 0 00010000:00010000:3.0:1763335521.469233:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bb0c00/0x10123ce7f07629b5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c176 expref: 28 pid: 8224 timeout: 422 lvb_type: 0 00010000:00010000:3.0:1763335521.469257:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bb0c00/0x10123ce7f07629b5 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c176 expref: 28 pid: 8224 timeout: 422 lvb_type: 0 00010000:00010000:3.0:1763335521.469274:0:13187:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335521.469279:0:13187:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0f7c89a00/0x10123ce7f07629d8 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c18b expref: 26 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335521.469291:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0f7c89a00/0x10123ce7f07629d8 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c18b expref: 26 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335521.469302:0:13187:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0f7c89a00/0x10123ce7f07629d8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c18b expref: 26 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335521.478908:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028637824 00000100:00100000:3.0:1763335521.478916:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028637824 00000100:00100000:3.0:1763335521.478968:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 440 00000100:00100000:3.0:1763335521.478978:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5fcd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+7:15720:x1848991028637824:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335521.479006:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335521.479027:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c91400/0x10123ce7f07629df lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847c192 expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335521.479058:0:14974:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9af0f7c89600/0x10123ce7f07629bc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c17d expref: 9 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335521.479067:0:14974:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335521.479070:0:14974:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335521.479075:0:14974:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c91400/0x10123ce7f07629df lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c192 expref: 8 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335521.479108:0:14974:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9af0f7c89600/0x10123ce7f07629bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c17d expref: 9 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335521.479122:0:14974:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9af0f7c89600/0x10123ce7f07629bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c17d expref: 9 pid: 14974 timeout: 422 lvb_type: 0 00000100:00100000:3.0:1763335521.479136:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5bb7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041186560:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335521.479616:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58500c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335521.482390:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5bb7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041186560:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335521.482433:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c91400/0x10123ce7f07629df lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c192 expref: 8 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335521.482472:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5c91400, rc 0) 00000100:00100000:3.0:1763335521.482617:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5fcd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+8:15720:x1848991028637824:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3639us (3891us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335521.482626:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 440 00000100:00100000:3.0:1763335521.500607:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335521.501449:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335521.514553:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335521.526082:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335521.532718:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028639104 00000100:00100000:3.0:1763335521.532729:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028639104 00000100:00100000:3.0:1763335521.533263:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 697 00000100:00100000:3.0:1763335521.533277:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5fcf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+28:15720:x1848991028639104:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:3.0:1763335521.533330:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335521.533358:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0f7c88e00/0x10123ce7f0762a17 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c1bc expref: 28 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335521.533376:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335521.533380:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763335521.533560:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90200/0x10123ce7f0762a1e lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763335521.533576:0:6515:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0f7c88600/0x10123ce7f07629ed lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c199 expref: 27 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335521.533588:0:6515:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90200/0x10123ce7f0762a1e lrc: 4/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763335521.533642:0:6515:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0f7c88600/0x10123ce7f07629ed lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c199 expref: 27 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335521.533759:0:6515:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0f7c88600/0x10123ce7f07629ed lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c199 expref: 27 pid: 8224 timeout: 422 lvb_type: 0 00000100:00100000:3.0:1763335521.533775:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5bb4380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041187328:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335521.533953:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850480 going to sleep for 11 seconds 00000100:00100000:3.0:1763335521.550526:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335521.557677:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335521.581102:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335521.602136:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5fced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028640000:12345-192.168.202.34@tcp:16:fsx.0 Request processed in 11755us (12315us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335521.602151:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 443 00000100:00100000:3.0:1763335521.611079:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028640128 00000100:00100000:3.0:1763335521.611092:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028640128 00000100:00100000:3.0:1763335521.611158:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 698 00000100:00100000:3.0:1763335521.611169:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5fcd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+30:15720:x1848991028640128:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335521.611196:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335521.611220:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91c00/0x10123ce7f0762a25 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847c1c3 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335521.611335:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91000/0x10123ce7f0762a2c lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763335521.611355:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91000/0x10123ce7f0762a2c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763335521.611388:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91000/0x10123ce7f0762a2c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 00000004:00200000:3.0:1763335521.611420:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 1509487 00000004:00200000:3.0:1763335521.611425:0:6515:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763335521.611447:0:6515:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91000/0x10123ce7f0762a2c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763335521.611474:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91c00/0x10123ce7f0762a25 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c1c3 expref: 32 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335521.611492:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91000/0x10123ce7f0762a2c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c1c3 expref: 31 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335521.611501:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335521.611504:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763335521.611509:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5c91000, rc 0) 00000100:00100000:3.0:1763335521.613022:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5fcd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+31:15720:x1848991028640128:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 1846us (2042us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335521.613035:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 698 00000100:00100000:3.0:1763335521.621709:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028640256 00000100:00100000:3.0:1763335521.621722:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028640256 00000100:00100000:3.0:1763335521.621800:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 315 00000100:00100000:3.0:1763335521.621810:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5fcfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+31:2409:x1848991028640256:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:3.0:1763335521.622049:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 556274 -> 556274 00000004:00010000:3.0:1763335521.622053:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335521 -> 1763335521 00000004:00010000:3.0:1763335521.622055:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335521 -> 1763335521 00000004:00010000:3.0:1763335521.622058:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335521 -> 1763335521 00000004:00010000:3.0:1763335521.622072:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 896 -> 896 00000100:00100000:3.0:1763335521.622144:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5fcfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+32:2409:x1848991028640256:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 333us (535us total) trans 4294967621 rc 0/0 00000100:00100000:3.0:1763335521.622153:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 315 00000100:00100000:3.0:1763335521.628305:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028640384 00000100:00100000:3.0:1763335521.628318:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028640384 00000100:00100000:3.0:1763335521.628387:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 699 00000100:00100000:3.0:1763335521.628400:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5fcf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:273362c8-ad54-46f8-a663-195ccb4b667f+27:15720:x1848991028640384:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335521.628422:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335521.628446:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90c00/0x10123ce7f0762a33 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847c1ca expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335521.628545:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91200/0x10123ce7f0762a3a lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763335521.628564:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91200/0x10123ce7f0762a3a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763335521.628576:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91200/0x10123ce7f0762a3a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 00000004:00200000:3.0:1763335521.628603:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 1509487 00000004:00200000:3.0:1763335521.628608:0:6515:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763335521.628625:0:6515:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91200/0x10123ce7f0762a3a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763335521.628651:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90c00/0x10123ce7f0762a33 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c1ca expref: 29 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335521.628668:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91200/0x10123ce7f0762a3a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c1ca expref: 28 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335521.628694:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335521.628697:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763335521.628702:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5c91200, rc 0) 00000100:00100000:3.0:1763335521.629911:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5fcf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:273362c8-ad54-46f8-a663-195ccb4b667f+28:15720:x1848991028640384:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 1506us (1696us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335521.629922:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 699 00000100:00100000:3.0:1763335521.635778:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028640512 00000100:00100000:3.0:1763335521.635790:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028640512 00000100:00100000:3.0:1763335521.708704:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028641664 00000100:00100000:3.0:1763335521.708708:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028641664 00000100:00100000:3.0:1763335521.708742:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 447 00000100:00100000:3.0:1763335521.708748:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7debb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+5:2407:x1848991028641664:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335521.708755:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335521.708764:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c90c00/0x10123ce7f0762a72 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847c202 expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335521.708793:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5bb5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041188352:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335521.708816:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58500c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335521.712512:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5bb5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041188352:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335521.712531:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c90c00/0x10123ce7f0762a72 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c202 expref: 6 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335521.712546:0:14974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c90c00/0x10123ce7f0762a72 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c202 expref: 6 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335521.712568:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5c90c00, rc 0) 00000100:00100000:3.0:1763335521.712592:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7debb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+5:2407:x1848991028641664:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3844us (4436us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335521.712599:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 447 00000100:00100000:3.0:1763335521.717054:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335521.727369:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028642048 00000100:00100000:3.0:1763335521.727381:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028642048 00000100:00100000:3.0:1763335521.733615:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335521.739368:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335521.759814:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335521.798471:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335521.807941:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028643584 00000100:00100000:3.0:1763335521.807946:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028643584 00000100:00100000:3.0:1763335521.808760:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 450 00000100:00100000:3.0:1763335521.808772:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7dc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991028643584:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335521.808782:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335521.808795:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c91a00/0x10123ce7f0762aa3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847c225 expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335521.808834:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5bb5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041189248:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335521.808912:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58500c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335521.818528:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335521.818616:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335521.832247:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335521.857030:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335521.870891:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c3133b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041189760:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335521.870919:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bb0200/0x10123ce7f0762acd lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c248 expref: 6 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335521.870941:0:14974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bb0200/0x10123ce7f0762acd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c248 expref: 6 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335521.870951:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bb0200, rc 0) 00000100:00100000:3.0:1763335521.870980:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7dc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+5:2406:x1848991028644480:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7285us (7983us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335521.871001:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 452 00000100:00100000:3.0:1763335521.876789:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335521.882464:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335521.931205:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 458 00000100:00100000:3.0:1763335521.931217:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+5:2406:x1848991028645632:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335521.931237:0:8402:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335521.931261:0:8402:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c91800/0x10123ce7f0762af7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847c272 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335521.931321:0:8402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c2f45f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041190656:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335521.931400:0:8402:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850480 going to sleep for 11 seconds 00000100:00100000:3.0:1763335521.933997:0:8402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c2f45f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041190656:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335521.934036:0:8402:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c91800/0x10123ce7f0762af7 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c272 expref: 6 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335521.934080:0:8402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c91800/0x10123ce7f0762af7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c272 expref: 6 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335521.934092:0:8402:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5c91800, rc 0) 00000100:00100000:3.0:1763335521.934150:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+5:2406:x1848991028645632:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2935us (3473us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335521.934159:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 458 00000100:00100000:3.0:1763335521.937259:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028645760 00000100:00100000:3.0:1763335521.937268:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028645760 00000100:00100000:3.0:1763335521.937323:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 459 00000100:00100000:3.0:1763335521.937333:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5d9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+5:2407:x1848991028645760:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335521.937355:0:8402:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335521.937384:0:8402:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c90800/0x10123ce7f0762afe lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847c279 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335521.937446:0:8402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c2f45f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041190784:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335521.937538:0:8402:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850480 going to sleep for 11 seconds 00000100:00100000:3.0:1763335521.939812:0:8402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c2f45f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041190784:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335521.939859:0:8402:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c90800/0x10123ce7f0762afe lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c279 expref: 6 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335521.939979:0:8402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c90800/0x10123ce7f0762afe lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c279 expref: 6 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335521.940027:0:8402:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5c90800, rc 0) 00000100:00100000:3.0:1763335521.949258:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028645888 00000100:00100000:3.0:1763335521.949269:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028645888 00000100:00100000:3.0:1763335521.960783:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335522.017931:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 715 00000100:00100000:3.0:1763335522.017947:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c3131880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+31:2409:x1848991028646784:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335522.017972:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335522.018007:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90c00/0x10123ce7f0762b2f lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847c2aa expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335522.018050:0:6515:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf400/0x10123ce7f0762a80 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c209 expref: 32 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335522.018095:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c2f45f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041191680:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335522.018199:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850480 going to sleep for 11 seconds 00000100:00100000:3.0:1763335522.068276:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028647424 00000100:00100000:3.0:1763335522.068288:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028647424 00002000:00100000:3.0:1763335522.068346:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1376256->1380351) req@ffff9af0d88bdc00 x1848991028647424/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:568/0 lens 488/0 e 0 to 0 dl 1763335533 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335522.068358:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0d88bdc00 with x1848991028647424 ext(1376256->1380351) 00002000:00010000:3.0:1763335522.068364:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0d88bdc00 00000100:00100000:3.0:1763335522.068400:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 189 00000100:00100000:3.0:1763335522.068410:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0d88bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991028647424:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335522.068594:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0d88bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991028647424:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 184us (423us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335522.068616:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 189 00002000:00100000:3.0:1763335522.068622:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1376256->1380351) req@ffff9af0d88bdc00 x1848991028647424/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:568/0 lens 488/4536 e 0 to 0 dl 1763335533 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335522.068630:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0d88bdc00 with x1848991028647424 ext(1376256->1380351) 00002000:00010000:3.0:1763335522.068633:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0d88bdc00 00000100:00100000:3.0:1763335522.076341:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028647680 00000100:00100000:3.0:1763335522.076351:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028647680 00002000:00100000:3.0:1763335522.076400:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1384448->1388543) req@ffff9af0ffbf7480 x1848991028647680/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:568/0 lens 488/0 e 0 to 0 dl 1763335533 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335522.076410:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffbf7480 with x1848991028647680 ext(1384448->1388543) 00002000:00010000:3.0:1763335522.076417:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffbf7480 00000100:00100000:3.0:1763335522.076451:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 191 00000100:00100000:3.0:1763335522.076461:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbf7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991028647680:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335522.076644:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbf7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991028647680:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 183us (713us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335522.076653:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 191 00002000:00100000:3.0:1763335522.076660:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1384448->1388543) req@ffff9af0ffbf7480 x1848991028647680/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:568/0 lens 488/4536 e 0 to 0 dl 1763335533 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335522.076668:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffbf7480 with x1848991028647680 ext(1384448->1388543) 00002000:00010000:3.0:1763335522.076671:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffbf7480 00000100:00100000:3.0:1763335522.089475:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028647936 00000100:00100000:3.0:1763335522.089487:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028647936 00002000:00100000:3.0:1763335522.089542:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1392640->1396735) req@ffff9af0ffbf7100 x1848991028647936/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:568/0 lens 488/0 e 0 to 0 dl 1763335533 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335522.089574:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffbf7100 with x1848991028647936 ext(1392640->1396735) 00002000:00010000:3.0:1763335522.089580:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffbf7100 00000100:00100000:3.0:1763335522.089788:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 193 00000100:00100000:3.0:1763335522.089799:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbf7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991028647936:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335522.090013:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbf7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991028647936:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 215us (680us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335522.090020:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 193 00002000:00100000:3.0:1763335522.090027:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1392640->1396735) req@ffff9af0ffbf7100 x1848991028647936/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:568/0 lens 488/4536 e 0 to 0 dl 1763335533 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335522.090034:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffbf7100 with x1848991028647936 ext(1392640->1396735) 00002000:00010000:3.0:1763335522.090037:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffbf7100 00000100:00100000:3.0:1763335522.093159:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028648064 00000100:00100000:3.0:1763335522.093168:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028648064 00002000:00100000:3.0:1763335522.093215:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1396736->1400831) req@ffff9af0ffbf6a00 x1848991028648064/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:568/0 lens 488/0 e 0 to 0 dl 1763335533 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335522.093225:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffbf6a00 with x1848991028648064 ext(1396736->1400831) 00002000:00010000:3.0:1763335522.093230:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffbf6a00 00000100:00100000:3.0:1763335522.093268:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 194 00000100:00100000:3.0:1763335522.093278:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbf6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+7:2408:x1848991028648064:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335522.093472:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbf6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+7:2408:x1848991028648064:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 195us (414us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335522.093480:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 194 00002000:00100000:3.0:1763335522.093495:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1396736->1400831) req@ffff9af0ffbf6a00 x1848991028648064/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:568/0 lens 488/4536 e 0 to 0 dl 1763335533 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335522.093502:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffbf6a00 with x1848991028648064 ext(1396736->1400831) 00002000:00010000:3.0:1763335522.093505:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffbf6a00 00000100:00100000:3.0:1763335522.101335:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028648320 00000100:00100000:3.0:1763335522.101347:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028648320 00002000:00100000:3.0:1763335522.101403:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1404928->1409023) req@ffff9af0ffbf4700 x1848991028648320/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:568/0 lens 488/0 e 0 to 0 dl 1763335533 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335522.101414:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffbf4700 with x1848991028648320 ext(1404928->1409023) 00002000:00010000:3.0:1763335522.101421:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffbf4700 00000100:00100000:3.0:1763335522.101452:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 196 00000100:00100000:3.0:1763335522.101462:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbf4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991028648320:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335522.101644:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbf4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991028648320:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 184us (424us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335522.101652:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 196 00002000:00100000:3.0:1763335522.101658:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1404928->1409023) req@ffff9af0ffbf4700 x1848991028648320/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:568/0 lens 488/4536 e 0 to 0 dl 1763335533 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335522.101666:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffbf4700 with x1848991028648320 ext(1404928->1409023) 00002000:00010000:3.0:1763335522.101669:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffbf4700 00000100:00100000:3.0:1763335522.108273:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 197 00000100:00100000:3.0:1763335522.108286:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+7:2408:x1848991028648448:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335522.108467:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+7:2408:x1848991028648448:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 182us (1213us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335522.108475:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 197 00002000:00100000:3.0:1763335522.108490:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1409024->1413119) req@ffff9af0ffbf6d80 x1848991028648448/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:568/0 lens 488/4536 e 0 to 0 dl 1763335533 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335522.108498:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffbf6d80 with x1848991028648448 ext(1409024->1413119) 00002000:00010000:3.0:1763335522.108501:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffbf6d80 00000100:00100000:3.0:1763335522.142320:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:3.0:1763335522.172674:0:3637:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bb1000/0x10123ce7f07629d1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335522.172683:0:3637:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bb1000/0x10123ce7f07629d1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335522.172689:0:3637:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bb1000/0x10123ce7f07629d1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335522.172694:0:3637:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc5bb1000 already unused, calling callback (ffffffffc1966550) 00010000:00010000:3.0:1763335522.172698:0:3637:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bb1000/0x10123ce7f07629d1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335522.172704:0:3637:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bb1000/0x10123ce7f07629d1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335522.172713:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335522.172716:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335522.172719:0:3637:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bb1000/0x10123ce7f07629d1 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335522.172725:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bb1000/0x10123ce7f07629d1 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335522.172738:0:3637:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90200/0x10123ce7f0762a1e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763335522.172743:0:3637:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90200/0x10123ce7f0762a1e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763335522.172755:0:3637:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90200/0x10123ce7f0762a1e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763335522.172759:0:3637:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc5c90200 already unused, calling callback (ffffffffc1966550) 00010000:00010000:3.0:1763335522.172762:0:3637:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90200/0x10123ce7f0762a1e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763335522.172768:0:3637:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90200/0x10123ce7f0762a1e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763335522.172775:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335522.172778:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335522.172780:0:3637:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90200/0x10123ce7f0762a1e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763335522.172785:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90200/0x10123ce7f0762a1e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 00000100:00100000:3.0:1763335522.299451:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335522.299673:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335522.342464:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335522.350746:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335522.368142:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335522.401226:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028653056 00000100:00100000:3.0:1763335522.401243:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028653056 00002000:00100000:3.0:1763335522.401292:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->1765375) req@ffff9aefc5fd5c00 x1848991028653056/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:568/0 lens 488/0 e 0 to 0 dl 1763335533 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335522.401304:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5fd5c00 with x1848991028653056 ext(1048576->1765375) 00002000:00010000:3.0:1763335522.401310:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5fd5c00 00000100:00100000:3.0:1763335522.401343:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 200 00000100:00100000:3.0:1763335522.401366:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5fd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+7:2409:x1848991028653056:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335522.404360:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028653184 00000100:00100000:3.0:1763335522.404376:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028653184 00002000:00100000:3.0:1763335522.404436:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5fd7b80 x1848991028653184/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:568/0 lens 488/0 e 0 to 0 dl 1763335533 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335522.404447:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5fd7b80 with x1848991028653184 00000100:00100000:3.0:1763335522.422073:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335522.427439:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028653440 00000100:00100000:3.0:1763335522.427446:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028653440 00002000:00100000:3.0:1763335522.427489:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5fd4000 x1848991028653440/t0(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:568/0 lens 488/0 e 0 to 0 dl 1763335533 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335522.427498:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5fd4000 with x1848991028653440 00010000:00010000:3.0:1763335522.427505:0:6530:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0f7c88c00/0x10123ce7f0762be5 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c360 expref: 17 pid: 6515 timeout: 423 lvb_type: 0 00010000:00010000:3.0:1763335522.427518:0:6530:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: mdt-lustre-MDT0000_UUID lock: ffff9af0f7c88c00/0x10123ce7f0762be5 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c360 expref: 17 pid: 6515 timeout: 423 lvb_type: 0 00002000:00010000:3.0:1763335522.427524:0:6530:0:(mdt_io.c:157:mdt_rw_hpreq_check()) lustre-MDT0000: refreshed 1 locks timeout for req ffff9aefc5fd4000 00000100:00100000:3.0:1763335522.428436:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 23 00000100:00100000:3.0:1763335522.428451:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5fd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+17:2408:x1848991028653440:12345-192.168.202.34@tcp:4:fsx.0 00000100:00100000:3.0:1763335522.516822:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335522.536419:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335522.536495:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335522.548514:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335522.579375:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335522.584772:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335522.589968:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335522.615145:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028656896 00000100:00100000:3.0:1763335522.615154:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028656896 00000100:00100000:3.0:1763335522.615218:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 203 00000100:00100000:3.0:1763335522.615228:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2409:x1848991028656896:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:3.0:1763335522.615476:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1794108 -> 1794108 00002000:00010000:3.0:1763335522.615480:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335522 -> 1763335522 00002000:00010000:3.0:1763335522.615483:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335522 -> 1763335522 00002000:00010000:3.0:1763335522.615485:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335522 -> 1763335522 00002000:00010000:3.0:1763335522.615487:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 136 -> 192 00000100:00100000:3.0:1763335522.615510:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+9:2409:x1848991028656896:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 285us (863us total) trans 4294967418 rc 0/0 00000100:00100000:3.0:1763335522.615516:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 203 00010000:00010000:3.0:1763335522.623990:0:6503:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763335522.659958:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335522.671003:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028658432 00000100:00100000:3.0:1763335522.671225:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028658432 00000100:00100000:3.0:1763335522.695747:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335522.701492:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335522.706507:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 205 00000100:00100000:3.0:1763335522.706519:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+9:2407:x1848991028659456:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:3.0:1763335522.706710:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1794108 -> 1809103 00002000:00010000:3.0:1763335522.706714:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335522 -> 1763335522 00002000:00010000:3.0:1763335522.706717:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335522 -> 1763335522 00002000:00010000:3.0:1763335522.706719:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335522 -> 1763335522 00002000:00010000:3.0:1763335522.706721:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 192 -> 192 00000100:00100000:3.0:1763335522.706790:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+10:2407:x1848991028659456:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 274us (638us total) trans 4294967419 rc 0/0 00000100:00100000:3.0:1763335522.706799:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 205 00002000:00010000:3.0:1763335522.706803:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1809103->18446744073709551615) 00002000:00100000:3.0:1763335522.706806:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7c93480 with x1848991028659456 ext(1809103->18446744073709551615) 00002000:00010000:3.0:1763335522.706811:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7c93480. 00000100:00100000:3.0:1763335522.711848:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335522.727029:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335522.741604:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335522.759621:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335522.784769:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335522.800969:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335522.812771:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335522.828042:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335522.842069:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335522.849495:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335522.861270:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335522.895173:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335522.900848:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335522.907274:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335522.933163:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335522.933209:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335522.947257:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c3f100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041200384:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335522.947284:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 909257 00010000:00010000:3.0:1763335522.947302:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07800/0x10123ce7f0762d0b lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c455 expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335522.947345:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335522.947348:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335522.947354:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07800/0x10123ce7f0762d0b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c455 expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335522.947369:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a07800, rc 0) 00000100:00100000:3.0:1763335522.947434:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+16:2406:x1848991028664064:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 13741us (14223us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335522.947443:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 756 00000100:00100000:3.0:1763335522.955270:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028664320 00000100:00100000:3.0:1763335522.955282:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028664320 00000100:00100000:3.0:1763335522.989078:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335522.994604:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335523.021503:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335523.092331:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335523.103316:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:3.0:1763335523.106781:0:6515:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf800/0x10123ce7f0762d35 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763335523.106791:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf800/0x10123ce7f0762d35 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 00000001:00080000:3.0:1763335523.107126:0:6515:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967645 00000004:00010000:3.0:1763335523.107183:0:6515:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 909257 -> 909257 00000004:00010000:3.0:1763335523.107188:0:6515:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335523 -> 1763335523 00000004:00010000:3.0:1763335523.107191:0:6515:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335522 -> 1763335522 00000004:00010000:3.0:1763335523.107194:0:6515:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335523 -> 1763335523 00000004:00010000:3.0:1763335523.107196:0:6515:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 912 -> 912 00000004:00010000:3.0:1763335523.107210:0:6515:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000beabc4d4 reply state 000000009d34f670 transno 4294967646 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf800/0x10123ce7f0762d35 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763335523.107225:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaf800/0x10123ce7f0762d35 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763335523.107233:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335523.107236:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763335523.107239:0:6515:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763335523.107323:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+23:15720:x1848991028665856:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 14508us (15001us total) trans 4294967646 rc 0/0 00000100:00100000:3.0:1763335523.107331:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 758 00000020:00080000:3.0:1763335523.107336:0:6515:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763335523.111090:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335523.129248:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028666496 00000100:00100000:3.0:1763335523.129257:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028666496 00002000:00010000:3.0:1763335523.129466:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1770006->18446744073709551615) 00002000:00100000:3.0:1763335523.129472:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffbc4a80 with x1848991028666496 ext(1770006->18446744073709551615) 00002000:00010000:3.0:1763335523.129484:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffbc4a80. 00000100:00100000:3.0:1763335523.129735:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 227 00000100:00100000:3.0:1763335523.129747:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbc4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028666496:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:3.0:1763335523.130389:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1871931 -> 1770006 00002000:00010000:3.0:1763335523.130395:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335523 -> 1763335523 00002000:00010000:3.0:1763335523.130398:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335523 -> 1763335522 00002000:00010000:3.0:1763335523.130403:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335523 -> 1763335523 00002000:00010000:3.0:1763335523.130405:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 408 -> 280 00000100:00100000:3.0:1763335523.130486:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbc4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+7:2408:x1848991028666496:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 740us (1352us total) trans 4294967424 rc 0/0 00000100:00100000:3.0:1763335523.130512:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 227 00002000:00010000:3.0:1763335523.130517:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1770006->18446744073709551615) 00002000:00100000:3.0:1763335523.130520:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffbc4a80 with x1848991028666496 ext(1770006->18446744073709551615) 00002000:00010000:3.0:1763335523.130526:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffbc4a80. 00000100:00100000:3.0:1763335523.136330:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028666624 00000100:00100000:3.0:1763335523.136341:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028666624 00000100:00100000:3.0:1763335523.139636:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028666752 00000100:00100000:3.0:1763335523.139647:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028666752 00000100:00100000:3.0:1763335523.139725:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 760 00000100:00100000:3.0:1763335523.139736:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbc7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+29:15720:x1848991028666752:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335523.139763:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335523.139785:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90200/0x10123ce7f0762d51 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847c494 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335523.139943:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90a00/0x10123ce7f0762d58 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335523.139960:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90a00/0x10123ce7f0762d58 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335523.139985:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90a00/0x10123ce7f0762d58 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000004:00200000:3.0:1763335523.140015:0:8224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 1770006 00000004:00200000:3.0:1763335523.140020:0:8224:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763335523.140042:0:8224:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90a00/0x10123ce7f0762d58 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335523.140070:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90200/0x10123ce7f0762d51 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c494 expref: 31 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335523.140108:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90a00/0x10123ce7f0762d58 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c494 expref: 30 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335523.140118:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335523.140121:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763335523.140125:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5c90a00, rc 0) 00000100:00100000:3.0:1763335523.140200:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbc7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+30:15720:x1848991028666752:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 465us (670us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335523.140207:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 760 00000100:00100000:3.0:1763335523.143653:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335523.145783:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335523.169354:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028667264 00000100:00100000:3.0:1763335523.169372:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028667264 00010000:00010000:3.0:1763335523.169425:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aae600/0x10123ce7f0762d12 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c463 expref: 24 pid: 6515 timeout: 423 lvb_type: 0 00000100:00100000:3.0:1763335523.169476:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 293 00000100:00100000:3.0:1763335523.169485:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c90380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+24:2408:x1848991028667264:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335523.169500:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335523.169521:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aae600/0x10123ce7f0762d12 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c463 expref: 24 pid: 6515 timeout: 423 lvb_type: 0 00010000:00010000:3.0:1763335523.169534:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aae600/0x10123ce7f0762d12 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c463 expref: 24 pid: 6515 timeout: 423 lvb_type: 0 00010000:00010000:3.0:1763335523.169556:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aae600/0x10123ce7f0762d12 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c463 expref: 24 pid: 6515 timeout: 423 lvb_type: 0 00010000:00010000:3.0:1763335523.169584:0:13187:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335523.169591:0:13187:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06400/0x10123ce7f0762d6d lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c4a9 expref: 30 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335523.169603:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06400/0x10123ce7f0762d6d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c4a9 expref: 30 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335523.169612:0:13187:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06400/0x10123ce7f0762d6d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c4a9 expref: 30 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335523.169651:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06400/0x10123ce7f0762d6d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c4a9 expref: 30 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335523.169665:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5f06300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041202048:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335523.169759:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850540 going to sleep for 11 seconds 00000100:00100000:3.0:1763335523.172243:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5f06300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041202048:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335523.172267:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335523.172328:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c90380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+23:2408:x1848991028667264:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 2844us (6475us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335523.172338:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 293 00000100:00100000:3.0:1763335523.177417:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028667520 00000100:00100000:3.0:1763335523.177431:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028667520 00010000:00010000:3.0:1763335523.177476:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aaf200/0x10123ce7f0762d3c lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c486 expref: 7 pid: 14974 timeout: 423 lvb_type: 0 00000100:00100000:3.0:1763335523.177527:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 294 00000100:00100000:3.0:1763335523.177548:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c92d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991028667520:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335523.177564:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335523.177585:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aaf200/0x10123ce7f0762d3c lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c486 expref: 7 pid: 14974 timeout: 423 lvb_type: 0 00010000:00010000:3.0:1763335523.177598:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aaf200/0x10123ce7f0762d3c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c486 expref: 7 pid: 14974 timeout: 423 lvb_type: 0 00010000:00010000:3.0:1763335523.177627:0:13187:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335523.177629:0:13187:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335523.177638:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9af0f7c89a00/0x10123ce7f0762d74 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1052671) gid 0 flags: 0x50080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c4b0 expref: 8 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335523.177649:0:13187:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9af0f7c89a00/0x10123ce7f0762d74 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1052671) gid 0 flags: 0x50080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c4b0 expref: 8 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335523.177688:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9af0f7c89a00/0x10123ce7f0762d74 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1052671) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c4b0 expref: 8 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335523.177702:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5f06300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:13187:1848991041202304:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335523.177793:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850540 going to sleep for 11 seconds 00000100:00100000:3.0:1763335523.185576:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5f06300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:13187:1848991041202304:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335523.185604:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335523.185669:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c92d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991028667520:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 8122us (9510us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335523.185680:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 294 00000100:00100000:3.0:1763335523.191652:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028667904 00000100:00100000:3.0:1763335523.191662:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028667904 00000100:00100000:3.0:1763335523.192227:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 763 00000100:00100000:3.0:1763335523.206836:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335523.229405:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c91880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041202944:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335523.229425:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:3.0:1763335523.229443:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aae000/0x10123ce7f0762d97 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c4d3 expref: 24 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335523.229465:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335523.229468:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335523.229474:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aae000/0x10123ce7f0762d97 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c4d3 expref: 24 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335523.229500:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aae000, rc 0) 00000100:00100000:3.0:1763335523.229538:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbc5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+23:2408:x1848991028668416:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4062us (4265us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335523.229546:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 765 00000100:00100000:3.0:1763335523.249052:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028668672 00000100:00100000:3.0:1763335523.249062:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028668672 00000100:00100000:3.0:1763335523.249148:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 766 00000100:00100000:3.0:1763335523.249160:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbc6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+23:2406:x1848991028668672:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335523.249185:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335523.249210:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91000/0x10123ce7f0762da5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847c4e1 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335523.249255:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06400/0x10123ce7f0762d6d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c4a9 expref: 31 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335523.249326:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5f05880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041203200:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335523.249429:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850540 going to sleep for 11 seconds 00000100:00100000:3.0:1763335523.257241:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5f05880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041203200:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335523.257257:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:3.0:1763335523.257272:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91000/0x10123ce7f0762da5 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c4e1 expref: 24 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335523.257288:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335523.257291:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335523.257296:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91000/0x10123ce7f0762da5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c4e1 expref: 24 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335523.257307:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5c91000, rc 0) 00000100:00100000:3.0:1763335523.257348:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbc6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+23:2406:x1848991028668672:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 8191us (8482us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335523.257355:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 766 00000100:00100000:3.0:1763335523.263234:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028668928 00000100:00100000:3.0:1763335523.263246:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028668928 00000100:00100000:3.0:1763335523.284089:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 768 00000100:00100000:3.0:1763335523.284107:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+23:15720:x1848991028669184:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335523.284136:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335523.284163:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91000/0x10123ce7f0762dc1 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847c4fd expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335523.284202:0:8224:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06400/0x10123ce7f0762d6d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c4a9 expref: 31 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335523.284236:0:8224:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91000/0x10123ce7f0762dc1 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c4fd expref: 24 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335523.284281:0:8224:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06400/0x10123ce7f0762d6d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c4a9 expref: 31 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335523.284296:0:8224:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06400/0x10123ce7f0762d6d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c4a9 expref: 31 pid: 8224 timeout: 423 lvb_type: 0 00000100:00100000:3.0:1763335523.284314:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5f05880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041203712:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335523.284443:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850540 going to sleep for 11 seconds 00010000:00010000:3.0:1763335523.296497:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06400/0x10123ce7f0762d6d lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c4a9 expref: 32 pid: 8224 timeout: 423 lvb_type: 0 00000100:00100000:3.0:1763335523.296541:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5f05880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041203712:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335523.296580:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91000/0x10123ce7f0762dc1 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c4fd expref: 24 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335523.296601:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335523.296605:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335523.296609:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5c91000, rc 0) 00000100:00100000:3.0:1763335523.296709:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+24:15720:x1848991028669184:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 12607us (13847us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335523.296718:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 768 00000100:00100000:3.0:1763335523.297233:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffbc1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041203840:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335523.297264:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335523.351700:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335523.355948:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028670336 00000100:00100000:3.0:1763335523.355959:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028670336 00002000:00100000:3.0:1763335523.356030:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->1773567) req@ffff9af0ffbc3480 x1848991028670336/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:569/0 lens 504/0 e 0 to 0 dl 1763335534 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335523.356042:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffbc3480 with x1848991028670336 ext(1048576->1773567) 00002000:00010000:3.0:1763335523.356047:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffbc3480 00000100:00100000:3.0:1763335523.356091:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 229 00000100:00100000:3.0:1763335523.356101:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbc3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+7:2408:x1848991028670336:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335523.361932:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028670592 00000100:00100000:3.0:1763335523.361948:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028670592 00002000:00100000:3.0:1763335523.362025:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->1052671) req@ffff9af0ffbc3100 x1848991028670592/t0(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:569/0 lens 4584/0 e 0 to 0 dl 1763335534 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335523.362038:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffbc3100 with x1848991028670592 ext(1048576->1052671) 00002000:00010000:3.0:1763335523.362045:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffbc3100 00000100:00100000:3.0:1763335523.362086:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 230 00000100:00100000:3.0:1763335523.362098:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbc3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+7:2408:x1848991028670592:12345-192.168.202.34@tcp:4:fsx.0 00000100:00100000:3.0:1763335523.364023:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbc3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+9:2408:x1848991028670592:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 1912us (2147us total) trans 4294967426 rc 0/0 00000100:00100000:3.0:1763335523.364040:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 230 00002000:00100000:3.0:1763335523.364056:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->1052671) req@ffff9af0ffbc3100 x1848991028670592/t4294967426(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:569/0 lens 4584/448 e 0 to 0 dl 1763335534 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335523.364069:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffbc3100 with x1848991028670592 ext(1048576->1052671) 00002000:00010000:3.0:1763335523.364098:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffbc3100 00000100:00100000:3.0:1763335523.370984:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028670720 00000100:00100000:3.0:1763335523.371001:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028670720 00000001:00080000:3.0:1763335523.376386:0:9466:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967426 is committed 00000001:00080000:3.0:1763335523.376411:0:9466:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967425 is committed 00010000:00010000:3.0:1763335523.377057:0:3637:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0f7c89400/0x10123ce7f0762c0f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763335523.377077:0:3637:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0f7c89400/0x10123ce7f0762c0f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763335523.377086:0:3637:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0f7c89400/0x10123ce7f0762c0f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763335523.377132:0:3637:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9af0f7c89400 already unused, calling callback (ffffffffc1966550) 00010000:00010000:3.0:1763335523.377138:0:3637:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0f7c89400/0x10123ce7f0762c0f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763335523.377148:0:3637:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0f7c89400/0x10123ce7f0762c0f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763335523.377212:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335523.377215:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335523.377220:0:3637:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0f7c89400/0x10123ce7f0762c0f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763335523.377228:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0f7c89400/0x10123ce7f0762c0f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763335523.377257:0:3637:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07a00/0x10123ce7f0762cb7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763335523.377263:0:3637:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07a00/0x10123ce7f0762cb7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763335523.377299:0:3637:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07a00/0x10123ce7f0762cb7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763335523.377304:0:3637:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc5a07a00 already unused, calling callback (ffffffffc1966550) 00010000:00010000:3.0:1763335523.377307:0:3637:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07a00/0x10123ce7f0762cb7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763335523.377315:0:3637:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07a00/0x10123ce7f0762cb7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763335523.377323:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335523.377325:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335523.377328:0:3637:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07a00/0x10123ce7f0762cb7 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763335523.377334:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07a00/0x10123ce7f0762cb7 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 00000100:00100000:3.0:1763335523.391484:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041204480 00000100:00100000:3.0:1763335523.391496:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041204480 00000100:00100000:3.0:1763335523.391570:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 126 00000100:00100000:3.0:1763335523.391581:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3651:x1848991041204480:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1763335523.391611:0:8403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 276508352 pending 0 free 3923382272 avail 3691778048 00000100:00100000:3.0:1763335523.392281:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3651:x1848991041204480:12345-0@lo:13:osp-pre-1-0.0 Request processed in 700us (1515us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335523.392292:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 126 00000100:00100000:3.0:1763335523.392833:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041204992 00000100:00100000:3.0:1763335523.392837:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041204992 00000100:00100000:3.0:1763335523.392860:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 298 00000100:00100000:3.0:1763335523.392885:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffba9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3651:x1848991041204992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763335523.392934:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffba9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3651:x1848991041204992:12345-0@lo:400:kworker.0 Request processed in 68us (151us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335523.392944:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 298 00000100:00100000:3.0:1763335523.393009:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041205504 00000100:00100000:3.0:1763335523.393015:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041205504 00000100:00100000:3.0:1763335523.393050:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041206016 00000100:00100000:3.0:1763335523.393054:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041206016 00000100:00100000:3.0:1763335523.393083:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 140 00000100:00100000:3.0:1763335523.393092:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3651:x1848991041205504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763335523.393140:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3651:x1848991041205504:12345-0@lo:400:kworker.0 Request processed in 48us (300us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335523.393147:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 140 00000100:00100000:3.0:1763335523.393159:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041205632 00000100:00100000:3.0:1763335523.393162:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041205632 00000100:00100000:3.0:1763335523.393639:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 142 00000100:00100000:3.0:1763335523.393647:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3652:x1848991041205632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763335523.393676:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3652:x1848991041205632:12345-0@lo:400:kworker.0 Request processed in 30us (557us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335523.393682:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 142 00000100:00100000:3.0:1763335523.393722:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffbc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e767977a-b5b5-44a9-9592-4af663ea7043:3652:1848991041204608:0@lo:400:kworker.0 00000100:00100000:3.0:1763335523.393732:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3652:1848991041205120:0@lo:400:kworker.0 00000100:00100000:3.0:1763335523.393741:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffbab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3652:1848991041205632:0@lo:400:kworker.0 00000100:00100000:3.0:1763335523.394544:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335523.394586:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335523.437235:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028672000 00000100:00100000:3.0:1763335523.437329:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028672000 00000100:00100000:3.0:1763335523.437413:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 231 00000100:00100000:3.0:1763335523.437423:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffba8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991028672000:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:3.0:1763335523.437752:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1770006 -> 1770006 00002000:00010000:3.0:1763335523.437758:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335523 -> 1763335523 00002000:00010000:3.0:1763335523.437760:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335523 -> 1763335523 00002000:00010000:3.0:1763335523.437769:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335523 -> 1763335523 00002000:00010000:3.0:1763335523.437772:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 288 -> 376 00000100:00100000:3.0:1763335523.437837:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffba8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+7:2408:x1848991028672000:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 415us (1069us total) trans 4294967427 rc 0/0 00000100:00100000:3.0:1763335523.437845:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 231 00000100:00100000:3.0:1763335523.442549:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335523.504788:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028673152 00000100:00100000:3.0:1763335523.504797:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028673152 00002000:00010000:3.0:1763335523.504845:0:8406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:3.0:1763335523.504850:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7c91f80 with x1848991028673152 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335523.504863:0:8406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7c91f80. 00000100:00100000:3.0:1763335523.504927:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 232 00000100:00100000:3.0:1763335523.504937:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+7:2408:x1848991028673152:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:3.0:1763335523.505473:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1770006 -> 0 00002000:00010000:3.0:1763335523.505480:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335523 -> 1763335523 00002000:00010000:3.0:1763335523.505483:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335523 -> 1763335523 00002000:00010000:3.0:1763335523.505485:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335523 -> 1763335523 00002000:00010000:3.0:1763335523.505487:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 376 -> 0 00000100:00100000:3.0:1763335523.512166:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+8:2408:x1848991028673152:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 7207us (7692us total) trans 4294967428 rc 0/0 00000100:00100000:3.0:1763335523.512216:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 232 00002000:00010000:3.0:1763335523.512226:0:8406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:3.0:1763335523.512231:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7c91f80 with x1848991028673152 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335523.512246:0:8406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7c91f80. 00000100:00100000:3.0:1763335523.526385:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028673408 00000100:00100000:3.0:1763335523.526390:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028673408 00000100:00100000:3.0:1763335523.526438:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 776 00000100:00100000:3.0:1763335523.526446:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f14c5450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+13:2408:x1848991028673408:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335523.526458:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335523.526474:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90200/0x10123ce7f0762e31 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847c558 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335523.526509:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0f7c89000/0x10123ce7f0762e15 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c54a expref: 14 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335523.526537:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5f05f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041207808:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335523.526571:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850c00 going to sleep for 11 seconds 00000100:00100000:3.0:1763335523.530747:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5f05f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041207808:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335523.530800:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 896264 00010000:00010000:3.0:1763335523.530828:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90200/0x10123ce7f0762e31 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c558 expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335523.530859:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335523.530865:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335523.530903:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90200/0x10123ce7f0762e31 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c558 expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335523.530942:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5c90200, rc 0) 00000100:00100000:3.0:1763335523.531761:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f14c5450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+13:2408:x1848991028673408:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5255us (5661us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335523.531773:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 776 00000100:00100000:3.0:1763335523.539931:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028673664 00000100:00100000:3.0:1763335523.539945:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028673664 00000100:00100000:3.0:1763335523.540027:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 777 00000100:00100000:3.0:1763335523.540039:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+13:2409:x1848991028673664:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335523.540060:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335523.540086:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90200/0x10123ce7f0762e3f lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847c566 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335523.540129:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0f7c89000/0x10123ce7f0762e15 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c54a expref: 14 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335523.540173:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5f04700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041208064:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335523.540248:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850c00 going to sleep for 11 seconds 00000100:00100000:3.0:1763335523.548835:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5f04700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041208064:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335523.548918:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 896264 00010000:00010000:3.0:1763335523.548943:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90200/0x10123ce7f0762e3f lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c566 expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335523.548979:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335523.548984:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335523.548993:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90200/0x10123ce7f0762e3f lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c566 expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335523.549040:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5c90200, rc 0) 00000100:00100000:3.0:1763335523.571436:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028674176 00000100:00100000:3.0:1763335523.571447:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028674176 00000100:00100000:3.0:1763335523.571526:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 348 00000100:00100000:3.0:1763335523.571537:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991028674176:12345-192.168.202.34@tcp:22:fsx.0 00000100:00100000:3.0:1763335523.629273:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffbab480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041209088:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335523.629306:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335523.629377:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c93100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+14:2408:x1848991028675072:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 5571us (5834us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335523.629389:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 301 00000100:00100000:3.0:1763335523.655360:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335523.663559:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335523.667588:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffbab480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041209600:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335523.667619:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335523.667948:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f06300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+17:2409:x1848991028675840:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 3379us (4149us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335523.667964:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 302 00000100:00100000:3.0:1763335523.705363:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335523.838346:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffbaa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041210240:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335523.838392:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0f7c89800/0x10123ce7f0762eb6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1056768->1110015] (req 1056768->1110015) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c5dd expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335523.838417:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0f7c89800, rc 0) 00000100:00100000:3.0:1763335523.838492:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+6:15720:x1848991028677632:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7824us (8111us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335523.838522:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 517 00000100:00100000:3.0:1763335523.852245:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 300 00000100:00100000:3.0:1763335523.852256:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991028678016:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:3.0:1763335523.853621:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991028678016:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 1366us (2376us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335523.853629:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 300 00000100:00100000:3.0:1763335523.854646:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028678272 00000100:00100000:3.0:1763335523.854657:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028678272 00000100:00100000:3.0:1763335523.854720:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 518 00000100:00100000:3.0:1763335523.854729:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+7:2409:x1848991028678272:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335523.854748:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335523.854770:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c91400/0x10123ce7f0762ebd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847c5e4 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335523.854831:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5f05f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041210496:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335523.854947:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850c00 going to sleep for 11 seconds 00002000:00010000:3.0:1763335523.857827:0:8400:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size: 0 -> 1106605 00002000:00010000:3.0:1763335523.857839:0:8400:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime: 1763335523 -> 1763335524 00002000:00010000:3.0:1763335523.857841:0:8400:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335523 -> 1763335524 00002000:00010000:3.0:1763335523.857844:0:8400:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime: 1763335523 -> 1763335524 00002000:00010000:3.0:1763335523.857846:0:8400:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:3.0:1763335523.857907:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5f05f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041210496:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335523.857952:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c91400/0x10123ce7f0762ebd lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c5e4 expref: 8 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335523.858010:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c91400/0x10123ce7f0762ebd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c5e4 expref: 8 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335523.858026:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5c91400, rc 0) 00000100:00100000:3.0:1763335523.858526:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+7:2409:x1848991028678272:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3793us (4244us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335523.858537:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 518 00000100:00100000:3.0:1763335523.878311:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335523.892443:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335523.905723:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335523.919987:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335523.934033:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335523.942664:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335523.959333:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335523.963396:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335523.966807:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335523.972434:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335523.980634:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335523.988489:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335523.991387:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335524.002601:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335524.011362:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335524.028298:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335524.040411:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335524.044031:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335524.160589:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7ceed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041213312:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335524.160608:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad1000/0x10123ce7f0762f3b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c662 expref: 8 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335524.160624:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad1000/0x10123ce7f0762f3b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c662 expref: 8 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335524.160633:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ffad1000, rc 0) 00000100:00100000:3.0:1763335524.160655:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+7:2408:x1848991028684672:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2664us (3016us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335524.160661:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 527 00000100:00100000:3.0:1763335524.164588:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028684928 00000100:00100000:3.0:1763335524.164593:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028684928 00000100:00100000:3.0:1763335524.164633:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 528 00000100:00100000:3.0:1763335524.164640:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+7:2408:x1848991028684928:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335524.164649:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335524.164659:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c90800/0x10123ce7f0762f49 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847c670 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335524.164696:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5955c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041213568:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335524.164740:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850c00 going to sleep for 11 seconds 00000100:00100000:3.0:1763335524.167979:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5955c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041213568:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335524.168044:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c90800/0x10123ce7f0762f49 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c670 expref: 8 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335524.168105:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c90800/0x10123ce7f0762f49 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c670 expref: 8 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335524.168123:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5c90800, rc 0) 00000100:00100000:3.0:1763335524.168206:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+7:2408:x1848991028684928:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3565us (4141us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335524.168216:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 528 00000100:00100000:3.0:1763335524.172959:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028685184 00000100:00100000:3.0:1763335524.172974:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028685184 00000100:00100000:3.0:1763335524.173019:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 529 00000100:00100000:3.0:1763335524.173030:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+7:2408:x1848991028685184:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335524.173053:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335524.173074:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c91800/0x10123ce7f0762f57 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847c67e expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335524.173145:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5955c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041213824:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335524.173306:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850c00 going to sleep for 11 seconds 00000100:00100000:3.0:1763335524.176632:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5955c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041213824:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335524.176693:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c91800/0x10123ce7f0762f57 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c67e expref: 8 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335524.176728:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c91800/0x10123ce7f0762f57 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c67e expref: 8 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335524.176771:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5c91800, rc 0) 00000100:00100000:3.0:1763335524.176847:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+7:2408:x1848991028685184:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3814us (4069us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335524.176903:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 529 00000100:00100000:3.0:1763335524.180177:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028685312 00000100:00100000:3.0:1763335524.180193:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028685312 00000100:00100000:3.0:1763335524.180270:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 530 00000100:00100000:3.0:1763335524.180282:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+7:15720:x1848991028685312:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335524.180308:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335524.180334:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c90800/0x10123ce7f0762f5e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847c685 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335524.180376:0:8400:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a06c00/0x10123ce7f0762ee7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1490944->1511423) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c60e expref: 8 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335524.180386:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335524.180389:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335524.180394:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c90800/0x10123ce7f0762f5e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1486848->1540095] (req 1486848->1540095) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c685 expref: 8 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335524.180437:0:8400:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a06c00/0x10123ce7f0762ee7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1490944->1511423) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c60e expref: 8 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335524.180452:0:8400:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a06c00/0x10123ce7f0762ee7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1490944->1511423) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c60e expref: 8 pid: 8400 timeout: 424 lvb_type: 0 00000100:00100000:3.0:1763335524.180498:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5955c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041213952:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335524.180626:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850c00 going to sleep for 11 seconds 00000100:00100000:3.0:1763335524.182654:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5955c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041213952:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335524.182700:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c90800/0x10123ce7f0762f5e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1486848->1540095] (req 1486848->1540095) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c685 expref: 8 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335524.182724:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5c90800, rc 0) 00000100:00100000:3.0:1763335524.182845:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+8:15720:x1848991028685312:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2564us (2912us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335524.182855:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 530 00002000:00010000:3.0:1763335524.216529:0:8400:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size: 1511211 -> 1537952 00000100:00100000:3.0:1763335524.216575:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7cee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041214208:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335524.216624:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad0800/0x10123ce7f0762f65 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c68c expref: 11 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335524.216652:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad0800/0x10123ce7f0762f65 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c68c expref: 11 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335524.216667:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ffad0800, rc 0) 00000100:00100000:3.0:1763335524.216762:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+10:2408:x1848991028685824:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 8249us (8513us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335524.216773:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 531 00000100:00100000:3.0:1763335524.221443:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335524.250278:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028686336 00000100:00100000:3.0:1763335524.250296:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028686336 00000100:00100000:3.0:1763335524.254401:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335524.267372:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335524.283553:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335524.298700:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000001:00080000:3.0:1763335524.316950:0:9466:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967433 is committed 00000001:00080000:3.0:1763335524.316993:0:9466:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967431 is committed 00000100:00100000:3.0:1763335524.320006:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335524.387087:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028689280 00000100:00100000:3.0:1763335524.387093:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028689280 00000100:00100000:3.0:1763335524.387140:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 803 00000100:00100000:3.0:1763335524.387158:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c95c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+11:2409:x1848991028689280:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335524.387170:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335524.387187:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91600/0x10123ce7f0762fb2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847c6d2 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335524.387224:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1600/0x10123ce7f0762fa4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c6cb expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335524.387254:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5955880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041215744:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335524.387305:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850c00 going to sleep for 11 seconds 00000100:00100000:3.0:1763335524.396712:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5955880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041215744:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335524.397326:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 896264 00010000:00010000:3.0:1763335524.397352:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91600/0x10123ce7f0762fb2 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c6d2 expref: 12 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335524.397379:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335524.397403:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335524.397409:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91600/0x10123ce7f0762fb2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c6d2 expref: 12 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335524.397427:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5c91600, rc 0) 00000100:00100000:3.0:1763335524.409037:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335524.415192:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7cefb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041216256:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335524.415239:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad1800/0x10123ce7f0762fce lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c6f5 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335524.415267:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad1800/0x10123ce7f0762fce lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c6f5 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335524.415282:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ffad1800, rc 0) 00000100:00100000:3.0:1763335524.424946:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028690176 00000100:00100000:3.0:1763335524.424957:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028690176 00010000:00010000:3.0:1763335524.425012:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1600/0x10123ce7f0762fa4 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c6cb expref: 15 pid: 10055 timeout: 425 lvb_type: 0 00000100:00100000:3.0:1763335524.425055:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 308 00000100:00100000:3.0:1763335524.425068:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbf4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+15:2408:x1848991028690176:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335524.425086:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335524.425117:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1600/0x10123ce7f0762fa4 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c6cb expref: 15 pid: 10055 timeout: 425 lvb_type: 0 00010000:00010000:3.0:1763335524.425132:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1600/0x10123ce7f0762fa4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c6cb expref: 15 pid: 10055 timeout: 425 lvb_type: 0 00010000:00010000:3.0:1763335524.425170:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1600/0x10123ce7f0762fa4 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c6cb expref: 15 pid: 10055 timeout: 425 lvb_type: 0 00010000:00010000:3.0:1763335524.425185:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335524.425190:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07200/0x10123ce7f0762fd5 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c6fc expref: 11 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335524.425200:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07200/0x10123ce7f0762fd5 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c6fc expref: 11 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335524.425259:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07200/0x10123ce7f0762fd5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c6fc expref: 11 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335524.425303:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07200/0x10123ce7f0762fd5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c6fc expref: 11 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335524.425320:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5955180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041216512:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335524.425411:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850c00 going to sleep for 11 seconds 00000020:00000080:3.0:1763335524.426181:0:37:0:(genops.c:863:class_export_destroy()) destroying export ffff9aefc4e3e800/819c42eb-8a5f-4523-990c-a007cb66998d for lustre-OST0000 00000020:00000080:3.0:1763335524.426245:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9aefc4e3d800 for lustre-OST0000 00000100:00100000:3.0:1763335524.432892:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5955180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041216512:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335524.432920:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335524.432971:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbf4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+14:2408:x1848991028690176:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 7899us (8399us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335524.432981:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 308 00000100:00100000:3.0:1763335524.552521:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335524.603274:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028692864 00000100:00100000:3.0:1763335524.603288:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028692864 00000100:00100000:3.0:1763335524.621237:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028693120 00000100:00100000:3.0:1763335524.621253:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028693120 00010000:00010000:3.0:1763335524.621304:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07200/0x10123ce7f0762fd5 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c6fc expref: 11 pid: 10055 timeout: 425 lvb_type: 0 00000100:00100000:3.0:1763335524.621354:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 310 00000100:00100000:3.0:1763335524.621365:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f4706450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+11:2408:x1848991028693120:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335524.621383:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335524.621413:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07200/0x10123ce7f0762fd5 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c6fc expref: 11 pid: 10055 timeout: 425 lvb_type: 0 00010000:00010000:3.0:1763335524.621426:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07200/0x10123ce7f0762fd5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c6fc expref: 11 pid: 10055 timeout: 425 lvb_type: 0 00010000:00010000:3.0:1763335524.621453:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07200/0x10123ce7f0762fd5 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c6fc expref: 11 pid: 10055 timeout: 425 lvb_type: 0 00010000:00010000:3.0:1763335524.621474:0:13187:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335524.621481:0:13187:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06000/0x10123ce7f0762ff1 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c711 expref: 15 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335524.621493:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06000/0x10123ce7f0762ff1 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c711 expref: 15 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335524.621502:0:13187:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06000/0x10123ce7f0762ff1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c711 expref: 15 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335524.621575:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06000/0x10123ce7f0762ff1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c711 expref: 15 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335524.621590:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5955f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041217152:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335524.621696:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850c00 going to sleep for 11 seconds 00000100:00100000:3.0:1763335524.630514:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5955f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041217152:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335524.630549:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335524.630628:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f4706450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+10:2408:x1848991028693120:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 9264us (9791us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335524.630645:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 310 00000100:00100000:3.0:1763335524.643284:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335524.681730:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335524.681792:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335524.718654:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335524.718917:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335524.734213:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335524.744521:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028695424 00000100:00100000:3.0:1763335524.744526:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028695424 00000100:00100000:3.0:1763335524.744571:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 548 00000100:00100000:3.0:1763335524.744579:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7cef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2407:x1848991028695424:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335524.744588:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335524.744600:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c91e00/0x10123ce7f0763053 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847c765 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335524.744638:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc56fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041218432:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335524.744685:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850840 going to sleep for 11 seconds 00000100:00100000:3.0:1763335524.753098:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc56fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041218432:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335524.753149:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c91e00/0x10123ce7f0763053 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c765 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335524.753173:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c91e00/0x10123ce7f0763053 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c765 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335524.753186:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5c91e00, rc 0) 00000100:00100000:3.0:1763335524.753237:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7cef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2407:x1848991028695424:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 8659us (9374us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335524.753247:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 548 00000100:00100000:3.0:1763335524.758431:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335524.758492:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335524.767480:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7cefb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041218560:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335524.767507:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad0600/0x10123ce7f0763061 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c773 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335524.767526:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad0600/0x10123ce7f0763061 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c773 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335524.767537:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ffad0600, rc 0) 00000100:00100000:3.0:1763335524.768926:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc56fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2406:x1848991028695680:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 10241us (10428us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335524.768937:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 549 00000100:00100000:3.0:1763335524.773540:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028695936 00000100:00100000:3.0:1763335524.773553:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028695936 00000100:00100000:3.0:1763335524.773624:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 550 00000100:00100000:3.0:1763335524.773635:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2f45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991028695936:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335524.773658:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335524.773682:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c91e00/0x10123ce7f0763068 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847c781 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335524.773756:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc56fe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041218816:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335524.773902:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850840 going to sleep for 11 seconds 00000100:00100000:3.0:1763335524.777244:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc56fe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041218816:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335524.777298:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c91e00/0x10123ce7f0763068 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c781 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335524.777668:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c91e00/0x10123ce7f0763068 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c781 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335524.777686:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5c91e00, rc 0) 00000100:00100000:3.0:1763335524.777789:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2f45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991028695936:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4154us (4408us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335524.777801:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 550 00000100:00100000:3.0:1763335524.783290:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028696192 00000100:00100000:3.0:1763335524.783305:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028696192 00000100:00100000:3.0:1763335524.783542:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 551 00000100:00100000:3.0:1763335524.783554:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ee9f8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991028696192:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335524.783577:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335524.783619:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c91e00/0x10123ce7f0763076 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847c78f expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335524.783695:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc56fe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041219072:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335524.784156:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850840 going to sleep for 11 seconds 00000100:00100000:3.0:1763335524.796219:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028696576 00000100:00100000:3.0:1763335524.796226:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028696576 00000100:00100000:3.0:1763335524.796282:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 552 00000100:00100000:3.0:1763335524.796292:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991028696576:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335524.796303:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335524.796319:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c90600/0x10123ce7f076308b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847c79d expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335524.796364:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc56ff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041219456:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335524.844240:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335524.844297:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335524.858951:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335524.871304:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335524.876382:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335524.884424:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335524.899198:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335524.905486:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335524.923495:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335524.941058:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335524.952443:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335524.959166:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335524.964127:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335524.970544:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335524.974940:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335524.982650:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335525.007767:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335525.012613:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335525.024088:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00080000:3.0:1763335525.026155:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1763335525.028917:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335525.032548:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335525.041271:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335525.070400:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028700928 00000100:00100000:3.0:1763335525.070415:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028700928 00002000:00100000:3.0:1763335525.070486:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1236992->1241087) req@ffff9af0f7cee680 x1848991028700928/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:571/0 lens 488/0 e 0 to 0 dl 1763335536 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335525.070499:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7cee680 with x1848991028700928 ext(1236992->1241087) 00002000:00010000:3.0:1763335525.070505:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7cee680 00000100:00100000:3.0:1763335525.070547:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 268 00000100:00100000:3.0:1763335525.070558:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7cee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028700928:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335525.070800:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7cee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028700928:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 242us (549us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335525.070808:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 268 00002000:00100000:3.0:1763335525.070815:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1236992->1241087) req@ffff9af0f7cee680 x1848991028700928/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:571/0 lens 488/4536 e 0 to 0 dl 1763335536 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335525.070823:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7cee680 with x1848991028700928 ext(1236992->1241087) 00002000:00010000:3.0:1763335525.070826:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7cee680 00000100:00100000:3.0:1763335525.084280:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028701312 00000100:00100000:3.0:1763335525.084322:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028701312 00002000:00100000:3.0:1763335525.084396:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1249280->1253375) req@ffff9af0f7d09180 x1848991028701312/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:571/0 lens 488/0 e 0 to 0 dl 1763335536 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335525.084409:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7d09180 with x1848991028701312 ext(1249280->1253375) 00002000:00010000:3.0:1763335525.084417:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7d09180 00000100:00100000:3.0:1763335525.084463:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 271 00000100:00100000:3.0:1763335525.084473:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028701312:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335525.084742:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028701312:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 269us (756us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335525.084751:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 271 00002000:00100000:3.0:1763335525.084759:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1249280->1253375) req@ffff9af0f7d09180 x1848991028701312/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:571/0 lens 488/4536 e 0 to 0 dl 1763335536 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335525.084766:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7d09180 with x1848991028701312 ext(1249280->1253375) 00002000:00010000:3.0:1763335525.084770:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7d09180 00000100:00100000:3.0:1763335525.092944:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028701568 00000100:00100000:3.0:1763335525.092966:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028701568 00002000:00100000:3.0:1763335525.093034:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1257472->1261567) req@ffff9aefc5f03800 x1848991028701568/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:571/0 lens 488/0 e 0 to 0 dl 1763335536 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335525.093047:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5f03800 with x1848991028701568 ext(1257472->1261567) 00002000:00010000:3.0:1763335525.093055:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5f03800 00000100:00100000:3.0:1763335525.093100:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 273 00000100:00100000:3.0:1763335525.093109:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028701568:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335525.093359:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028701568:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 250us (779us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335525.093393:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 273 00002000:00100000:3.0:1763335525.093403:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1257472->1261567) req@ffff9aefc5f03800 x1848991028701568/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:571/0 lens 488/4536 e 0 to 0 dl 1763335536 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335525.093410:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5f03800 with x1848991028701568 ext(1257472->1261567) 00002000:00010000:3.0:1763335525.093413:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5f03800 00000100:00100000:3.0:1763335525.105479:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028701952 00000100:00100000:3.0:1763335525.105494:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028701952 00002000:00100000:3.0:1763335525.105560:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1269760->1273855) req@ffff9af0ffb3c380 x1848991028701952/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:571/0 lens 488/0 e 0 to 0 dl 1763335536 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335525.105573:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb3c380 with x1848991028701952 ext(1269760->1273855) 00002000:00010000:3.0:1763335525.105580:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb3c380 00000100:00100000:3.0:1763335525.105619:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 276 00000100:00100000:3.0:1763335525.105630:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028701952:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335525.105864:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028701952:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 234us (613us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335525.105977:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 276 00002000:00100000:3.0:1763335525.105985:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1269760->1273855) req@ffff9af0ffb3c380 x1848991028701952/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:571/0 lens 488/4536 e 0 to 0 dl 1763335536 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335525.105993:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb3c380 with x1848991028701952 ext(1269760->1273855) 00002000:00010000:3.0:1763335525.105996:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb3c380 00000100:00100000:3.0:1763335525.128845:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335525.134169:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335525.151270:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335525.158423:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335525.184349:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335525.193586:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335525.213992:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335525.214034:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335525.228602:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335525.240079:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335525.293570:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:3.0:1763335525.321469:0:3637:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0400/0x10123ce7f0762fea lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335525.321487:0:3637:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0400/0x10123ce7f0762fea lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335525.321495:0:3637:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0400/0x10123ce7f0762fea lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335525.321503:0:3637:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9af0ffad0400 already unused, calling callback (ffffffffc1966550) 00010000:00010000:3.0:1763335525.321509:0:3637:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0400/0x10123ce7f0762fea lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335525.321517:0:3637:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0400/0x10123ce7f0762fea lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335525.321539:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335525.321542:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335525.321548:0:3637:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0400/0x10123ce7f0762fea lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335525.321555:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0400/0x10123ce7f0762fea lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 00000100:00100000:3.0:1763335525.387575:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335525.399061:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028706944 00000100:00100000:3.0:1763335525.399068:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028706944 00000100:00100000:3.0:1763335525.399168:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 569 00000100:00100000:3.0:1763335525.399179:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2f46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2406:x1848991028706944:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335525.399191:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335525.399207:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c91400/0x10123ce7f076315d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847c86f expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335525.399252:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5614e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041223936:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335525.399305:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58500c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335525.402811:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5614e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041223936:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335525.402833:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c91400/0x10123ce7f076315d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c86f expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335525.402848:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c91400/0x10123ce7f076315d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c86f expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335525.402857:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5c91400, rc 0) 00000100:00100000:3.0:1763335525.402929:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2f46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2406:x1848991028706944:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3753us (4472us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335525.402936:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 569 00000100:00100000:3.0:1763335525.414043:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335525.420156:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335525.423551:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335525.429073:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335525.455207:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335525.481418:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028708352 00000100:00100000:3.0:1763335525.481428:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028708352 00000100:00100000:3.0:1763335525.481569:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 284 00000100:00100000:3.0:1763335525.481580:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc596a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991028708352:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:3.0:1763335525.481746:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1806029 -> 1950685 00002000:00010000:3.0:1763335525.481750:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335525 -> 1763335524 00002000:00010000:3.0:1763335525.481753:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335525 -> 1763335524 00002000:00010000:3.0:1763335525.481761:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335525 -> 1763335524 00002000:00010000:3.0:1763335525.481763:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 536 -> 536 00000100:00100000:3.0:1763335525.483147:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc596a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+7:2408:x1848991028708352:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 1561us (2147us total) trans 4294967438 rc 0/0 00000100:00100000:3.0:1763335525.483158:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 284 00000100:00100000:3.0:1763335525.510810:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028709120 00000100:00100000:3.0:1763335525.510818:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028709120 00002000:00100000:3.0:1763335525.510853:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1806336->1953791) req@ffff9aefc5969500 x1848991028709120/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:571/0 lens 488/0 e 0 to 0 dl 1763335536 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335525.510864:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5969500 with x1848991028709120 ext(1806336->1953791) 00002000:00010000:3.0:1763335525.510899:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5969500 00000100:00100000:3.0:1763335525.510918:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 285 00000100:00100000:3.0:1763335525.510927:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5969500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+7:2406:x1848991028709120:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335525.518515:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5969500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+7:2406:x1848991028709120:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 7570us (8693us total) trans 0 rc 147456/147456 00000100:00100000:3.0:1763335525.518535:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 285 00002000:00100000:3.0:1763335525.518552:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1806336->1953791) req@ffff9aefc5969500 x1848991028709120/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:571/0 lens 488/440 e 0 to 0 dl 1763335536 ref 1 fl Complete:/600/0 rc 147456/147456 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335525.518591:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5969500 with x1848991028709120 ext(1806336->1953791) 00002000:00010000:3.0:1763335525.518599:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5969500 00000100:00100000:3.0:1763335525.565167:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335525.589949:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028710912 00000100:00100000:3.0:1763335525.589966:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028710912 00010000:00010000:3.0:1763335525.590005:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0f7c89400/0x10123ce7f0763172 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c884 expref: 12 pid: 10055 timeout: 426 lvb_type: 0 00000100:00100000:3.0:1763335525.590053:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 320 00000100:00100000:3.0:1763335525.590063:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc46e8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+12:2408:x1848991028710912:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335525.590080:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335525.590107:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af0f7c89400/0x10123ce7f0763172 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c884 expref: 12 pid: 10055 timeout: 426 lvb_type: 0 00010000:00010000:3.0:1763335525.590121:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af0f7c89400/0x10123ce7f0763172 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c884 expref: 12 pid: 10055 timeout: 426 lvb_type: 0 00010000:00010000:3.0:1763335525.590145:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0f7c89400/0x10123ce7f0763172 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c884 expref: 12 pid: 10055 timeout: 426 lvb_type: 0 00010000:00010000:3.0:1763335525.590161:0:13187:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335525.590167:0:13187:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0f7c88200/0x10123ce7f07631cd lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c8df expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335525.590178:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0f7c88200/0x10123ce7f07631cd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c8df expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335525.590215:0:13187:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0f7c88200/0x10123ce7f07631cd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c8df expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335525.590257:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0f7c88200/0x10123ce7f07631cd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c8df expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335525.590273:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc581dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041226368:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335525.590343:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58500c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335525.598179:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc581dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041226368:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335525.598215:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335525.598330:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc46e8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+11:2408:x1848991028710912:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 8266us (9011us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335525.598343:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 320 00000100:00100000:3.0:1763335525.622072:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028711424 00000100:00100000:3.0:1763335525.622089:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028711424 00000100:00100000:3.0:1763335525.622168:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 846 00000100:00100000:3.0:1763335525.622179:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc46ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:15720:x1848991028711424:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:3.0:1763335525.622255:0:6516:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335525.622290:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0f7c89c00/0x10123ce7f0763045 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c757 expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335525.622316:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335525.622321:0:6516:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763335525.622566:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90200/0x10123ce7f07631db lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335525.622604:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0f7c89200/0x10123ce7f0762fff lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c718 expref: 11 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335525.622614:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90200/0x10123ce7f07631db lrc: 4/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335525.622654:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0f7c89200/0x10123ce7f0762fff lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c718 expref: 11 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335525.622668:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0f7c89200/0x10123ce7f0762fff lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c718 expref: 11 pid: 10055 timeout: 426 lvb_type: 0 00000100:00100000:3.0:1763335525.622687:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc581dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041226496:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335525.622800:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850480 going to sleep for 11 seconds 00000100:00100000:3.0:1763335525.625724:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc581dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041226496:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335525.625767:0:6516:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90200/0x10123ce7f07631db lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00000100:00100000:3.0:1763335525.626800:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028711552 00000100:00100000:3.0:1763335525.626812:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028711552 00010000:00010000:3.0:1763335525.626910:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0f7c89200/0x10123ce7f0762fff lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c718 expref: 12 pid: 10055 timeout: 426 lvb_type: 0 00000100:00100000:3.0:1763335525.626962:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 321 00000100:00100000:3.0:1763335525.626974:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c40a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+12:2409:x1848991028711552:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335525.626993:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335525.627001:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af0f7c89200/0x10123ce7f0762fff lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c718 expref: 12 pid: 10055 timeout: 426 lvb_type: 0 00010000:00010000:3.0:1763335525.627037:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af0f7c89200/0x10123ce7f0762fff lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c718 expref: 12 pid: 10055 timeout: 426 lvb_type: 0 00010000:00010000:3.0:1763335525.627233:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0f7c89200/0x10123ce7f0762fff lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c718 expref: 12 pid: 10055 timeout: 426 lvb_type: 0 00010000:00010000:3.0:1763335525.627254:0:13187:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335525.627260:0:13187:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90200/0x10123ce7f07631db lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335525.627270:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90200/0x10123ce7f07631db lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335525.627277:0:13187:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90200/0x10123ce7f07631db lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335525.630233:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335525.630279:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c40a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+11:2409:x1848991028711552:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 3305us (3579us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335525.630290:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 321 00000100:00100000:3.0:1763335525.638793:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028711808 00000100:00100000:3.0:1763335525.638804:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028711808 00010000:00010000:3.0:1763335525.638848:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0f7c88600/0x10123ce7f07631d4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c8e6 expref: 11 pid: 10055 timeout: 426 lvb_type: 0 00000100:00100000:3.0:1763335525.643584:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028711936 00000100:00100000:3.0:1763335525.643595:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028711936 00000100:00100000:3.0:1763335525.643827:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 577 00000100:00100000:3.0:1763335525.643838:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:15720:x1848991028711936:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335525.643908:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335525.643933:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c91400/0x10123ce7f07631e9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847c8f4 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335525.643981:0:9882:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a07800/0x10123ce7f076318e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1916928->1953791) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c8a0 expref: 6 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335525.643991:0:9882:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335525.643994:0:9882:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335525.643999:0:9882:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c91400/0x10123ce7f07631e9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c8f4 expref: 7 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335525.644420:0:9882:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a07800/0x10123ce7f076318e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1916928->1953791) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c8a0 expref: 6 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335525.644437:0:9882:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a07800/0x10123ce7f076318e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1916928->1953791) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c8a0 expref: 6 pid: 9882 timeout: 426 lvb_type: 0 00000100:00100000:3.0:1763335525.644453:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc581dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041226880:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335525.644548:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850480 going to sleep for 11 seconds 00000100:00100000:3.0:1763335525.648786:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc581dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041226880:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335525.648838:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c91400/0x10123ce7f07631e9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c8f4 expref: 7 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335525.648863:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5c91400, rc 0) 00000100:00100000:3.0:1763335525.649023:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+7:15720:x1848991028711936:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5175us (5629us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335525.649062:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 577 00000100:00100000:3.0:1763335525.650698:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028712064 00000100:00100000:3.0:1763335525.650719:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028712064 00010000:00010000:3.0:1763335525.650776:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a07800/0x10123ce7f076318e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1916928->1953791) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c8a0 expref: 7 pid: 9882 timeout: 426 lvb_type: 0 00000100:00100000:3.0:1763335525.650833:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 323 00000100:00100000:3.0:1763335525.650846:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c43b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+7:2408:x1848991028712064:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335525.650897:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335525.650930:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a07800/0x10123ce7f076318e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1916928->1953791) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c8a0 expref: 7 pid: 9882 timeout: 426 lvb_type: 0 00010000:00010000:3.0:1763335525.650945:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a07800/0x10123ce7f076318e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1916928->1953791) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c8a0 expref: 7 pid: 9882 timeout: 426 lvb_type: 0 00010000:00010000:3.0:1763335525.650985:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a07800/0x10123ce7f076318e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1916928->1953791) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c8a0 expref: 7 pid: 9882 timeout: 426 lvb_type: 0 00010000:00010000:3.0:1763335525.651004:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335525.651006:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335525.651027:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c91400/0x10123ce7f07631e9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c8f4 expref: 6 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335525.651039:0:6500:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c91400/0x10123ce7f07631e9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c8f4 expref: 6 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335525.655531:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028712192 00000100:00100000:3.0:1763335525.655558:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028712192 00002000:00010000:3.0:1763335525.655601:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (2069453->18446744073709551615) 00002000:00100000:3.0:1763335525.655605:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb3d500 with x1848991028712192 ext(2069453->18446744073709551615) 00002000:00010000:3.0:1763335525.655618:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb3d500. 00000100:00100000:3.0:1763335525.655653:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 286 00000100:00100000:3.0:1763335525.655663:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+7:2408:x1848991028712192:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:3.0:1763335525.655987:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1950685 -> 2069453 00002000:00010000:3.0:1763335525.655991:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335525 -> 1763335525 00002000:00010000:3.0:1763335525.655994:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335525 -> 1763335524 00002000:00010000:3.0:1763335525.655996:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335525 -> 1763335525 00002000:00010000:3.0:1763335525.655999:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 536 -> 536 00000100:00100000:3.0:1763335525.656034:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991028712192:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 372us (1259us total) trans 4294967439 rc 0/0 00000100:00100000:3.0:1763335525.656042:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 286 00002000:00010000:3.0:1763335525.656045:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (2069453->18446744073709551615) 00002000:00100000:3.0:1763335525.656048:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb3d500 with x1848991028712192 ext(2069453->18446744073709551615) 00002000:00010000:3.0:1763335525.656053:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb3d500. 00000100:00100000:3.0:1763335525.663157:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335525.663211:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:3.0:1763335525.695826:0:6503:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763335525.702296:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028712704 00000100:00100000:3.0:1763335525.702313:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028712704 00000100:00100000:3.0:1763335525.716005:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335525.724759:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffb3f480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041227264:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335525.724788:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 896264 00010000:00010000:3.0:1763335525.724809:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06800/0x10123ce7f0763205 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c902 expref: 12 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335525.724854:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335525.724857:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335525.724863:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06800/0x10123ce7f0763205 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c902 expref: 12 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335525.724910:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a06800, rc 0) 00000100:00100000:3.0:1763335525.724976:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c95f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+11:2409:x1848991028712960:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5442us (6452us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335525.724984:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 849 00000100:00100000:3.0:1763335525.733964:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028713216 00000100:00100000:3.0:1763335525.733969:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028713216 00000100:00100000:3.0:1763335525.734020:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 850 00000100:00100000:3.0:1763335525.734029:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c94a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+11:2407:x1848991028713216:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335525.734040:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335525.734056:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91c00/0x10123ce7f0763213 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847c910 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335525.734091:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06e00/0x10123ce7f07631e2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c8ed expref: 15 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335525.734118:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc581c700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041227520:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335525.734159:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850480 going to sleep for 11 seconds 00000100:00100000:3.0:1763335525.737653:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc581c700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041227520:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335525.737671:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 896264 00010000:00010000:3.0:1763335525.737686:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91c00/0x10123ce7f0763213 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c910 expref: 12 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335525.737728:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335525.737732:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335525.737737:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91c00/0x10123ce7f0763213 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c910 expref: 12 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335525.737750:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5c91c00, rc 0) 00000100:00100000:3.0:1763335525.737791:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c94a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+11:2407:x1848991028713216:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3764us (4790us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335525.737798:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 850 00000100:00100000:3.0:1763335525.760322:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:2407:x1848991028713856:12345-192.168.202.34@tcp:16:fsx.0 Request processed in 1410us (1780us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335525.760335:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 851 00000100:00100000:3.0:1763335525.764464:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028713984 00000100:00100000:3.0:1763335525.764469:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028713984 00000100:00100000:3.0:1763335525.764527:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 852 00000100:00100000:3.0:1763335525.764540:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+11:2407:x1848991028713984:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335525.764568:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335525.764597:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91c00/0x10123ce7f076321a lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847c91e expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335525.764647:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06e00/0x10123ce7f07631e2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c8ed expref: 12 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335525.764703:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc581c700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041227648:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335525.764813:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850480 going to sleep for 11 seconds 00000004:00010000:3.0:1763335525.769177:0:6516:0:(mdt_lvb.c:189:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime: 1763335525 -> 1763335526 00000100:00100000:3.0:1763335525.769240:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc581c700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041227648:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335525.769270:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 896264 00010000:00010000:3.0:1763335525.769293:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91c00/0x10123ce7f076321a lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c91e expref: 12 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335525.769318:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335525.769321:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335525.769326:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91c00/0x10123ce7f076321a lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c91e expref: 12 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335525.769345:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5c91c00, rc 0) 00000100:00100000:3.0:1763335525.769430:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+11:2407:x1848991028713984:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4891us (5249us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335525.769441:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 852 00000100:00100000:3.0:1763335525.773340:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028714240 00000100:00100000:3.0:1763335525.773354:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028714240 00000100:00100000:3.0:1763335525.773426:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 853 00000100:00100000:3.0:1763335525.773439:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+11:2409:x1848991028714240:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335525.773464:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335525.773490:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90e00/0x10123ce7f0763228 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847c92c expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335525.773532:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06e00/0x10123ce7f07631e2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c8ed expref: 12 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335525.773582:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc581c700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041227904:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335525.773693:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850480 going to sleep for 11 seconds 00000100:00100000:3.0:1763335525.780618:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc581c700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041227904:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335525.780649:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 896264 00010000:00010000:3.0:1763335525.780663:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90e00/0x10123ce7f0763228 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c92c expref: 12 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335525.780679:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335525.780682:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335525.780687:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90e00/0x10123ce7f0763228 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c92c expref: 12 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335525.780699:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5c90e00, rc 0) 00000100:00100000:3.0:1763335525.780721:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+11:2409:x1848991028714240:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7287us (7569us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335525.780728:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 853 00000100:00100000:3.0:1763335525.786550:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028714496 00000100:00100000:3.0:1763335525.786565:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028714496 00000100:00100000:3.0:1763335525.786631:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 854 00000100:00100000:3.0:1763335525.786641:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+13:15720:x1848991028714496:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335525.786668:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335525.786694:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90e00/0x10123ce7f0763236 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847c93a expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335525.786823:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91c00/0x10123ce7f076323d lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335525.786840:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91c00/0x10123ce7f076323d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335525.786853:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91c00/0x10123ce7f076323d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00000100:00100000:3.0:1763335525.842234:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028715520 00000100:00100000:3.0:1763335525.842244:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028715520 00002000:00010000:3.0:1763335525.844650:0:6530:0:(mdt_io.c:274:mdt_punch_hpreq_check()) lustre-MDT0000: refresh DOM lock for [0x200000402:0xe:0x0] 00002000:00100000:3.0:1763335525.844659:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc59a9c00 with x1848991028715520 00000100:00100000:3.0:1763335525.845405:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 428 00000100:00100000:3.0:1763335525.845424:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc59a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+14:2407:x1848991028715520:12345-192.168.202.34@tcp:10:fsx.0 00000004:00010000:3.0:1763335525.849411:0:6530:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 896264 -> 681372 00000004:00010000:3.0:1763335525.849416:0:6530:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335526 -> 1763335526 00000004:00010000:3.0:1763335525.849419:0:6530:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335525 -> 1763335525 00000004:00010000:3.0:1763335525.849421:0:6530:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335526 -> 1763335526 00000004:00010000:3.0:1763335525.849424:0:6530:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 1088 -> 888 00000100:00100000:3.0:1763335525.851217:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc59a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+15:2407:x1848991028715520:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 5799us (9437us total) trans 4294967675 rc 0/0 00000100:00100000:3.0:1763335525.851229:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 428 00002000:00010000:3.0:1763335525.851236:0:6530:0:(mdt_io.c:274:mdt_punch_hpreq_check()) lustre-MDT0000: refresh DOM lock for [0x200000402:0xe:0x0] 00002000:00100000:3.0:1763335525.851240:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc59a9c00 with x1848991028715520 00000004:00010000:3.0:1763335525.884040:0:10055:0:(mdt_lvb.c:189:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime: 1763335525 -> 1763335526 00000100:00100000:3.0:1763335525.884066:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c3ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041228928:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335525.884084:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 681372 00010000:00010000:3.0:1763335525.884099:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06e00/0x10123ce7f076326e lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c956 expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335525.884115:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335525.884118:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335525.884122:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06e00/0x10123ce7f076326e lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c956 expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335525.884144:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a06e00, rc 0) 00000100:00100000:3.0:1763335525.884173:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+13:2408:x1848991028715904:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7470us (7933us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335525.884180:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 858 00000100:00100000:3.0:1763335525.888618:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028716160 00000100:00100000:3.0:1763335525.888623:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028716160 00000100:00100000:3.0:1763335525.888668:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 859 00000100:00100000:3.0:1763335525.888676:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+13:2409:x1848991028716160:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335525.888686:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335525.888703:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91200/0x10123ce7f076327c lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847c964 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335525.888739:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af102172000/0x10123ce7f076324b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c941 expref: 14 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335525.888767:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc581c700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041229184:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335525.888798:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58506c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335525.892158:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc581c700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041229184:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335525.892199:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 681372 00010000:00010000:3.0:1763335525.892226:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91200/0x10123ce7f076327c lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c964 expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335525.892257:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335525.892260:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335525.892265:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91200/0x10123ce7f076327c lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c964 expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335525.892313:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5c91200, rc 0) 00000100:00100000:3.0:1763335525.892397:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+13:2409:x1848991028716160:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3721us (4347us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335525.892408:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 859 00000100:00100000:3.0:1763335525.897563:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028716416 00000100:00100000:3.0:1763335525.897578:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028716416 00000100:00100000:3.0:1763335525.897664:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 860 00000100:00100000:3.0:1763335525.897676:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+13:2407:x1848991028716416:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335525.897704:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335525.897734:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90000/0x10123ce7f0763283 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847c972 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335525.897783:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af102172000/0x10123ce7f076324b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c941 expref: 14 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335525.897838:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc581c700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041229312:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335525.897995:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58506c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335525.902999:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc581c700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041229312:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335525.903026:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 681372 00010000:00010000:3.0:1763335525.903043:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90000/0x10123ce7f0763283 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c972 expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335525.903060:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335525.903063:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335525.903068:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90000/0x10123ce7f0763283 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c972 expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335525.903094:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5c90000, rc 0) 00000100:00100000:3.0:1763335525.903122:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+13:2407:x1848991028716416:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5450us (5773us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335525.903131:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 860 00000100:00100000:3.0:1763335525.906857:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028716672 00000100:00100000:3.0:1763335525.906917:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028716672 00000100:00100000:3.0:1763335525.906999:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 861 00000100:00100000:3.0:1763335525.907018:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+13:2408:x1848991028716672:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335525.907045:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335525.907070:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91200/0x10123ce7f0763291 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847c980 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335525.907116:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af102172000/0x10123ce7f076324b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c941 expref: 14 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335525.907168:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc581c700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041229568:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335525.907288:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58506c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335525.910998:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc581c700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041229568:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335525.911040:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 681372 00010000:00010000:3.0:1763335525.911067:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91200/0x10123ce7f0763291 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c980 expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335525.911098:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335525.911101:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335525.911108:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91200/0x10123ce7f0763291 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c980 expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335525.911152:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5c91200, rc 0) 00000100:00100000:3.0:1763335525.913234:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c3d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041229696:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335525.913281:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a07a00/0x10123ce7f0763298 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c987 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335525.913306:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a07a00/0x10123ce7f0763298 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c987 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335525.913317:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a07a00, rc 0) 00000100:00100000:3.0:1763335525.913387:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991028716800:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4736us (5017us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335525.913398:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 587 00000100:00100000:3.0:1763335525.919094:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028717056 00000100:00100000:3.0:1763335525.919100:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028717056 00000100:00100000:3.0:1763335525.919140:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 588 00000100:00100000:3.0:1763335525.919148:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc596ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2407:x1848991028717056:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335525.919157:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335525.919170:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c91200/0x10123ce7f07632a6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847c995 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335525.919210:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc581c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041229952:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335525.919246:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58506c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335525.924206:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc581c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041229952:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335525.924276:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c91200/0x10123ce7f07632a6 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c995 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335525.924339:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c91200/0x10123ce7f07632a6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c995 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335525.924351:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5c91200, rc 0) 00000100:00100000:3.0:1763335525.924405:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc596ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2407:x1848991028717056:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5257us (5932us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335525.924414:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 588 00000100:00100000:3.0:1763335525.927067:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028717312 00000100:00100000:3.0:1763335525.927071:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028717312 00000100:00100000:3.0:1763335525.927120:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 589 00000100:00100000:3.0:1763335525.927131:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc471d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2408:x1848991028717312:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335525.927152:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335525.927173:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c90000/0x10123ce7f07632b4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847c9a3 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335525.927245:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc581c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041230080:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335525.927898:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58506c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335525.931956:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc581c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041230080:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335525.932207:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c90000/0x10123ce7f07632b4 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c9a3 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335525.932242:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c90000/0x10123ce7f07632b4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847c9a3 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335525.932284:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5c90000, rc 0) 00000100:00100000:3.0:1763335525.944111:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335525.952028:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028717696 00000100:00100000:3.0:1763335525.952034:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028717696 00002000:00100000:3.0:1763335525.952078:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc471e680 x1848991028717696/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:571/0 lens 488/0 e 0 to 0 dl 1763335536 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335525.952089:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc471e680 with x1848991028717696 00000100:00100000:3.0:1763335525.952132:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 429 00000100:00100000:3.0:1763335525.952143:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc471e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+14:2407:x1848991028717696:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335525.959841:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc471e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+14:2407:x1848991028717696:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 7683us (9270us total) trans 0 rc 684032/684032 00000100:00100000:3.0:1763335525.959857:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 429 00002000:00100000:3.0:1763335525.959902:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc471e680 x1848991028717696/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:571/0 lens 488/440 e 0 to 0 dl 1763335536 ref 1 fl Complete:/600/0 rc 684032/684032 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335525.959914:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc471e680 with x1848991028717696 00000100:00100000:3.0:1763335526.002390:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00080000:3.0:1763335526.008987:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1763335526.015441:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1763335526.043451:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000001:00080000:3.0:1763335526.045416:0:9466:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967443 is committed 00000001:00080000:3.0:1763335526.045442:0:9466:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967441 is committed 00000100:00080000:3.0:1763335526.056274:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1763335526.063157:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335526.067746:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:3.0:1763335526.134533:0:3637:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1021f9200/0x10123ce7f07632d0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335526.134555:0:3637:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af1021f9200/0x10123ce7f07632d0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335526.134565:0:3637:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af1021f9200/0x10123ce7f07632d0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335526.134572:0:3637:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9af1021f9200 already unused, calling callback (ffffffffc1966550) 00010000:00010000:3.0:1763335526.134578:0:3637:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af1021f9200/0x10123ce7f07632d0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335526.134587:0:3637:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af1021f9200/0x10123ce7f07632d0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335526.134607:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335526.134610:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335526.134615:0:3637:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af1021f9200/0x10123ce7f07632d0 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335526.134622:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af1021f9200/0x10123ce7f07632d0 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00000100:00100000:3.0:1763335526.143746:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335526.151511:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335526.152308:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335526.172591:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335526.205311:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 598 00000100:00100000:3.0:1763335526.205327:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ee9f8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2407:x1848991028722304:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335526.205338:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335526.205359:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c91800/0x10123ce7f076335c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ca3d expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335526.205466:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc581ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041233152:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335526.205594:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58506c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335526.208845:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc581ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041233152:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335526.208934:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c91800/0x10123ce7f076335c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ca3d expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335526.208969:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c91800/0x10123ce7f076335c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ca3d expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335526.208984:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5c91800, rc 0) 00000100:00100000:3.0:1763335526.209047:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ee9f8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2407:x1848991028722304:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3725us (3927us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335526.209056:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 598 00000100:00100000:3.0:1763335526.219803:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028722560 00000100:00100000:3.0:1763335526.219817:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028722560 00000100:00100000:3.0:1763335526.219918:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 599 00000100:00100000:3.0:1763335526.219989:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbc5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2406:x1848991028722560:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335526.220012:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335526.220034:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c91800/0x10123ce7f076336a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ca4b expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335526.220113:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc581ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041233408:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335526.220230:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58506c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335526.228849:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc581ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041233408:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335526.228935:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c91800/0x10123ce7f076336a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ca4b expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335526.228973:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c91800/0x10123ce7f076336a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ca4b expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335526.228991:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5c91800, rc 0) 00000100:00100000:3.0:1763335526.268200:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335526.314223:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028724096 00000100:00100000:3.0:1763335526.314233:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028724096 00000100:00100000:3.0:1763335526.314305:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 293 00000100:00100000:3.0:1763335526.314316:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4cc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991028724096:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:3.0:1763335526.314597:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1260004 -> 1260004 00002000:00010000:3.0:1763335526.314601:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335526 -> 1763335526 00002000:00010000:3.0:1763335526.314604:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335526 -> 1763335526 00002000:00010000:3.0:1763335526.314606:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335526 -> 1763335526 00002000:00010000:3.0:1763335526.314609:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 56 -> 72 00000100:00100000:3.0:1763335526.314635:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4cc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+7:2408:x1848991028724096:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 322us (845us total) trans 4294967444 rc 0/0 00000100:00100000:3.0:1763335526.314640:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 293 00000100:00100000:3.0:1763335526.319989:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335526.331334:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335526.337470:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335526.348864:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335526.360079:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335526.360139:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335526.377665:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335526.391021:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335526.429469:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028727040 00000100:00100000:3.0:1763335526.429476:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028727040 00000100:00100000:3.0:1763335526.429519:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 609 00000100:00100000:3.0:1763335526.429527:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0d88bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991028727040:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335526.429536:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335526.429550:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c91600/0x10123ce7f0763404 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847cade expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335526.429618:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5f02300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041236352:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335526.429729:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58506c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335526.432183:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5f02300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041236352:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335526.432237:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c91600/0x10123ce7f0763404 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cade expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335526.432266:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c91600/0x10123ce7f0763404 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cade expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335526.432284:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5c91600, rc 0) 00000100:00100000:3.0:1763335526.432361:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0d88bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991028727040:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2832us (3217us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335526.432371:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 609 00000100:00100000:3.0:1763335526.477860:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335526.483845:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335526.497249:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335526.506376:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335526.506427:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335526.534316:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335526.558335:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335526.570744:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991028728960:12345-192.168.202.34@tcp:16:fsx.0 Request processed in 2118us (2342us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335526.570759:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 612 00000100:00100000:3.0:1763335526.574972:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335526.587267:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028729216 00000100:00100000:3.0:1763335526.587281:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028729216 00000100:00100000:3.0:1763335526.587444:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 613 00000100:00100000:3.0:1763335526.587458:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:15720:x1848991028729216:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335526.588328:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1763335526.597647:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335526.645391:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335526.670974:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335526.671046:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335526.693787:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335526.710778:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:3.0:1763335526.712697:0:6516:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96d600/0x10123ce7f076346d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335526.712707:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96d600/0x10123ce7f076346d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00000001:00080000:3.0:1763335526.713210:0:6516:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967685 00000004:00010000:3.0:1763335526.713280:0:6516:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 991232 -> 991232 00000004:00010000:3.0:1763335526.713284:0:6516:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335526 -> 1763335527 00000004:00010000:3.0:1763335526.713288:0:6516:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335526 -> 1763335526 00000004:00010000:3.0:1763335526.713301:0:6516:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335526 -> 1763335527 00000004:00010000:3.0:1763335526.713303:0:6516:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 1032 -> 1032 00000004:00010000:3.0:1763335526.713312:0:6516:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004a4a5723 reply state 00000000f30826aa transno 4294967686 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96d600/0x10123ce7f076346d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335526.713331:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96d600/0x10123ce7f076346d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335526.713340:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335526.713342:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763335526.713346:0:6516:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763335526.713482:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4fd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+21:15720:x1848991028731136:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 8352us (10189us total) trans 4294967686 rc 0/0 00000100:00100000:3.0:1763335526.713490:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 900 00000020:00080000:3.0:1763335526.713496:0:6516:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763335526.721091:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335526.739429:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335526.743365:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335526.757790:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028732160 00000100:00100000:3.0:1763335526.757798:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028732160 00002000:00010000:3.0:1763335526.757833:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:3.0:1763335526.757838:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4fd0e00 with x1848991028732160 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335526.757849:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4fd0e00. 00000100:00100000:3.0:1763335526.757903:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 302 00000100:00100000:3.0:1763335526.757913:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4fd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991028732160:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:3.0:1763335526.758497:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1374091 -> 0 00002000:00010000:3.0:1763335526.758501:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335526 -> 1763335527 00002000:00010000:3.0:1763335526.758503:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335526 -> 1763335526 00002000:00010000:3.0:1763335526.758505:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335526 -> 1763335527 00002000:00010000:3.0:1763335526.758519:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 304 -> 0 00000100:00100000:3.0:1763335526.758571:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4fd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991028732160:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 658us (1055us total) trans 4294967449 rc 0/0 00000100:00100000:3.0:1763335526.758579:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 302 00002000:00010000:3.0:1763335526.758583:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:3.0:1763335526.758586:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4fd0e00 with x1848991028732160 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335526.758591:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4fd0e00. 00000100:00100000:3.0:1763335526.776605:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335526.801708:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335526.807449:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335526.839644:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335526.862545:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:3.0:1763335526.902094:0:3637:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed200/0x10123ce7f076340b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335526.902107:0:3637:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed200/0x10123ce7f076340b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335526.902115:0:3637:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed200/0x10123ce7f076340b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335526.902121:0:3637:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9af0ee8ed200 already unused, calling callback (ffffffffc1966550) 00010000:00010000:3.0:1763335526.902125:0:3637:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed200/0x10123ce7f076340b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335526.902132:0:3637:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed200/0x10123ce7f076340b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335526.902148:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335526.902151:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335526.902171:0:3637:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed200/0x10123ce7f076340b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335526.902178:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed200/0x10123ce7f076340b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335526.902197:0:3637:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96d600/0x10123ce7f076346d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335526.902203:0:3637:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96d600/0x10123ce7f076346d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335526.902208:0:3637:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96d600/0x10123ce7f076346d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335526.902212:0:3637:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9af0ff96d600 already unused, calling callback (ffffffffc1966550) 00010000:00010000:3.0:1763335526.902214:0:3637:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96d600/0x10123ce7f076346d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335526.902219:0:3637:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96d600/0x10123ce7f076346d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335526.902225:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335526.902227:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335526.902229:0:3637:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96d600/0x10123ce7f076346d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335526.902233:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96d600/0x10123ce7f076346d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335526.902240:0:3637:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96c200/0x10123ce7f0763490 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335526.902245:0:3637:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96c200/0x10123ce7f0763490 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335526.902257:0:3637:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96c200/0x10123ce7f0763490 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335526.902261:0:3637:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9af0ff96c200 already unused, calling callback (ffffffffc1966550) 00010000:00010000:3.0:1763335526.902264:0:3637:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96c200/0x10123ce7f0763490 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335526.902269:0:3637:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96c200/0x10123ce7f0763490 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335526.902274:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335526.902276:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335526.902278:0:3637:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96c200/0x10123ce7f0763490 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335526.902282:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96c200/0x10123ce7f0763490 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 00000100:00100000:3.0:1763335526.925194:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335526.926549:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335526.949391:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335526.949929:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335526.963724:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335526.965605:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335526.981177:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335526.986691:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335526.999654:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335527.011969:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335527.023561:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028736768 00000100:00100000:3.0:1763335527.023571:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028736768 00002000:00100000:3.0:1763335527.023637:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0d88bf800 x1848991028736768/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:573/0 lens 488/0 e 0 to 0 dl 1763335538 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335527.023655:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0d88bf800 with x1848991028736768 00000100:00100000:3.0:1763335527.023696:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 467 00000100:00100000:3.0:1763335527.023824:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0d88bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:2409:x1848991028736768:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335527.024077:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0d88bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:2409:x1848991028736768:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 255us (812us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335527.024086:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 467 00002000:00100000:3.0:1763335527.024094:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0d88bf800 x1848991028736768/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:573/0 lens 488/4536 e 0 to 0 dl 1763335538 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335527.024102:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0d88bf800 with x1848991028736768 00000100:00080000:3.0:1763335527.041430:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1763335527.063525:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028737664 00000100:00100000:3.0:1763335527.063535:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028737664 00002000:00100000:3.0:1763335527.063590:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffb69500 x1848991028737664/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:573/0 lens 488/0 e 0 to 0 dl 1763335538 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335527.063600:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffb69500 with x1848991028737664 00000100:00100000:3.0:1763335527.176633:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028740096 00000100:00100000:3.0:1763335527.176639:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028740096 00000100:00100000:3.0:1763335527.177465:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 913 00000100:00100000:3.0:1763335527.177476:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0d88bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+11:2406:x1848991028740096:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335527.177487:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335527.177502:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07c00/0x10123ce7f0763515 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847cbb0 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335527.177535:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d000/0x10123ce7f0763507 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cba9 expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335527.177577:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d0395500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041240832:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335527.177627:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58503c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335527.183000:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0395500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041240832:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335527.183015:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 868352 00010000:00010000:3.0:1763335527.183028:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07c00/0x10123ce7f0763515 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cbb0 expref: 12 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335527.183050:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335527.183054:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335527.183059:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07c00/0x10123ce7f0763515 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cbb0 expref: 12 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335527.183071:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a07c00, rc 0) 00000100:00100000:3.0:1763335527.183099:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0d88bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+11:2406:x1848991028740096:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5626us (7134us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335527.183107:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 913 00000100:00100000:3.0:1763335527.189034:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028740352 00000100:00100000:3.0:1763335527.189040:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028740352 00000100:00100000:3.0:1763335527.189090:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 914 00000100:00100000:3.0:1763335527.189102:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0d88bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+11:2407:x1848991028740352:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335527.189124:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335527.189148:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07200/0x10123ce7f076351c lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847cbbe expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335527.189196:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d000/0x10123ce7f0763507 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cba9 expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335527.189244:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d0395500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041241088:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335527.189346:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58503c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335527.192326:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0395500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041241088:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335527.192351:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 868352 00010000:00010000:3.0:1763335527.192371:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07200/0x10123ce7f076351c lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cbbe expref: 12 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335527.192392:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335527.192395:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335527.192400:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07200/0x10123ce7f076351c lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cbbe expref: 12 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335527.192414:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a07200, rc 0) 00000100:00100000:3.0:1763335527.194120:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0d88bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+11:2407:x1848991028740352:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5011us (5126us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335527.194132:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 914 00000100:00100000:3.0:1763335527.208283:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028740736 00000100:00100000:3.0:1763335527.208294:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028740736 00000100:00100000:3.0:1763335527.208358:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 915 00000100:00100000:3.0:1763335527.208371:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+11:2406:x1848991028740736:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335527.208517:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335527.208546:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07200/0x10123ce7f076352a lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847cbcc expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335527.208591:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d000/0x10123ce7f0763507 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cba9 expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335527.208661:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d0395500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041241216:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335527.209480:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58503c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335527.213265:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0395500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041241216:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335527.213286:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 868352 00010000:00010000:3.0:1763335527.213304:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07200/0x10123ce7f076352a lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cbcc expref: 12 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335527.213325:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335527.213330:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335527.213334:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07200/0x10123ce7f076352a lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cbcc expref: 12 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335527.213346:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a07200, rc 0) 00000100:00100000:3.0:1763335527.213397:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+11:2406:x1848991028740736:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5029us (5465us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335527.213405:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 915 00000100:00100000:3.0:1763335527.217485:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028740992 00000100:00100000:3.0:1763335527.217495:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028740992 00000100:00100000:3.0:1763335527.217567:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 916 00000100:00100000:3.0:1763335527.217577:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+11:2407:x1848991028740992:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335527.218441:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335527.218457:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07c00/0x10123ce7f076353f lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847cbda expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335527.218491:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d000/0x10123ce7f0763507 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cba9 expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335527.218538:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d0395500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041241600:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335527.218582:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58503c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335527.220905:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0395500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041241600:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335527.220934:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 868352 00010000:00010000:3.0:1763335527.220967:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07c00/0x10123ce7f076353f lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cbda expref: 12 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335527.220989:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335527.220993:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335527.220997:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07c00/0x10123ce7f076353f lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cbda expref: 12 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335527.221021:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a07c00, rc 0) 00000100:00100000:3.0:1763335527.221371:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+11:2407:x1848991028740992:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3793us (4006us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335527.221379:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 916 00000100:00100000:3.0:1763335527.224675:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028741248 00000100:00100000:3.0:1763335527.224685:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028741248 00000100:00100000:3.0:1763335527.224748:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 917 00000100:00100000:3.0:1763335527.224759:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbc3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+11:15720:x1848991028741248:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335527.224783:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335527.224809:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07200/0x10123ce7f0763546 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847cbe8 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335527.224853:0:10055:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d000/0x10123ce7f0763507 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cba9 expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335527.224923:0:10055:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07200/0x10123ce7f0763546 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cbe8 expref: 12 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335527.227496:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335527.259934:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335527.263779:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335527.270143:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335527.275023:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028742272 00000100:00100000:3.0:1763335527.275028:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028742272 00000100:00100000:3.0:1763335527.275073:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 919 00000100:00100000:3.0:1763335527.275083:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbc1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+12:2409:x1848991028742272:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335527.275113:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335527.275136:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07c00/0x10123ce7f0763562 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847cc04 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335527.275179:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d800/0x10123ce7f076355b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cbfd expref: 15 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335527.275225:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c3132300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041242496:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335527.275305:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58503c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335527.278775:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c3132300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041242496:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335527.278799:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 917669 00010000:00010000:3.0:1763335527.278820:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07c00/0x10123ce7f0763562 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cc04 expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335527.278843:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335527.278861:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335527.278893:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07c00/0x10123ce7f0763562 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cc04 expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335527.278908:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a07c00, rc 0) 00000100:00100000:3.0:1763335527.284787:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335527.284860:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335527.390851:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335527.411291:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335527.521668:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 347 00000100:00100000:3.0:1763335527.521687:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbc1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+12:2408:x1848991028745728:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335527.521706:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335527.521733:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71200/0x10123ce7f076358c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cc2e expref: 12 pid: 10055 timeout: 428 lvb_type: 0 00010000:00010000:3.0:1763335527.521749:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71200/0x10123ce7f076358c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cc2e expref: 12 pid: 10055 timeout: 428 lvb_type: 0 00010000:00010000:3.0:1763335527.521793:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71200/0x10123ce7f076358c lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cc2e expref: 12 pid: 10055 timeout: 428 lvb_type: 0 00010000:00010000:3.0:1763335527.521814:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335527.521822:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075800/0x10123ce7f07635a1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cc43 expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335527.521833:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075800/0x10123ce7f07635a1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cc43 expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335527.521864:0:6500:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075800/0x10123ce7f07635a1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cc43 expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335527.521952:0:6500:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075800/0x10123ce7f07635a1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cc43 expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335527.521967:0:6500:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c3132a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6500:1848991041243904:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335527.522065:0:6500:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58503c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335527.527435:0:6500:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c3132a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6500:1848991041243904:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335527.527463:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335527.527532:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbc1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+11:2408:x1848991028745728:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 5851us (9321us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335527.527543:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 347 00000100:00100000:3.0:1763335527.533339:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028745856 00000100:00100000:3.0:1763335527.533355:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028745856 00000100:00100000:3.0:1763335527.580767:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028746496 00000100:00100000:3.0:1763335527.580778:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028746496 00000100:00100000:3.0:1763335527.580953:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 928 00000100:00100000:3.0:1763335527.580964:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:15720:x1848991028746496:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335527.580991:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335527.580995:0:6516:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763335527.581080:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075800/0x10123ce7f07635a1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cc43 expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335527.581099:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335527.581116:0:6516:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763335527.581156:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07c00/0x10123ce7f07635bd lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847cc5f expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335527.581185:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89c600/0x10123ce7f07635a8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cc4a expref: 11 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335527.581196:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07c00/0x10123ce7f07635bd lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cc5f expref: 14 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335527.581232:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89c600/0x10123ce7f07635a8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cc4a expref: 11 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335527.581244:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89c600/0x10123ce7f07635a8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cc4a expref: 11 pid: 10055 timeout: 428 lvb_type: 0 00000100:00100000:3.0:1763335527.581258:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c3132a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041244288:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335527.581422:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58503c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335527.587309:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c3132a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041244288:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335527.587356:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07c00/0x10123ce7f07635bd lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cc5f expref: 14 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335527.587376:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335527.587379:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335527.587383:0:6516:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07c00/0x10123ce7f07635bd lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cc5f expref: 14 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335527.587395:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a07c00, rc 0) 00000100:00100000:3.0:1763335527.588457:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028746624 00000100:00100000:3.0:1763335527.588737:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028746624 00010000:00010000:3.0:1763335527.588772:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89c600/0x10123ce7f07635a8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cc4a expref: 12 pid: 10055 timeout: 428 lvb_type: 0 00000100:00100000:3.0:1763335527.588808:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 348 00000100:00100000:3.0:1763335527.588819:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+12:2408:x1848991028746624:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335527.588837:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335527.588863:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89c600/0x10123ce7f07635a8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cc4a expref: 12 pid: 10055 timeout: 428 lvb_type: 0 00010000:00010000:3.0:1763335527.588905:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89c600/0x10123ce7f07635a8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cc4a expref: 12 pid: 10055 timeout: 428 lvb_type: 0 00010000:00010000:3.0:1763335527.588943:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89c600/0x10123ce7f07635a8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cc4a expref: 12 pid: 10055 timeout: 428 lvb_type: 0 00010000:00010000:3.0:1763335527.588959:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335527.588965:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07c00/0x10123ce7f07635bd lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cc5f expref: 13 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335527.588978:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07c00/0x10123ce7f07635bd lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cc5f expref: 13 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335527.588987:0:6500:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07c00/0x10123ce7f07635bd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cc5f expref: 13 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335527.589041:0:6500:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07c00/0x10123ce7f07635bd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cc5f expref: 13 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335527.589070:0:6500:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c3132a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6500:1848991041244416:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335527.590390:0:6500:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58503c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335527.605717:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335527.605783:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335527.636422:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335527.657605:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335527.695686:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335527.716349:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335527.717134:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335527.717162:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028748800 00000100:00100000:3.0:1763335527.717167:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028748800 00002000:00100000:3.0:1763335527.717191:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0c3131500 x1848991028748800/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:573/0 lens 488/0 e 0 to 0 dl 1763335538 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335527.717200:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0c3131500 with x1848991028748800 00000100:00100000:3.0:1763335527.717229:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 505 00000100:00100000:3.0:1763335527.717236:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c3131500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:2409:x1848991028748800:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335527.717340:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c3131500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:2409:x1848991028748800:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 103us (566us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335527.717348:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 505 00002000:00100000:3.0:1763335527.717357:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0c3131500 x1848991028748800/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:573/0 lens 488/4536 e 0 to 0 dl 1763335538 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335527.717365:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0c3131500 with x1848991028748800 00000100:00100000:3.0:1763335527.721048:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335527.748532:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335527.763848:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335527.804722:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 643 00000100:00100000:3.0:1763335527.804734:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+8:2407:x1848991028750848:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335527.804744:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335527.804760:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a07600/0x10123ce7f0763642 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847cceb expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335527.804824:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5965880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041247104:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335527.804991:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850840 going to sleep for 11 seconds 00000100:00100000:3.0:1763335527.813259:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5965880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041247104:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335527.813298:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a07600/0x10123ce7f0763642 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cceb expref: 9 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335527.813324:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a07600/0x10123ce7f0763642 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cceb expref: 9 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335527.813337:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a07600, rc 0) 00000100:00100000:3.0:1763335527.813397:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+8:2407:x1848991028750848:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 8665us (9672us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335527.813406:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 643 00000100:00100000:3.0:1763335527.821684:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028751104 00000100:00100000:3.0:1763335527.821689:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028751104 00000100:00100000:3.0:1763335527.821732:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 644 00000100:00100000:3.0:1763335527.821740:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+8:2406:x1848991028751104:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335527.821749:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335527.821774:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a07600/0x10123ce7f0763657 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ccf9 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335527.821811:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5965880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041247488:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335527.821842:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850840 going to sleep for 11 seconds 00000100:00100000:3.0:1763335527.826580:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5965880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041247488:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335527.826631:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a07600/0x10123ce7f0763657 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ccf9 expref: 9 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335527.826670:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a07600/0x10123ce7f0763657 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ccf9 expref: 9 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335527.826689:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a07600, rc 0) 00000100:00100000:3.0:1763335527.827637:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+8:2406:x1848991028751104:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5891us (7363us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335527.827647:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 644 00000100:00100000:3.0:1763335527.853943:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335527.875023:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028752000 00000100:00100000:3.0:1763335527.875030:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028752000 00000100:00100000:3.0:1763335527.875094:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 645 00000100:00100000:3.0:1763335527.875105:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ee9fa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+8:15720:x1848991028752000:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335527.875125:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335527.875147:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a07600/0x10123ce7f076366c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847cd07 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335527.875184:0:8400:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c91800/0x10123ce7f07635ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1343488->1372159) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cc90 expref: 8 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335527.875212:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335527.875215:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335527.875220:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a07600/0x10123ce7f076366c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cd07 expref: 9 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335527.875262:0:8400:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c91800/0x10123ce7f07635ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1343488->1372159) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cc90 expref: 8 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335527.875276:0:8400:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c91800/0x10123ce7f07635ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1343488->1372159) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cc90 expref: 8 pid: 8400 timeout: 428 lvb_type: 0 00000100:00100000:3.0:1763335527.875289:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5966a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041248000:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335527.875369:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850840 going to sleep for 11 seconds 00000100:00100000:3.0:1763335527.882012:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5966a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041248000:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335527.882053:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a07600/0x10123ce7f076366c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cd07 expref: 9 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335527.882077:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a07600, rc 0) 00000100:00100000:3.0:1763335527.882141:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ee9fa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+9:15720:x1848991028752000:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7037us (7173us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335527.882151:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 645 00000100:00100000:3.0:1763335527.891669:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028752256 00000100:00100000:3.0:1763335527.891679:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028752256 00002000:00010000:3.0:1763335527.891725:0:8406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (2097152->18446744073709551615) 00002000:00100000:3.0:1763335527.891730:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc579d180 with x1848991028752256 ext(2097152->18446744073709551615) 00002000:00010000:3.0:1763335527.891760:0:8406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc579d180. 00000100:00100000:3.0:1763335527.891806:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 310 00000100:00100000:3.0:1763335527.891819:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc579d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+9:2408:x1848991028752256:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:3.0:1763335527.892064:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1420150 -> 2097152 00002000:00010000:3.0:1763335527.892068:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335528 -> 1763335528 00002000:00010000:3.0:1763335527.892071:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335528 -> 1763335526 00002000:00010000:3.0:1763335527.892073:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335528 -> 1763335528 00002000:00010000:3.0:1763335527.892076:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 56 -> 56 00000100:00100000:3.0:1763335527.892146:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc579d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+10:2408:x1848991028752256:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 330us (1328us total) trans 4294967453 rc 0/0 00000100:00100000:3.0:1763335527.892155:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 310 00002000:00010000:3.0:1763335527.892159:0:8406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (2097152->18446744073709551615) 00002000:00100000:3.0:1763335527.892162:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc579d180 with x1848991028752256 ext(2097152->18446744073709551615) 00002000:00010000:3.0:1763335527.892167:0:8406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc579d180. 00000100:00100000:3.0:1763335527.903954:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335527.940422:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028752640 00000100:00100000:3.0:1763335527.940437:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028752640 00000100:00100000:3.0:1763335527.940510:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 646 00000100:00100000:3.0:1763335527.940521:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc579d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+12:2407:x1848991028752640:12345-192.168.202.34@tcp:16:fsx.0 00000100:00100000:3.0:1763335527.945170:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc579d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+6:2407:x1848991028752640:12345-192.168.202.34@tcp:16:fsx.0 Request processed in 4642us (4816us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335527.945183:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 646 00000100:00100000:3.0:1763335527.964692:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028753024 00000100:00100000:3.0:1763335527.964699:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028753024 00000100:00100000:3.0:1763335527.964746:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 647 00000100:00100000:3.0:1763335527.964755:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5fd7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2407:x1848991028753024:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335527.964830:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335527.964845:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a06000/0x10123ce7f0763688 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847cd1c expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335527.964905:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5965180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041248384:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335527.966440:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850840 going to sleep for 11 seconds 00002000:00010000:3.0:1763335527.976551:0:8400:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335526 -> 1763335528 00002000:00010000:3.0:1763335527.976563:0:8400:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks: 56 -> 136 00000100:00100000:3.0:1763335527.976585:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5965180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041248384:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335527.976625:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a06000/0x10123ce7f0763688 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cd1c expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335527.976648:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a06000/0x10123ce7f0763688 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cd1c expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335527.976676:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a06000, rc 0) 00000100:00100000:3.0:1763335527.998540:0:13236:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041248896 00000100:00100000:3.0:1763335527.998548:0:13236:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041248896 00000100:00100000:3.0:1763335527.998590:0:13236:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 161 00000100:00100000:3.0:1763335527.998598:0:13236:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc579ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3651:x1848991041248896:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1763335527.998627:0:13236:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446412288 avail 1300172800 00000100:00100000:3.0:1763335527.998676:0:13236:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc579ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3651:x1848991041248896:12345-0@lo:41:osp-pre-1-0.0 Request processed in 79us (304us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335527.998683:0:13236:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 161 00000100:00100000:3.0:1763335527.998723:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc579c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3651:1848991041248896:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1763335528.004567:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028753536 00000100:00100000:3.0:1763335528.004576:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028753536 00010000:00010000:3.0:1763335528.004679:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a07600/0x10123ce7f076366c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cd07 expref: 6 pid: 8400 timeout: 428 lvb_type: 0 00000100:00100000:3.0:1763335528.004721:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 354 00000100:00100000:3.0:1763335528.004732:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5fd5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991028753536:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335528.004749:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335528.004772:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a07600/0x10123ce7f076366c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cd07 expref: 6 pid: 8400 timeout: 428 lvb_type: 0 00010000:00010000:3.0:1763335528.004785:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a07600/0x10123ce7f076366c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cd07 expref: 6 pid: 8400 timeout: 428 lvb_type: 0 00010000:00010000:3.0:1763335528.004811:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a07600/0x10123ce7f076366c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cd07 expref: 6 pid: 8400 timeout: 428 lvb_type: 0 00010000:00010000:3.0:1763335528.004827:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335528.004829:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335528.004837:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89c600/0x10123ce7f076369d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1441792->1486847) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cd31 expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335528.004848:0:6500:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89c600/0x10123ce7f076369d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1441792->1486847) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cd31 expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335528.004921:0:6500:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89c600/0x10123ce7f076369d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1441792->1486847) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cd31 expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335528.004967:0:6500:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5965180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6500:1848991041249024:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335528.005052:0:6500:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850840 going to sleep for 11 seconds 00000100:00100000:3.0:1763335528.011236:0:6500:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5965180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6500:1848991041249024:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335528.011262:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335528.015570:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335528.022587:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffb6b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041249152:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335528.022644:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89d000/0x10123ce7f07636b2 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cd3f expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335528.022678:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89d000/0x10123ce7f07636b2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cd3f expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335528.022695:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee89d000, rc 0) 00000100:00100000:3.0:1763335528.023121:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5fd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991028753920:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3848us (4046us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335528.023131:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 650 00000100:00100000:3.0:1763335528.025263:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335528.037599:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335528.052150:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028754560 00000100:00100000:3.0:1763335528.052164:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028754560 00000100:00100000:3.0:1763335528.052377:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 947 00000100:00100000:3.0:1763335528.052390:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+13:2409:x1848991028754560:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335528.052416:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335528.052465:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07600/0x10123ce7f07636ce lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847cd5b expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335528.052537:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89da00/0x10123ce7f0763665 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cd00 expref: 18 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335528.052599:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5966680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041249664:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335528.052739:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850840 going to sleep for 11 seconds 00000100:00100000:3.0:1763335528.056539:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5966680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041249664:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335528.056577:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 917669 00010000:00010000:3.0:1763335528.056603:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07600/0x10123ce7f07636ce lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cd5b expref: 14 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335528.056629:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335528.056632:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335528.056638:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07600/0x10123ce7f07636ce lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cd5b expref: 14 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335528.056657:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a07600, rc 0) 00000100:00100000:3.0:1763335528.056743:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+13:2409:x1848991028754560:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4354us (4885us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335528.056754:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 947 00000100:00100000:3.0:1763335528.064806:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028754816 00000100:00100000:3.0:1763335528.064822:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028754816 00000100:00100000:3.0:1763335528.073162:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335528.079214:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335528.088849:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335528.091031:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028755328 00000100:00100000:1.0:1763335528.091051:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028755328 00010000:00010000:1.0:1763335528.091111:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89c600/0x10123ce7f076369d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1441792->1486847) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cd31 expref: 9 pid: 8400 timeout: 428 lvb_type: 0 00000100:00100000:1.0:1763335528.091153:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 355 00000100:00100000:1.0:1763335528.091164:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5967480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+9:2409:x1848991028755328:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335528.091182:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335528.091210:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89c600/0x10123ce7f076369d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1441792->1486847) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cd31 expref: 9 pid: 8400 timeout: 428 lvb_type: 0 00010000:00010000:1.0:1763335528.091225:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89c600/0x10123ce7f076369d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1441792->1486847) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cd31 expref: 9 pid: 8400 timeout: 428 lvb_type: 0 00010000:00010000:1.0:1763335528.091253:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89c600/0x10123ce7f076369d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1441792->1486847) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cd31 expref: 9 pid: 8400 timeout: 428 lvb_type: 0 00010000:00010000:1.0:1763335528.091272:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335528.091274:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335528.091281:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc6075e00/0x10123ce7f07636ea lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1581056->1585151) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cd77 expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335528.091291:0:6500:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc6075e00/0x10123ce7f07636ea lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1581056->1585151) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cd77 expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335528.091341:0:6500:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc6075e00/0x10123ce7f07636ea lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1581056->1585151) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cd77 expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335528.091356:0:6500:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5fd6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6500:1848991041250304:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335528.091474:0:6500:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c52f0780 going to sleep for 11 seconds 00000100:00100000:1.0:1763335528.095555:0:6500:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5fd6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6500:1848991041250304:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335528.095598:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335528.095679:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5967480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+8:2409:x1848991028755328:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 4515us (6844us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335528.095692:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 355 00000100:00100000:3.0:1763335528.096806:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335528.101670:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028755584 00000100:00100000:1.0:1763335528.101684:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028755584 00000100:00100000:1.0:1763335528.101758:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 950 00000100:00100000:1.0:1763335528.101769:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb91500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+13:2407:x1848991028755584:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335528.101794:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335528.101820:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90200/0x10123ce7f07636f1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847cd7e expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335528.101898:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89da00/0x10123ce7f0763665 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cd00 expref: 18 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335528.101973:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5fd6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041250432:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335528.102077:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c52f0780 going to sleep for 11 seconds 00000100:00100000:1.0:1763335528.105214:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5fd6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041250432:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335528.105249:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 917669 00010000:00010000:1.0:1763335528.105272:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90200/0x10123ce7f07636f1 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cd7e expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335528.105296:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335528.105300:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335528.105306:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90200/0x10123ce7f07636f1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cd7e expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335528.105324:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5c90200, rc 0) 00000100:00100000:1.0:1763335528.105401:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb91500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+13:2407:x1848991028755584:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3632us (3843us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335528.105411:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 950 00000100:00100000:1.0:1763335528.109188:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028755840 00000100:00100000:1.0:1763335528.109202:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028755840 00000100:00100000:1.0:1763335528.109291:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 951 00000100:00100000:1.0:1763335528.109304:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+13:2407:x1848991028755840:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335528.109330:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335528.109357:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90e00/0x10123ce7f07636ff lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847cd8c expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335528.109405:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89da00/0x10123ce7f0763665 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cd00 expref: 18 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335528.109461:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5fd6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041250560:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335528.109591:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c52f0780 going to sleep for 11 seconds 00000100:00100000:1.0:1763335528.112380:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5fd6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041250560:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335528.112421:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 917669 00010000:00010000:1.0:1763335528.112445:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90e00/0x10123ce7f07636ff lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cd8c expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335528.112470:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335528.112473:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335528.112478:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90e00/0x10123ce7f07636ff lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cd8c expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335528.112497:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5c90e00, rc 0) 00000100:00100000:1.0:1763335528.112576:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+13:2407:x1848991028755840:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3274us (3497us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335528.112587:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 951 00000100:00100000:3.0:1763335528.115793:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335528.116087:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028755968 00000100:00100000:1.0:1763335528.116101:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028755968 00000100:00100000:1.0:1763335528.116179:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 952 00000100:00100000:1.0:1763335528.116190:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5967b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+13:2406:x1848991028755968:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335528.116218:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335528.116245:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90200/0x10123ce7f0763706 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847cd93 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335528.116295:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89da00/0x10123ce7f0763665 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cd00 expref: 18 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335528.116347:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5fd6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041250688:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335528.116459:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c52f0780 going to sleep for 11 seconds 00000100:00100000:1.0:1763335528.120199:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5fd6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041250688:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335528.120246:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 917669 00010000:00010000:1.0:1763335528.120273:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90200/0x10123ce7f0763706 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cd93 expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335528.120301:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335528.120305:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335528.120310:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c90200/0x10123ce7f0763706 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cd93 expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335528.120334:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5c90200, rc 0) 00000100:00100000:1.0:1763335528.120425:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5967b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+13:2406:x1848991028755968:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4235us (4646us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335528.120436:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 952 00000100:00100000:3.0:1763335528.123967:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335528.124233:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028756096 00000100:00100000:1.0:1763335528.124250:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028756096 00000100:00100000:1.0:1763335528.124718:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 657 00000100:00100000:1.0:1763335528.124732:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5964700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+9:15720:x1848991028756096:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335528.124759:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335528.124782:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c90e00/0x10123ce7f076370d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847cd9a expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335528.124819:0:9882:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc6075e00/0x10123ce7f07636ea lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1581056->1585151) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cd77 expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335528.124828:0:9882:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc6074200/0x10123ce7f07636f8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cd85 expref: 10 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335528.124834:0:9882:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335528.124836:0:9882:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335528.124840:0:9882:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c90e00/0x10123ce7f076370d lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [1409024->1413119] (req 1409024->1413119) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cd9a expref: 10 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335528.124902:0:9882:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc6074200/0x10123ce7f07636f8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cd85 expref: 10 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335528.124922:0:9882:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc6074200/0x10123ce7f07636f8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cd85 expref: 10 pid: 8400 timeout: 428 lvb_type: 1 00000100:00100000:1.0:1763335528.124951:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5fd6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041250816:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335528.125096:0:9882:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc6075e00/0x10123ce7f07636ea lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1581056->1585151) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cd77 expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335528.125107:0:9882:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc6075e00/0x10123ce7f07636ea lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1581056->1585151) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cd77 expref: 5 pid: 8400 timeout: 428 lvb_type: 0 00000100:00100000:1.0:1763335528.125117:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5fd6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041250944:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335528.125141:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c52f0780 going to sleep for 11 seconds 00000100:00100000:1.0:1763335528.127739:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5fd6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041250816:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335528.127756:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5fd6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041250944:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335528.127796:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5c90e00/0x10123ce7f076370d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [1409024->1413119] (req 1409024->1413119) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cd9a expref: 10 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335528.127817:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5c90e00, rc 0) 00000100:00100000:1.0:1763335528.127914:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5964700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+10:15720:x1848991028756096:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3186us (3964us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335528.127924:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 657 00000100:00100000:3.0:1763335528.140492:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335528.155599:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335528.161255:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335528.169554:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335528.183325:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000001:00080000:1.0:1763335528.191831:0:9466:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967458 is committed 00000100:00100000:3.0:1763335528.198002:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335528.198197:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028757120 00000100:00100000:1.0:1763335528.198213:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028757120 00000100:00100000:1.0:1763335528.198332:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 953 00000100:00100000:1.0:1763335528.198346:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+13:2406:x1848991028757120:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335528.198373:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335528.198401:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91400/0x10123ce7f0763714 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847cda1 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335528.200613:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89da00/0x10123ce7f0763665 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cd00 expref: 18 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335528.200673:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5fd7800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041251200:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335528.201045:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c52f0780 going to sleep for 11 seconds 00000100:00100000:1.0:1763335528.209206:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5fd7800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041251200:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335528.209240:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 917669 00010000:00010000:1.0:1763335528.209264:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91400/0x10123ce7f0763714 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cda1 expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335528.209292:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335528.209295:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335528.209301:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91400/0x10123ce7f0763714 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cda1 expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335528.209317:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5c91400, rc 0) 00000100:00100000:1.0:1763335528.209423:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+13:2406:x1848991028757120:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 11079us (11438us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335528.209436:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 953 00000100:00100000:1.0:1763335528.217666:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028757248 00000100:00100000:1.0:1763335528.217676:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028757248 00000100:00100000:1.0:1763335528.217732:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 954 00000100:00100000:1.0:1763335528.217741:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+13:2408:x1848991028757248:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335528.217764:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335528.217787:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91400/0x10123ce7f076371b lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847cda8 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335528.217826:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89da00/0x10123ce7f0763665 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cd00 expref: 18 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335528.217907:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5fd7800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041251328:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335528.218010:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c52f0780 going to sleep for 11 seconds 00000100:00100000:1.0:1763335528.229159:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5fd7800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041251328:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335528.229191:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 917669 00010000:00010000:1.0:1763335528.229213:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91400/0x10123ce7f076371b lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cda8 expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335528.229238:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335528.229241:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335528.229247:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5c91400/0x10123ce7f076371b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cda8 expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335528.229262:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5c91400, rc 0) 00000100:00100000:1.0:1763335528.230330:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+13:2408:x1848991028757248:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 12583us (12875us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335528.230342:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 954 00000100:00100000:1.0:1763335528.250611:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028757504 00000100:00100000:1.0:1763335528.250623:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028757504 00002000:00100000:1.0:1763335528.250696:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffbc1c00 x1848991028757504/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:574/0 lens 488/0 e 0 to 0 dl 1763335539 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335528.250711:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffbc1c00 with x1848991028757504 00000100:00100000:1.0:1763335528.250755:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 512 00000100:00100000:1.0:1763335528.250766:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbc1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+19:2406:x1848991028757504:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335528.251040:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbc1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+19:2406:x1848991028757504:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 274us (566us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335528.251047:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 512 00002000:00100000:1.0:1763335528.251054:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffbc1c00 x1848991028757504/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:574/0 lens 488/4536 e 0 to 0 dl 1763335539 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335528.251063:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffbc1c00 with x1848991028757504 00000100:00100000:3.0:1763335528.256121:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335528.263655:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335528.274643:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335528.280489:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335528.288655:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335528.295353:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335528.300285:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335528.305758:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335528.314057:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335528.320211:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335528.327993:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335528.333355:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335528.339279:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335528.348039:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335528.352404:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335528.356581:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335528.361053:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335528.367189:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335528.375406:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335528.380295:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335528.380890:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028760192 00000100:00100000:3.0:1763335528.380900:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028760192 00002000:00100000:3.0:1763335528.380955:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1445888->1449983) req@ffff9af0f45b1180 x1848991028760192/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:574/0 lens 488/0 e 0 to 0 dl 1763335539 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335528.380965:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f45b1180 with x1848991028760192 ext(1445888->1449983) 00002000:00010000:3.0:1763335528.380971:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f45b1180 00000100:00100000:3.0:1763335528.381003:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 334 00000100:00100000:3.0:1763335528.381022:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f45b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028760192:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335528.381161:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f45b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028760192:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 150us (877us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335528.381173:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 334 00002000:00100000:3.0:1763335528.381179:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1445888->1449983) req@ffff9af0f45b1180 x1848991028760192/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:574/0 lens 488/4536 e 0 to 0 dl 1763335539 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335528.381187:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f45b1180 with x1848991028760192 ext(1445888->1449983) 00002000:00010000:3.0:1763335528.381190:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f45b1180 00000100:00100000:1.0:1763335528.386052:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335528.390674:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028760448 00000100:00100000:3.0:1763335528.390699:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028760448 00002000:00100000:3.0:1763335528.390749:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1454080->1458175) req@ffff9aefc43dad80 x1848991028760448/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:574/0 lens 488/0 e 0 to 0 dl 1763335539 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335528.390760:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc43dad80 with x1848991028760448 ext(1454080->1458175) 00002000:00010000:3.0:1763335528.390766:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc43dad80 00000100:00100000:3.0:1763335528.390802:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 336 00000100:00100000:3.0:1763335528.390813:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028760448:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335528.391059:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028760448:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 246us (651us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335528.391066:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 336 00002000:00100000:3.0:1763335528.391073:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1454080->1458175) req@ffff9aefc43dad80 x1848991028760448/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:574/0 lens 488/4536 e 0 to 0 dl 1763335539 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335528.391082:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc43dad80 with x1848991028760448 ext(1454080->1458175) 00002000:00010000:3.0:1763335528.391085:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc43dad80 00000100:00100000:1.0:1763335528.395488:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335528.400797:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335528.401324:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028760704 00000100:00100000:3.0:1763335528.401334:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028760704 00002000:00100000:3.0:1763335528.401381:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1462272->1466367) req@ffff9af0f45b0700 x1848991028760704/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:574/0 lens 488/0 e 0 to 0 dl 1763335539 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335528.401391:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f45b0700 with x1848991028760704 ext(1462272->1466367) 00002000:00010000:3.0:1763335528.401398:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f45b0700 00000100:00100000:3.0:1763335528.401419:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 338 00000100:00100000:3.0:1763335528.401427:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f45b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2407:x1848991028760704:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335528.401613:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f45b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2407:x1848991028760704:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 185us (827us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335528.401638:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 338 00002000:00100000:3.0:1763335528.401646:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1462272->1466367) req@ffff9af0f45b0700 x1848991028760704/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:574/0 lens 488/4536 e 0 to 0 dl 1763335539 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335528.401654:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f45b0700 with x1848991028760704 ext(1462272->1466367) 00002000:00010000:3.0:1763335528.401657:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f45b0700 00000100:00100000:1.0:1763335528.411757:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335528.417570:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028761088 00000100:00100000:3.0:1763335528.417575:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028761088 00000100:00100000:3.0:1763335528.417609:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 957 00000100:00100000:3.0:1763335528.417615:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb93800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+13:2409:x1848991028761088:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335528.417625:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335528.417637:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06000/0x10123ce7f076374c lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847cdd2 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335528.417665:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89da00/0x10123ce7f0763665 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cd00 expref: 18 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335528.417687:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc581d880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041252480:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335528.417709:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850540 going to sleep for 11 seconds 00000100:00100000:3.0:1763335528.421027:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc581d880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041252480:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335528.421040:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 917669 00010000:00010000:3.0:1763335528.421053:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06000/0x10123ce7f076374c lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cdd2 expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335528.421067:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335528.421070:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335528.421091:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06000/0x10123ce7f076374c lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cdd2 expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335528.421101:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a06000, rc 0) 00000100:00100000:3.0:1763335528.421126:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb93800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+13:2409:x1848991028761088:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3511us (3906us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335528.421132:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 957 00000100:00100000:1.0:1763335528.424706:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335528.425579:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028761344 00000100:00100000:3.0:1763335528.425593:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028761344 00000100:00100000:1.0:1763335528.426561:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335528.443077:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335528.443719:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335528.445472:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 340 00000100:00100000:3.0:1763335528.445484:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2406:x1848991028761728:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335528.463388:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2406:x1848991028761728:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 17890us (19654us total) trans 0 rc 1028096/1028096 00000100:00100000:3.0:1763335528.463406:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 340 00002000:00100000:3.0:1763335528.463422:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->2097151) req@ffff9aefc47ef100 x1848991028761728/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:574/0 lens 504/440 e 0 to 0 dl 1763335539 ref 1 fl Complete:/600/0 rc 1028096/1028096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335528.463433:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc47ef100 with x1848991028761728 ext(1048576->2097151) 00002000:00010000:3.0:1763335528.463441:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc47ef100 00000100:00100000:1.0:1763335528.494035:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335528.494092:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335528.504852:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335528.504965:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335528.509254:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffbc0000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041253120:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335528.509281:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 917669 00010000:00010000:3.0:1763335528.509302:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d600/0x10123ce7f076376f lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cdfc expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335528.509327:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335528.509345:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335528.509350:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d600/0x10123ce7f076376f lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cdfc expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335528.509367:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee89d600, rc 0) 00000100:00100000:1.0:1763335528.510210:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc47ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1848991041253376:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1763335528.510283:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335528.510317:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc47eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3653:1848991041253888:0@lo:400:kworker.0 00000100:00100000:1.0:1763335528.510343:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335528.510360:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc47c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1848991041254400:0@lo:400:kworker.0 00000100:00100000:1.0:1763335528.510381:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335528.510395:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc47c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1848991041254912:0@lo:400:kworker.0 00000100:00100000:1.0:1763335528.510410:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335528.510441:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:1.0:1763335528.510447:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc47efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e767977a-b5b5-44a9-9592-4af663ea7043:3653:1848991041253504:0@lo:400:kworker.0 00000100:00100000:1.0:1763335528.510475:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335528.510507:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc47ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1848991041254016:0@lo:400:kworker.0 00000100:00100000:3.0:1763335528.511718:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc581d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+13:2408:x1848991028762112:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6500us (6875us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335528.511733:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 960 00000100:00100000:3.0:1763335528.511782:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041253632 00000100:00100000:3.0:1763335528.511789:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041253632 00000100:00100000:3.0:1763335528.511832:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041254656 00000100:00100000:3.0:1763335528.511838:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041254656 00000100:00100000:3.0:1763335528.511893:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 302 00000100:00100000:3.0:1763335528.511902:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1848991041254272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763335528.511968:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1848991041254272:12345-0@lo:400:kworker.0 Request processed in 66us (741us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335528.511975:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 302 00000100:00100000:3.0:1763335528.511990:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 303 00000100:00100000:3.0:1763335528.511996:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1848991041254784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763335528.512027:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1848991041254784:12345-0@lo:400:kworker.0 Request processed in 31us (761us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335528.512033:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 303 00000100:00100000:3.0:1763335528.512046:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 304 00000100:00100000:3.0:1763335528.512052:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1848991041253632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763335528.512078:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1848991041253632:12345-0@lo:400:kworker.0 Request processed in 27us (760us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335528.512084:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 304 00000100:00100000:3.0:1763335528.512113:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 305 00000100:00100000:3.0:1763335528.512118:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1848991041254144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763335528.512148:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1848991041254144:12345-0@lo:400:kworker.0 Request processed in 30us (774us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335528.512154:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 305 00000100:00100000:3.0:1763335528.512164:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 306 00000100:00100000:3.0:1763335528.512169:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1848991041254656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763335528.512189:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1848991041254656:12345-0@lo:400:kworker.0 Request processed in 21us (762us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335528.512194:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 306 00000100:00100000:1.0:1763335528.514972:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335528.515035:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc47c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1848991041254528:0@lo:400:kworker.0 00000100:00100000:1.0:1763335528.515085:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335528.515102:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc47cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1848991041255040:0@lo:400:kworker.0 00000100:00100000:1.0:1763335528.515123:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335528.515171:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc47ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1848991041253376:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1763335528.515186:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc47eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3653:1848991041253888:0@lo:400:kworker.0 00000100:00100000:1.0:1763335528.515199:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc47c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1848991041254400:0@lo:400:kworker.0 00000100:00100000:1.0:1763335528.515208:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc47c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1848991041254912:0@lo:400:kworker.0 00000100:00100000:1.0:1763335528.515235:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc47efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e767977a-b5b5-44a9-9592-4af663ea7043:3653:1848991041253504:0@lo:400:kworker.0 00000100:00100000:1.0:1763335528.519752:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc47ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1848991041254016:0@lo:400:kworker.0 00000100:00100000:1.0:1763335528.519780:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc47c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1848991041254528:0@lo:400:kworker.0 00000100:00100000:1.0:1763335528.519794:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc47cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1848991041255040:0@lo:400:kworker.0 00000100:00100000:3.0:1763335528.527711:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335528.527770:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335528.547464:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335528.547517:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335528.567124:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335528.576113:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335528.581390:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335528.582190:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335528.587642:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c0fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041255808:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335528.587683:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 917669 00010000:00010000:1.0:1763335528.587708:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6074c00/0x10123ce7f0763799 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ce26 expref: 14 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335528.587736:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335528.587740:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335528.587745:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6074c00/0x10123ce7f0763799 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ce26 expref: 14 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335528.587767:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6074c00, rc 0) 00000100:00100000:1.0:1763335528.587844:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+13:2409:x1848991028763136:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5238us (6467us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335528.587855:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 963 00000100:00100000:3.0:1763335528.594846:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335528.594987:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335528.595393:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028763392 00000100:00100000:1.0:1763335528.595398:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028763392 00000100:00100000:1.0:1763335528.595440:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 964 00000100:00100000:1.0:1763335528.595447:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4695f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+13:2406:x1848991028763392:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335528.595459:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335528.595478:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af102173600/0x10123ce7f07637ae lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ce34 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335528.595517:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89da00/0x10123ce7f0763665 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cd00 expref: 19 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335528.595544:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc47c8380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041256192:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335528.595665:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c52f0780 going to sleep for 11 seconds 00000100:00100000:1.0:1763335528.599113:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc47c8380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041256192:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335528.599144:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 917669 00010000:00010000:1.0:1763335528.599166:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af102173600/0x10123ce7f07637ae lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ce34 expref: 14 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335528.599193:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335528.599197:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335528.599202:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af102173600/0x10123ce7f07637ae lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ce34 expref: 14 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335528.599218:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af102173600, rc 0) 00000100:00100000:1.0:1763335528.599301:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4695f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+13:2406:x1848991028763392:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3853us (4311us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335528.599313:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 964 00000100:00100000:1.0:1763335528.603775:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335528.610562:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335528.618647:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335528.619263:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028763904 00000100:00100000:3.0:1763335528.619275:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028763904 00002000:00100000:3.0:1763335528.619337:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (2052096->2056191) req@ffff9aefc47c9f80 x1848991028763904/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:574/0 lens 488/0 e 0 to 0 dl 1763335539 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335528.619349:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc47c9f80 with x1848991028763904 ext(2052096->2056191) 00002000:00010000:3.0:1763335528.619355:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc47c9f80 00000100:00100000:1.0:1763335528.635751:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335528.650506:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335528.658705:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335528.659154:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 675 00000100:00100000:3.0:1763335528.659168:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+6:15720:x1848991028764416:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335528.659192:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335528.659214:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a07e00/0x10123ce7f07637d1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ce5e expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335528.659248:0:8400:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc6074000/0x10123ce7f07637b5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2052096->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ce42 expref: 5 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335528.659257:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335528.659258:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335528.659263:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a07e00/0x10123ce7f07637d1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1765376->1769471] (req 1765376->1769471) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ce5e expref: 7 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335528.659301:0:8400:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc6074000/0x10123ce7f07637b5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2052096->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ce42 expref: 5 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335528.659313:0:8400:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc6074000/0x10123ce7f07637b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2052096->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ce42 expref: 5 pid: 9882 timeout: 429 lvb_type: 0 00000100:00100000:3.0:1763335528.659327:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d88bfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041256960:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335528.659423:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850540 going to sleep for 11 seconds 00000100:00100000:3.0:1763335528.670796:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335528.678434:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028764800 00000100:00100000:3.0:1763335528.678448:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028764800 00002000:00100000:3.0:1763335528.678511:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->2097151) req@ffff9aefc4c0f480 x1848991028764800/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:574/0 lens 488/0 e 0 to 0 dl 1763335539 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335528.678534:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4c0f480 with x1848991028764800 ext(1048576->2097151) 00002000:00010000:3.0:1763335528.678541:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4c0f480 00000100:00100000:3.0:1763335528.678578:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 343 00000100:00100000:3.0:1763335528.678588:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991028764800:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335528.693954:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991028764800:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 15338us (16118us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1763335528.693973:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 343 00002000:00100000:3.0:1763335528.693990:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->2097151) req@ffff9aefc4c0f480 x1848991028764800/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:574/0 lens 488/440 e 0 to 0 dl 1763335539 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335528.694003:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4c0f480 with x1848991028764800 ext(1048576->2097151) 00002000:00010000:3.0:1763335528.694011:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4c0f480 00000100:00100000:3.0:1763335528.700052:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335528.709145:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000001:00080000:1.0:1763335528.713025:0:9466:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967463 is committed 00000001:00080000:1.0:1763335528.713054:0:9466:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967462 is committed 00000100:00100000:3.0:1763335528.724827:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335528.727225:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028765184 00000100:00100000:1.0:1763335528.727233:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028765184 00000100:00100000:1.0:1763335528.727305:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 965 00000100:00100000:1.0:1763335528.727317:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5fd5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+13:2408:x1848991028765184:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335528.727342:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335528.727370:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0200/0x10123ce7f07637d8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ce65 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335528.727421:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89da00/0x10123ce7f0763665 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cd00 expref: 19 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335528.727471:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5f02680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041257216:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335528.727597:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c52f0780 going to sleep for 11 seconds 00000100:00100000:3.0:1763335528.727973:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 677 00000100:00100000:3.0:1763335528.727986:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0d88bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991028765312:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335528.727997:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335528.728015:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a06000/0x10123ce7f07637df lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ce6c expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335528.728054:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c76300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041257344:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335528.728114:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850180 going to sleep for 11 seconds 00002000:00010000:3.0:1763335528.731104:0:8400:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks: 392 -> 448 00000100:00100000:3.0:1763335528.731143:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c76300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041257344:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335528.731209:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a06000/0x10123ce7f07637df lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ce6c expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335528.731235:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a06000/0x10123ce7f07637df lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ce6c expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335528.731250:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a06000, rc 0) 00000100:00100000:3.0:1763335528.734069:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0d88bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991028765312:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6070us (9243us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335528.734086:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 677 00000100:00100000:3.0:1763335528.738379:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028765440 00000100:00100000:3.0:1763335528.738393:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028765440 00000100:00100000:3.0:1763335528.738467:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 678 00000100:00100000:3.0:1763335528.738477:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5fd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:15720:x1848991028765440:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335528.738502:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335528.738527:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a07400/0x10123ce7f07637e6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ce73 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335528.738562:0:8400:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a07e00/0x10123ce7f07637d1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1765376->1769471) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ce5e expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335528.738570:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335528.738573:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335528.738577:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a07400/0x10123ce7f07637e6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1863680->1867775] (req 1863680->1867775) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ce73 expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335528.738616:0:8400:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a07e00/0x10123ce7f07637d1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1765376->1769471) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ce5e expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335528.738650:0:8400:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a07e00/0x10123ce7f07637d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1765376->1769471) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ce5e expref: 5 pid: 8400 timeout: 429 lvb_type: 0 00000100:00100000:3.0:1763335528.738667:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c76300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041257472:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335528.738772:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850180 going to sleep for 11 seconds 00000100:00100000:3.0:1763335528.744031:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c76300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041257472:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335528.744082:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a07400/0x10123ce7f07637e6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1863680->1867775] (req 1863680->1867775) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ce73 expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335528.744105:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a07400, rc 0) 00000100:00100000:1.0:1763335528.747251:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028765568 00000100:00100000:1.0:1763335528.747264:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028765568 00010000:00010000:1.0:1763335528.747319:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a07e00/0x10123ce7f07637d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1765376->1769471) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ce5e expref: 6 pid: 8400 timeout: 429 lvb_type: 0 00000100:00100000:1.0:1763335528.747446:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 362 00000100:00100000:1.0:1763335528.747457:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c3132300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028765568:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335528.747477:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335528.747515:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a07e00/0x10123ce7f07637d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1765376->1769471) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ce5e expref: 6 pid: 8400 timeout: 429 lvb_type: 0 00010000:00010000:1.0:1763335528.747531:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a07e00/0x10123ce7f07637d1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1765376->1769471) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ce5e expref: 6 pid: 8400 timeout: 429 lvb_type: 0 00010000:00010000:1.0:1763335528.747558:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a07e00/0x10123ce7f07637d1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1765376->1769471) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ce5e expref: 6 pid: 8400 timeout: 429 lvb_type: 0 00010000:00010000:1.0:1763335528.747577:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335528.747579:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335528.747588:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a07400/0x10123ce7f07637e6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1863680->1867775) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ce73 expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335528.747599:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a07400/0x10123ce7f07637e6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1863680->1867775) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ce73 expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335528.747648:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a07400/0x10123ce7f07637e6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1863680->1867775) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ce73 expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335528.747664:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5f00a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041257600:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335528.747779:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c52f0b40 going to sleep for 11 seconds 00000100:00100000:3.0:1763335528.754220:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5f00a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041257600:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335528.754227:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:3.0:1763335528.754257:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335528.754339:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c3132300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2408:x1848991028765568:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 6882us (7241us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335528.754352:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 362 00000100:00100000:1.0:1763335528.757801:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335528.759342:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028765824 00000100:00100000:3.0:1763335528.759361:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028765824 00002000:00100000:3.0:1763335528.759432:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1867776->1871871) req@ffff9af0f5f02a00 x1848991028765824/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:574/0 lens 488/0 e 0 to 0 dl 1763335539 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335528.759447:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f5f02a00 with x1848991028765824 ext(1867776->1871871) 00002000:00010000:3.0:1763335528.759454:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f5f02a00 00000100:00100000:3.0:1763335528.759499:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 346 00000100:00100000:3.0:1763335528.759510:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5f02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991028765824:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335528.760826:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5f02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991028765824:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 1308us (3034us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335528.760839:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 346 00002000:00100000:3.0:1763335528.760851:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1867776->1871871) req@ffff9af0f5f02a00 x1848991028765824/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:574/0 lens 488/4536 e 0 to 0 dl 1763335539 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335528.760862:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f5f02a00 with x1848991028765824 ext(1867776->1871871) 00002000:00010000:3.0:1763335528.760879:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f5f02a00 00000100:00100000:3.0:1763335528.769430:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028765952 00000100:00100000:3.0:1763335528.769450:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028765952 00002000:00100000:3.0:1763335528.769521:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1871872->1875967) req@ffff9af0c3131c00 x1848991028765952/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:574/0 lens 488/0 e 0 to 0 dl 1763335539 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335528.769535:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0c3131c00 with x1848991028765952 ext(1871872->1875967) 00002000:00010000:3.0:1763335528.769543:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0c3131c00 00000100:00100000:3.0:1763335528.769591:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 347 00000100:00100000:3.0:1763335528.769603:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c3131c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991028765952:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335528.769852:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c3131c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991028765952:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 248us (841us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335528.769861:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 347 00002000:00100000:3.0:1763335528.773730:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1871872->1875967) req@ffff9af0c3131c00 x1848991028765952/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:574/0 lens 488/4536 e 0 to 0 dl 1763335539 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335528.773834:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0c3131c00 with x1848991028765952 ext(1871872->1875967) 00002000:00010000:3.0:1763335528.773844:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0c3131c00 00010000:00010000:3.0:1763335528.773905:0:6503:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763335528.786358:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335528.786540:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028766080 00000100:00100000:3.0:1763335528.786555:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028766080 00002000:00100000:3.0:1763335528.786623:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1875968->1880063) req@ffff9af0f5f00e00 x1848991028766080/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:574/0 lens 488/0 e 0 to 0 dl 1763335539 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335528.786636:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f5f00e00 with x1848991028766080 ext(1875968->1880063) 00002000:00010000:3.0:1763335528.786644:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f5f00e00 00000100:00100000:3.0:1763335528.786773:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 348 00000100:00100000:3.0:1763335528.786784:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5f00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991028766080:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335528.823164:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335528.831319:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335528.837155:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335528.837276:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028766720 00000100:00100000:1.0:1763335528.837287:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028766720 00000100:00100000:1.0:1763335528.837351:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 680 00000100:00100000:1.0:1763335528.837362:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:15720:x1848991028766720:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335528.837383:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335528.837406:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad1600/0x10123ce7f07637f4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ce81 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335528.837439:0:9882:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a07400/0x10123ce7f07637e6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1863680->1867775) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ce73 expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335528.837449:0:9882:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89d000/0x10123ce7f07637ed lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ce7a expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335528.837456:0:9882:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335528.837459:0:9882:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335528.837464:0:9882:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad1600/0x10123ce7f07637f4 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [1490944->1519615] (req 1490944->1519615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ce81 expref: 7 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335528.837498:0:9882:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89d000/0x10123ce7f07637ed lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ce7a expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335528.837513:0:9882:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89d000/0x10123ce7f07637ed lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ce7a expref: 7 pid: 8400 timeout: 429 lvb_type: 1 00000100:00100000:1.0:1763335528.837525:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5f01880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041257728:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335528.838374:0:9882:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a07400/0x10123ce7f07637e6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1863680->1867775) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ce73 expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335528.838388:0:9882:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a07400/0x10123ce7f07637e6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1863680->1867775) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ce73 expref: 5 pid: 8400 timeout: 429 lvb_type: 0 00000100:00100000:1.0:1763335528.838398:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5f00380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041257856:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335528.838427:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c52f06c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335528.843443:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5f01880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041257728:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335528.843460:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5f00380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041257856:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335528.843496:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad1600/0x10123ce7f07637f4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [1490944->1519615] (req 1490944->1519615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ce81 expref: 7 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335528.843520:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ffad1600, rc 0) 00000100:00100000:1.0:1763335528.843595:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+7:15720:x1848991028766720:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6233us (6453us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335528.843605:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 680 00000100:00100000:3.0:1763335528.844909:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028766848 00000100:00100000:3.0:1763335528.844918:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028766848 00010000:00010000:3.0:1763335528.844990:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89d000/0x10123ce7f07637ed lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ce7a expref: 7 pid: 8400 timeout: 429 lvb_type: 1 00000100:00100000:3.0:1763335528.845031:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 363 00000100:00100000:3.0:1763335528.845040:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c0df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+7:2408:x1848991028766848:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335528.845057:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335528.845080:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89d000/0x10123ce7f07637ed lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ce7a expref: 7 pid: 8400 timeout: 429 lvb_type: 1 00010000:00010000:3.0:1763335528.845094:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89d000/0x10123ce7f07637ed lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ce7a expref: 7 pid: 8400 timeout: 429 lvb_type: 1 00010000:00010000:3.0:1763335528.845130:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89d000/0x10123ce7f07637ed lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ce7a expref: 7 pid: 8400 timeout: 429 lvb_type: 1 00010000:00010000:3.0:1763335528.845168:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335528.845219:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c0df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028766848:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 179us (393us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335528.845226:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 363 00000100:00100000:3.0:1763335528.846975:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335528.852831:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335528.862068:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335528.867007:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028767360 00000100:00100000:1.0:1763335528.867019:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028767360 00000100:00100000:1.0:1763335528.867081:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 681 00000100:00100000:1.0:1763335528.867090:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2406:x1848991028767360:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335528.867110:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335528.867130:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad1a00/0x10123ce7f0763802 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ce8f expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335528.867214:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5f01f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041258240:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335528.867305:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c52f06c0 going to sleep for 11 seconds 00000004:00010000:1.0:1763335528.868853:0:6516:0:(mdt_lvb.c:195:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime: 1763335528 -> 1763335529 00000100:00100000:1.0:1763335528.868959:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c0ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041258112:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335528.868982:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 917669 00010000:00010000:1.0:1763335528.869001:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6074200/0x10123ce7f07637fb lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ce88 expref: 14 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335528.869023:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335528.869027:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335528.869032:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6074200/0x10123ce7f07637fb lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ce88 expref: 14 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335528.869049:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6074200, rc 0) 00000100:00100000:1.0:1763335528.870821:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5f01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+13:2407:x1848991028767232:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7450us (7805us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335528.870839:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 966 00002000:00010000:1.0:1763335528.871141:0:9882:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime: 1763335528 -> 1763335529 00000100:00100000:1.0:1763335528.871161:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5f01f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041258240:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335528.871196:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad1a00/0x10123ce7f0763802 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ce8f expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335528.871217:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad1a00/0x10123ce7f0763802 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ce8f expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335528.871232:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ffad1a00, rc 0) 00000100:00100000:1.0:1763335528.871294:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2406:x1848991028767360:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4204us (4846us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335528.871301:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 681 00000100:00100000:1.0:1763335528.878445:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028767488 00000100:00100000:1.0:1763335528.878456:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028767488 00000100:00100000:1.0:1763335528.878526:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 967 00000100:00100000:1.0:1763335528.878538:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c0ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+13:2406:x1848991028767488:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335528.878562:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335528.878587:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1000/0x10123ce7f0763809 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ce96 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335528.878628:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89da00/0x10123ce7f0763665 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cd00 expref: 19 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335528.878678:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5f01f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041258368:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335528.878768:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c52f06c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335528.881367:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5f01f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041258368:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335528.881398:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 917669 00010000:00010000:1.0:1763335528.881420:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1000/0x10123ce7f0763809 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ce96 expref: 14 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335528.881446:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335528.881450:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335528.881456:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1000/0x10123ce7f0763809 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ce96 expref: 14 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335528.881476:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ffad1000, rc 0) 00000100:00100000:1.0:1763335528.881540:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c0ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+13:2406:x1848991028767488:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3003us (3273us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335528.881553:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 967 00000100:00100000:3.0:1763335528.885150:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335528.893214:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335528.893271:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335528.893406:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028767872 00000100:00100000:1.0:1763335528.893416:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028767872 00000100:00100000:1.0:1763335528.893486:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 968 00000100:00100000:1.0:1763335528.893498:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+13:2406:x1848991028767872:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335528.893524:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335528.893548:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1800/0x10123ce7f0763817 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847cea4 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335528.893592:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89da00/0x10123ce7f0763665 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cd00 expref: 20 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335528.893637:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5f01f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041258624:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335528.893730:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c52f06c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335528.907602:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028768128 00000100:00100000:1.0:1763335528.907608:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028768128 00000100:00100000:1.0:1763335528.907642:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 969 00000100:00100000:1.0:1763335528.907650:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc579d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+13:2408:x1848991028768128:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335528.907663:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335528.907679:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1000/0x10123ce7f076382c lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ceb2 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335528.907728:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89da00/0x10123ce7f0763665 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cd00 expref: 20 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335528.907754:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5f01500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041259008:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335528.907783:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c52f06c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335528.911429:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5f01500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041259008:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335528.911456:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 917669 00010000:00010000:1.0:1763335528.911476:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1000/0x10123ce7f076382c lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ceb2 expref: 14 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335528.911501:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335528.911505:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335528.911510:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1000/0x10123ce7f076382c lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ceb2 expref: 14 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335528.911527:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ffad1000, rc 0) 00000100:00100000:1.0:1763335528.911691:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc579d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+13:2408:x1848991028768128:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4040us (4668us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335528.911700:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 969 00000100:00100000:3.0:1763335528.917838:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335528.918337:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028768384 00000100:00100000:1.0:1763335528.918350:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028768384 00000100:00100000:1.0:1763335528.918417:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 970 00000100:00100000:1.0:1763335528.918427:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+13:15720:x1848991028768384:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335528.918449:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335528.918474:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1800/0x10123ce7f0763833 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847cec0 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335528.918506:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89da00/0x10123ce7f0763665 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cd00 expref: 20 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335528.918522:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1800/0x10123ce7f0763833 lrc: 4/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cec0 expref: 14 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335528.918559:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89da00/0x10123ce7f0763665 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cd00 expref: 20 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335528.918573:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89da00/0x10123ce7f0763665 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cd00 expref: 20 pid: 10055 timeout: 429 lvb_type: 0 00000100:00100000:1.0:1763335528.918587:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5f01500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041259136:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335528.918679:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c52f06c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335528.921959:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5f01500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041259136:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335528.921995:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1800/0x10123ce7f0763833 lrc: 3/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cec0 expref: 14 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335528.922026:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335528.922029:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335528.922034:0:6516:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1800/0x10123ce7f0763833 lrc: 3/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cec0 expref: 14 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335528.922046:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ffad1800, rc 0) 00000100:00100000:1.0:1763335528.923086:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+14:15720:x1848991028768384:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4654us (5249us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335528.923097:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 970 00000100:00100000:3.0:1763335528.933474:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335528.943410:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335528.980309:0:6509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028768896 00000100:00100000:1.0:1763335528.980314:0:6509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028768896 00000100:00100000:1.0:1763335528.980350:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 356 00000100:00100000:1.0:1763335528.980357:0:6509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c71a0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f4bc7452-2198-4a0d-a8bc-8fee3c386313+12:2409:x1848991028768896:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:1.0:1763335528.980398:0:6509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c71a0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f4bc7452-2198-4a0d-a8bc-8fee3c386313+12:2409:x1848991028768896:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 42us (1065us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335528.980406:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 356 00000100:00100000:1.0:1763335528.986453:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028769280 00000100:00100000:1.0:1763335528.986464:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028769280 00000100:00100000:1.0:1763335528.986523:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 685 00000100:00100000:1.0:1763335528.986533:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0d0397800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991028769280:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335528.986555:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335528.986577:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af102173a00/0x10123ce7f076383a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847cec7 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335528.986640:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5f01500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041259392:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335528.986747:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c52f0b40 going to sleep for 11 seconds 00000100:00100000:1.0:1763335528.995334:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5f01500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041259392:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335528.995383:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af102173a00/0x10123ce7f076383a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cec7 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335528.995413:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af102173a00/0x10123ce7f076383a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cec7 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335528.995428:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af102173a00, rc 0) 00000100:00100000:1.0:1763335528.995501:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0d0397800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991028769280:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 8968us (9178us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335528.995516:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 685 00000100:00100000:1.0:1763335529.000967:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028769408 00000100:00100000:1.0:1763335529.000979:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028769408 00000100:00100000:1.0:1763335529.001101:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 686 00000100:00100000:1.0:1763335529.001114:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0d0397480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2406:x1848991028769408:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335529.001135:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335529.001156:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af102173a00/0x10123ce7f0763841 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847cece expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335529.001223:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5f01500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041259520:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335529.001359:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c52f0b40 going to sleep for 11 seconds 00000100:00100000:1.0:1763335529.005255:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5f01500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041259520:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335529.005299:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af102173a00/0x10123ce7f0763841 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cece expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335529.005326:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af102173a00/0x10123ce7f0763841 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cece expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335529.005338:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af102173a00, rc 0) 00000100:00100000:1.0:1763335529.005404:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0d0397480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2406:x1848991028769408:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4293us (4647us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335529.005413:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 686 00000100:00100000:3.0:1763335529.007796:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028769536 00000100:00100000:3.0:1763335529.007806:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028769536 00000100:00100000:3.0:1763335529.007911:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 971 00000100:00100000:3.0:1763335529.007933:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0d0395f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+22:2406:x1848991028769536:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335529.007958:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335529.007985:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06000/0x10123ce7f0763848 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ced5 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335529.008028:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06000/0x10123ce7f0763848 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ced5 expref: 23 pid: 10055 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763335529.008040:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 917669 00010000:00010000:3.0:1763335529.008049:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06000/0x10123ce7f0763848 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ced5 expref: 23 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335529.008063:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335529.008082:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335529.008172:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a06000, rc 0) 00000100:00100000:3.0:1763335529.008295:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0d0395f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+23:2406:x1848991028769536:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 374us (560us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335529.008302:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 971 00000100:00100000:1.0:1763335529.013671:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028769664 00000100:00100000:1.0:1763335529.013686:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028769664 00000100:00100000:3.0:1763335529.022669:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041259776 00000100:00100000:3.0:1763335529.022674:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041259776 00000100:00100000:3.0:1763335529.022706:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 133 00000100:00100000:3.0:1763335529.022712:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1848991041259776:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1763335529.022722:0:8403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3921195008 avail 3689672704 00000100:00100000:3.0:1763335529.022751:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1848991041259776:12345-0@lo:13:osp-pre-0-0.0 Request processed in 40us (154us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335529.022757:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 133 00000100:00100000:1.0:1763335529.025208:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028769792 00000100:00100000:1.0:1763335529.025226:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028769792 00000100:00100000:1.0:1763335529.025315:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 687 00000100:00100000:1.0:1763335529.025325:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2406:x1848991028769792:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335529.025347:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335529.025371:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af102173a00/0x10123ce7f076384f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847cedc expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335529.025445:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5f01500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041259904:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335529.025547:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c52f0b40 going to sleep for 11 seconds 00002000:00010000:1.0:1763335529.031907:0:9882:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime: 1763335528 -> 1763335529 00000100:00100000:1.0:1763335529.031953:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5f01500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041259904:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335529.031992:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af102173a00/0x10123ce7f076384f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cedc expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335529.032019:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af102173a00/0x10123ce7f076384f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cedc expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335529.032040:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af102173a00, rc 0) 00000100:00100000:1.0:1763335529.032106:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2406:x1848991028769792:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6781us (12545us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335529.032116:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 687 00000100:00100000:1.0:1763335529.038027:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028769920 00000100:00100000:1.0:1763335529.038038:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028769920 00000100:00100000:1.0:1763335529.038102:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 688 00000100:00100000:1.0:1763335529.038112:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ee9f8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:15720:x1848991028769920:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335529.038132:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335529.038154:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af102172200/0x10123ce7f0763856 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847cee3 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335529.038188:0:9882:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad1600/0x10123ce7f07637f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1490944->1519615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ce81 expref: 7 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335529.038196:0:9882:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335529.038198:0:9882:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335529.038202:0:9882:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9af102172200/0x10123ce7f0763856 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1413120->1417215] (req 1413120->1417215) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cee3 expref: 6 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335529.038237:0:9882:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad1600/0x10123ce7f07637f4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1490944->1519615) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ce81 expref: 7 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335529.038251:0:9882:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad1600/0x10123ce7f07637f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1490944->1519615) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ce81 expref: 7 pid: 9882 timeout: 429 lvb_type: 0 00000100:00100000:1.0:1763335529.038265:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5f01500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041260032:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335529.043062:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c52f0b40 going to sleep for 11 seconds 00010000:00010000:1.0:1763335529.051769:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad1600/0x10123ce7f07637f4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1490944->1519615) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ce81 expref: 8 pid: 9882 timeout: 429 lvb_type: 0 00000100:00100000:1.0:1763335529.051801:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5f01500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041260032:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335529.051830:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af102172200/0x10123ce7f0763856 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1413120->1417215) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cee3 expref: 6 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335529.051845:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af102172200, rc 0) 00000100:00100000:1.0:1763335529.051966:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ee9f8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+6:15720:x1848991028769920:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 13855us (14064us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335529.051975:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 688 00000100:00100000:3.0:1763335529.056653:0:6502:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc47edc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6502:1848991041260160:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335529.056678:0:6502:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335529.057047:0:6502:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c3e09450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:819c42eb-8a5f-4523-990c-a007cb66998d+7:2408:x1848991028770048:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 5409us (5613us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335529.057059:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 366 00000100:00100000:1.0:1763335529.064086:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028770176 00000100:00100000:1.0:1763335529.064097:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028770176 00002000:00100000:1.0:1763335529.064150:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->2097151) req@ffff9af0fdd19050 x1848991028770176/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:575/0 lens 488/0 e 0 to 0 dl 1763335540 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335529.064162:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0fdd19050 with x1848991028770176 ext(1048576->2097151) 00002000:00010000:1.0:1763335529.064169:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0fdd19050 00000100:00100000:1.0:1763335529.081718:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0fdd19050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991028770176:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 16402us (17724us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1763335529.081733:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 354 00002000:00100000:1.0:1763335529.081746:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->2097151) req@ffff9af0fdd19050 x1848991028770176/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:575/0 lens 488/440 e 0 to 0 dl 1763335540 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335529.081758:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0fdd19050 with x1848991028770176 ext(1048576->2097151) 00002000:00010000:1.0:1763335529.081763:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0fdd19050 00000100:00100000:3.0:1763335529.086738:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028770432 00000100:00100000:3.0:1763335529.086748:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028770432 00000100:00100000:3.0:1763335529.086812:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 972 00000100:00100000:3.0:1763335529.086823:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+23:15720:x1848991028770432:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335529.086845:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335529.086849:0:10055:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763335529.086944:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06000/0x10123ce7f0763848 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ced5 expref: 23 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335529.086976:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335529.086982:0:10055:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763335529.086998:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06600/0x10123ce7f076385d lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ceea expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335529.087034:0:10055:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1800/0x10123ce7f0763833 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cec0 expref: 13 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335529.087045:0:10055:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06600/0x10123ce7f076385d lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ceea expref: 23 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335529.087080:0:10055:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1800/0x10123ce7f0763833 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cec0 expref: 13 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335529.087094:0:10055:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1800/0x10123ce7f0763833 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cec0 expref: 13 pid: 6516 timeout: 429 lvb_type: 0 00000100:00100000:3.0:1763335529.087107:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4774000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041260288:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335529.087191:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58503c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335529.090177:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4774000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041260288:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335529.090217:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06600/0x10123ce7f076385d lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ceea expref: 23 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335529.090238:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335529.090241:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335529.090246:0:10055:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06600/0x10123ce7f076385d lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ceea expref: 23 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335529.090273:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a06600, rc 0) 00000100:00100000:3.0:1763335529.090709:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+23:15720:x1848991028770432:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3886us (4095us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335529.090718:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 972 00000100:00100000:3.0:1763335529.093439:0:6502:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028770560 00000100:00100000:3.0:1763335529.093451:0:6502:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028770560 00010000:00010000:3.0:1763335529.093492:0:6502:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1800/0x10123ce7f0763833 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cec0 expref: 14 pid: 6516 timeout: 429 lvb_type: 0 00000100:00100000:3.0:1763335529.093544:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 367 00000100:00100000:3.0:1763335529.093554:0:6502:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47eed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:273362c8-ad54-46f8-a663-195ccb4b667f+14:2409:x1848991028770560:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335529.093572:0:6502:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335529.093597:0:6502:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1800/0x10123ce7f0763833 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cec0 expref: 14 pid: 6516 timeout: 429 lvb_type: 0 00010000:00010000:3.0:1763335529.093612:0:6502:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1800/0x10123ce7f0763833 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cec0 expref: 14 pid: 6516 timeout: 429 lvb_type: 0 00010000:00010000:3.0:1763335529.093639:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1800/0x10123ce7f0763833 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cec0 expref: 14 pid: 6516 timeout: 429 lvb_type: 0 00010000:00010000:3.0:1763335529.093656:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335529.093662:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06600/0x10123ce7f076385d lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ceea expref: 22 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335529.093677:0:6502:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06600/0x10123ce7f076385d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ceea expref: 22 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335529.093703:0:6502:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06600/0x10123ce7f076385d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ceea expref: 22 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335529.093746:0:6502:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06600/0x10123ce7f076385d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ceea expref: 22 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335529.093760:0:6502:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4774000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:6502:1848991041260416:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335529.093849:0:6502:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58503c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335529.099442:0:6502:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4774000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:6502:1848991041260416:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335529.099469:0:6502:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335529.100287:0:6502:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47eed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:273362c8-ad54-46f8-a663-195ccb4b667f+13:2409:x1848991028770560:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 6732us (6942us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335529.100296:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 367 00000100:00100000:3.0:1763335529.104572:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028770816 00000100:00100000:3.0:1763335529.104582:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028770816 00000100:00100000:3.0:1763335529.104821:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 973 00000100:00100000:3.0:1763335529.104832:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+13:2409:x1848991028770816:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335529.104857:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1763335529.107635:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc47ece00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041260544:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335529.107662:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 917669 00010000:00010000:3.0:1763335529.107682:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6074600/0x10123ce7f0763864 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cef1 expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335529.107706:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335529.107709:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335529.107728:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6074600/0x10123ce7f0763864 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cef1 expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335529.107743:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6074600, rc 0) 00000100:00100000:3.0:1763335529.107858:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+13:2409:x1848991028770816:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3026us (3362us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335529.107957:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 973 00000100:00100000:3.0:1763335529.110937:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028770944 00000100:00100000:3.0:1763335529.110947:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028770944 00010000:00010000:0.0:1763335529.116458:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335529.116476:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335529.116482:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075a00/0x10123ce7f076386b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cef8 expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335529.116499:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6075a00, rc 0) 00000100:00100000:0.0:1763335529.116752:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+13:2409:x1848991028770944:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5609us (5944us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335529.116762:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 974 00000100:00100000:0.0:1763335529.120933:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028771072 00000100:00100000:0.0:1763335529.120943:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028771072 00000100:00100000:0.0:1763335529.121010:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 975 00000100:00100000:0.0:1763335529.121021:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+13:15720:x1848991028771072:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335529.121044:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335529.121332:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6074400/0x10123ce7f0763872 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ceff expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335529.121369:0:10055:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06600/0x10123ce7f076385d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ceea expref: 23 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335529.121382:0:10055:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6074400/0x10123ce7f0763872 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ceff expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335529.121420:0:10055:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06600/0x10123ce7f076385d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ceea expref: 23 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335529.121435:0:10055:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06600/0x10123ce7f076385d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ceea expref: 23 pid: 10055 timeout: 429 lvb_type: 0 00000100:00100000:0.0:1763335529.121448:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc47ef100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041260800:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335529.121548:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335529.125305:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc47ef100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041260800:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335529.125346:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6074400/0x10123ce7f0763872 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ceff expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335529.125366:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335529.125369:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335529.125373:0:10055:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6074400/0x10123ce7f0763872 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ceff expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335529.125386:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6074400, rc 0) 00000100:00100000:0.0:1763335529.125451:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+14:15720:x1848991028771072:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4431us (4632us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335529.125460:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 975 00000100:00100000:3.0:1763335529.126585:0:6502:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028771200 00000100:00100000:3.0:1763335529.126593:0:6502:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028771200 00010000:00010000:3.0:1763335529.126629:0:6502:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06600/0x10123ce7f076385d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ceea expref: 24 pid: 10055 timeout: 429 lvb_type: 0 00000100:00100000:3.0:1763335529.126668:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 368 00000100:00100000:3.0:1763335529.126677:0:6502:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c45f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:819c42eb-8a5f-4523-990c-a007cb66998d+24:2407:x1848991028771200:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335529.126692:0:6502:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335529.126713:0:6502:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06600/0x10123ce7f076385d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ceea expref: 24 pid: 10055 timeout: 429 lvb_type: 0 00010000:00010000:3.0:1763335529.126727:0:6502:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06600/0x10123ce7f076385d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ceea expref: 24 pid: 10055 timeout: 429 lvb_type: 0 00010000:00010000:3.0:1763335529.126751:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06600/0x10123ce7f076385d lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ceea expref: 24 pid: 10055 timeout: 429 lvb_type: 0 00010000:00010000:3.0:1763335529.126766:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335529.126771:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6074400/0x10123ce7f0763872 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ceff expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335529.126803:0:6502:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6074400/0x10123ce7f0763872 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ceff expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335529.126813:0:6502:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6074400/0x10123ce7f0763872 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ceff expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335529.126850:0:6502:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6074400/0x10123ce7f0763872 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ceff expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335529.126864:0:6502:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4774000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:6502:1848991041260928:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335529.126992:0:6502:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58503c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335529.132976:0:6502:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4774000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:6502:1848991041260928:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335529.133005:0:6502:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335529.134365:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028771328 00000100:00100000:0.0:1763335529.134377:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028771328 00000100:00100000:0.0:1763335529.134453:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 519 00000100:00100000:0.0:1763335529.134463:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+14:2409:x1848991028771328:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:0.0:1763335529.134844:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 917669 -> 917669 00000004:00010000:0.0:1763335529.134850:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335529 -> 1763335529 00000004:00010000:0.0:1763335529.134853:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335528 -> 1763335528 00000004:00010000:0.0:1763335529.134855:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335529 -> 1763335529 00000004:00010000:0.0:1763335529.134857:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 928 -> 928 00000100:00100000:0.0:1763335529.134951:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+15:2409:x1848991028771328:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 488us (718us total) trans 4294967703 rc 0/0 00000100:00100000:0.0:1763335529.134959:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 519 00000100:00100000:1.0:1763335529.142394:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335529.142442:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335529.142511:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028771456 00000100:00100000:0.0:1763335529.142522:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028771456 00000100:00100000:0.0:1763335529.142897:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 976 00000100:00100000:0.0:1763335529.142905:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5f01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+23:2409:x1848991028771456:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335529.142930:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335529.142943:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6074e00/0x10123ce7f0763880 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847cf06 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335529.142979:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6074400/0x10123ce7f0763872 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ceff expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335529.143025:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc47ef100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041261056:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335529.143078:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8ce40 going to sleep for 11 seconds 00000004:00010000:0.0:1763335529.147742:0:10055:0:(mdt_lvb.c:189:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime: 1763335528 -> 1763335529 00000100:00100000:0.0:1763335529.147773:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc47ef100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041261056:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335529.147798:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 917669 00010000:00010000:0.0:1763335529.147830:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6074e00/0x10123ce7f0763880 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cf06 expref: 24 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335529.147854:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335529.147856:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335529.147861:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6074e00/0x10123ce7f0763880 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cf06 expref: 24 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335529.148061:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6074e00, rc 0) 00000100:00100000:1.0:1763335529.149164:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5f01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+23:2409:x1848991028771456:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6252us (6772us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335529.149176:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 976 00000100:00100000:3.0:1763335529.154287:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335529.154390:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028771712 00000100:00100000:1.0:1763335529.154402:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028771712 00000100:00100000:1.0:1763335529.154504:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 977 00000100:00100000:1.0:1763335529.154515:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4774000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+23:2409:x1848991028771712:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335529.154541:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335529.154566:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af102173a00/0x10123ce7f0763887 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847cf14 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335529.154606:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6074400/0x10123ce7f0763872 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ceff expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335529.154650:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5f03b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041261184:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335529.154979:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c52f0b40 going to sleep for 11 seconds 00000100:00100000:1.0:1763335529.157594:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5f03b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041261184:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335529.157619:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 917669 00010000:00010000:1.0:1763335529.157639:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af102173a00/0x10123ce7f0763887 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cf14 expref: 24 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335529.157662:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335529.157665:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335529.157670:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af102173a00/0x10123ce7f0763887 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cf14 expref: 24 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335529.157685:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af102173a00, rc 0) 00000100:00100000:1.0:1763335529.157747:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4774000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+23:2409:x1848991028771712:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3233us (3470us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335529.157757:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 977 00000100:00100000:1.0:1763335529.163397:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028771840 00000100:00100000:1.0:1763335529.163410:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028771840 00000100:00100000:1.0:1763335529.163478:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 978 00000100:00100000:1.0:1763335529.163489:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+23:2407:x1848991028771840:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335529.163515:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335529.163542:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af102173a00/0x10123ce7f076388e lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847cf1b expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335529.163587:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6074400/0x10123ce7f0763872 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ceff expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335529.163631:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5f03b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041261312:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335529.163723:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c52f0b40 going to sleep for 11 seconds 00000100:00100000:1.0:1763335529.167641:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5f03b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041261312:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335529.167670:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 917669 00010000:00010000:1.0:1763335529.167694:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af102173a00/0x10123ce7f076388e lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cf1b expref: 24 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335529.167718:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335529.167721:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335529.167727:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af102173a00/0x10123ce7f076388e lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cf1b expref: 24 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335529.167741:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af102173a00, rc 0) 00000100:00100000:1.0:1763335529.167986:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+23:2407:x1848991028771840:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4497us (5823us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335529.167996:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 978 00000100:00100000:1.0:1763335529.171909:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028771968 00000100:00100000:1.0:1763335529.171929:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028771968 00000100:00100000:1.0:1763335529.171991:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 979 00000100:00100000:1.0:1763335529.172002:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+23:15720:x1848991028771968:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335529.172037:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335529.172062:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af102173e00/0x10123ce7f0763895 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847cf22 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335529.172097:0:10055:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6074400/0x10123ce7f0763872 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ceff expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335529.172106:0:10055:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af102173e00/0x10123ce7f0763895 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cf22 expref: 24 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335529.172140:0:10055:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6074400/0x10123ce7f0763872 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ceff expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335529.172152:0:10055:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6074400/0x10123ce7f0763872 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ceff expref: 14 pid: 10055 timeout: 429 lvb_type: 0 00000100:00100000:1.0:1763335529.172165:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5f03b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041261440:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335529.172250:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c52f0b40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335529.176458:0:6502:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028772096 00000100:00100000:0.0:1763335529.176469:0:6502:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028772096 00010000:00010000:0.0:1763335529.176511:0:6502:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6074400/0x10123ce7f0763872 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ceff expref: 15 pid: 10055 timeout: 429 lvb_type: 0 00000100:00100000:0.0:1763335529.176575:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 369 00000100:00100000:0.0:1763335529.176585:0:6502:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c44700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:273362c8-ad54-46f8-a663-195ccb4b667f+15:2409:x1848991028772096:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335529.176602:0:6502:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335529.176626:0:6502:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6074400/0x10123ce7f0763872 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ceff expref: 15 pid: 10055 timeout: 429 lvb_type: 0 00010000:00010000:0.0:1763335529.176639:0:6502:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6074400/0x10123ce7f0763872 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ceff expref: 15 pid: 10055 timeout: 429 lvb_type: 0 00010000:00010000:0.0:1763335529.176663:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335529.176670:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9af102173e00/0x10123ce7f0763895 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cf22 expref: 24 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335529.176685:0:6502:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af102173e00/0x10123ce7f0763895 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cf22 expref: 24 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335529.176694:0:6502:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af102173e00/0x10123ce7f0763895 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cf22 expref: 24 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335529.176730:0:6502:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af102173e00/0x10123ce7f0763895 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cf22 expref: 24 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335529.176744:0:6502:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc47ef100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:6502:1848991041261568:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335529.176826:0:6502:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8ce40 going to sleep for 11 seconds 00010000:00010000:1.0:1763335529.177562:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6074400/0x10123ce7f0763872 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ceff expref: 15 pid: 10055 timeout: 429 lvb_type: 0 00000100:00100000:1.0:1763335529.177580:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5f03b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041261440:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335529.177602:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af102173e00/0x10123ce7f0763895 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cf22 expref: 24 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335529.177614:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335529.177617:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335529.177620:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af102173e00, rc 0) 00000100:00100000:1.0:1763335529.177673:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+24:15720:x1848991028771968:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5672us (5997us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335529.177680:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 979 00000100:00100000:0.0:1763335529.182752:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028772224 00000100:00100000:0.0:1763335529.182763:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028772224 00002000:00100000:0.0:1763335529.182825:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4c45500 x1848991028772224/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:575/0 lens 488/0 e 0 to 0 dl 1763335540 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335529.182835:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4c45500 with x1848991028772224 00000100:00100000:0.0:1763335529.182901:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 520 00000100:00100000:0.0:1763335529.182910:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+24:2409:x1848991028772224:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335529.183106:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+24:2409:x1848991028772224:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 196us (579us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335529.183115:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 520 00002000:00100000:0.0:1763335529.183122:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4c45500 x1848991028772224/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:575/0 lens 488/4536 e 0 to 0 dl 1763335540 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335529.183130:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4c45500 with x1848991028772224 00000100:00100000:1.0:1763335529.183239:0:6502:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc47ef100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:6502:1848991041261568:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335529.183259:0:6502:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335529.183287:0:6502:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c44700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:273362c8-ad54-46f8-a663-195ccb4b667f+14:2409:x1848991028772096:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 6704us (7113us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335529.183295:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 369 00000100:00100000:3.0:1763335529.189436:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028772352 00000100:00100000:3.0:1763335529.189447:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028772352 00002000:00100000:3.0:1763335529.189501:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4c44000 x1848991028772352/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:575/0 lens 488/0 e 0 to 0 dl 1763335540 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335529.189512:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4c44000 with x1848991028772352 00000100:00100000:3.0:1763335529.189554:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 521 00000100:00100000:3.0:1763335529.189564:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+24:2409:x1848991028772352:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335529.189756:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+24:2409:x1848991028772352:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 192us (497us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335529.189763:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 521 00002000:00100000:3.0:1763335529.189770:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4c44000 x1848991028772352/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:575/0 lens 488/4536 e 0 to 0 dl 1763335540 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335529.189792:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4c44000 with x1848991028772352 00000100:00100000:0.0:1763335529.193622:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335529.199572:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028772608 00000100:00100000:3.0:1763335529.199585:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028772608 00002000:00100000:3.0:1763335529.199646:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4c47b80 x1848991028772608/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:575/0 lens 488/0 e 0 to 0 dl 1763335540 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335529.199658:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4c47b80 with x1848991028772608 00000100:00100000:3.0:1763335529.199701:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 523 00000100:00100000:3.0:1763335529.199711:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+24:2409:x1848991028772608:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335529.200082:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+24:2409:x1848991028772608:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 370us (795us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335529.200098:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 523 00002000:00100000:3.0:1763335529.200114:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4c47b80 x1848991028772608/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:575/0 lens 488/4536 e 0 to 0 dl 1763335540 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335529.200122:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4c47b80 with x1848991028772608 00000100:00100000:0.0:1763335529.205288:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335529.210704:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335529.215573:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335529.215751:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028772992 00000100:00100000:3.0:1763335529.215761:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028772992 00002000:00100000:3.0:1763335529.215809:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc47ece00 x1848991028772992/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:575/0 lens 488/0 e 0 to 0 dl 1763335540 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335529.215820:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc47ece00 with x1848991028772992 00000100:00100000:3.0:1763335529.215856:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 526 00000100:00100000:3.0:1763335529.215864:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+24:2408:x1848991028772992:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335529.216076:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+24:2408:x1848991028772992:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 212us (514us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335529.216097:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 526 00002000:00100000:3.0:1763335529.216104:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc47ece00 x1848991028772992/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:575/0 lens 488/4536 e 0 to 0 dl 1763335540 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335529.216112:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc47ece00 with x1848991028772992 00000100:00100000:0.0:1763335529.219572:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335529.223982:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335529.224187:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028773248 00000100:00100000:3.0:1763335529.224197:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028773248 00002000:00100000:3.0:1763335529.224241:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5415500 x1848991028773248/t0(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:575/0 lens 488/0 e 0 to 0 dl 1763335540 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335529.224252:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5415500 with x1848991028773248 00000100:00100000:3.0:1763335529.224288:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 528 00000100:00100000:3.0:1763335529.224297:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5415500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+24:2409:x1848991028773248:12345-192.168.202.34@tcp:4:fsx.0 00000100:00100000:0.0:1763335529.236283:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335529.236348:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028773376 00000100:00100000:1.0:1763335529.236357:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028773376 00000100:00100000:1.0:1763335529.236425:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 980 00000100:00100000:1.0:1763335529.236435:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5416d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+26:2407:x1848991028773376:12345-192.168.202.34@tcp:16:fsx.0 00000001:00080000:0.0:1763335529.238440:0:6496:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967704 is committed 00000001:00080000:0.0:1763335529.238457:0:6496:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967703 is committed 00010000:00010000:1.0:1763335529.238767:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d800/0x10123ce7f076365e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335529.238781:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d800/0x10123ce7f076365e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335529.238790:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d800/0x10123ce7f076365e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335529.238796:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9af0ee89d800 already unused, calling callback (ffffffffc1966550) 00010000:00010000:1.0:1763335529.238800:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d800/0x10123ce7f076365e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335529.238808:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d800/0x10123ce7f076365e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335529.238829:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335529.238833:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335529.238838:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d800/0x10123ce7f076365e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335529.238843:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d800/0x10123ce7f076365e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00000100:00100000:0.0:1763335529.247267:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335529.256322:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335529.263247:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335529.272506:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335529.286657:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335529.295637:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335529.300852:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00002000:00100000:1.0:1763335529.301468:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5417b80 x1848991028774272/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:575/0 lens 488/0 e 0 to 0 dl 1763335540 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335529.301480:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5417b80 with x1848991028774272 00000100:00100000:1.0:1763335529.301519:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 531 00000100:00100000:1.0:1763335529.301528:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5417b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+15:2407:x1848991028774272:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335529.301718:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5417b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+15:2407:x1848991028774272:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 190us (875us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335529.301727:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 531 00002000:00100000:1.0:1763335529.301734:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5417b80 x1848991028774272/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:575/0 lens 488/4536 e 0 to 0 dl 1763335540 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335529.301741:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5417b80 with x1848991028774272 00000100:00100000:3.0:1763335529.306089:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335529.306455:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028774400 00000100:00100000:0.0:1763335529.306466:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028774400 00002000:00100000:0.0:1763335529.306517:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4774e00 x1848991028774400/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:575/0 lens 488/0 e 0 to 0 dl 1763335540 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335529.306528:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4774e00 with x1848991028774400 00000100:00100000:0.0:1763335529.306614:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 532 00000100:00100000:0.0:1763335529.306624:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4774e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+15:2406:x1848991028774400:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335529.307515:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4774e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+15:2406:x1848991028774400:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 887us (1430us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335529.307525:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 532 00002000:00100000:0.0:1763335529.307535:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4774e00 x1848991028774400/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:575/0 lens 488/4536 e 0 to 0 dl 1763335540 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335529.307543:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4774e00 with x1848991028774400 00000100:00100000:0.0:1763335529.310984:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335529.318016:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335529.325111:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335529.325237:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028774784 00000100:00100000:0.0:1763335529.325249:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028774784 00002000:00100000:0.0:1763335529.325305:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4777800 x1848991028774784/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:575/0 lens 488/0 e 0 to 0 dl 1763335540 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335529.325318:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4777800 with x1848991028774784 00000100:00100000:0.0:1763335529.325365:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 535 00000100:00100000:0.0:1763335529.325376:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4777800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+15:2407:x1848991028774784:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335529.326043:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4777800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+15:2407:x1848991028774784:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 666us (939us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335529.326052:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 535 00002000:00100000:0.0:1763335529.326076:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4777800 x1848991028774784/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:575/0 lens 488/4536 e 0 to 0 dl 1763335540 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335529.326085:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4777800 with x1848991028774784 00000100:00100000:3.0:1763335529.330591:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335529.331766:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028774912 00000100:00100000:0.0:1763335529.331780:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028774912 00002000:00100000:0.0:1763335529.331835:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4776d80 x1848991028774912/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:575/0 lens 488/0 e 0 to 0 dl 1763335540 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335529.331853:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4776d80 with x1848991028774912 00000100:00100000:1.0:1763335529.332703:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 536 00000100:00100000:1.0:1763335529.332719:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4776d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+15:2406:x1848991028774912:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335529.332985:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4776d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+15:2406:x1848991028774912:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 270us (2404us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335529.332994:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 536 00002000:00100000:1.0:1763335529.333002:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4776d80 x1848991028774912/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:575/0 lens 488/4536 e 0 to 0 dl 1763335540 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335529.333017:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4776d80 with x1848991028774912 00000100:00100000:1.0:1763335529.338641:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335529.338763:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028775040 00000100:00100000:0.0:1763335529.338774:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028775040 00002000:00100000:0.0:1763335529.338825:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f5f02a00 x1848991028775040/t0(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:575/0 lens 488/0 e 0 to 0 dl 1763335540 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335529.338836:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f5f02a00 with x1848991028775040 00000100:00100000:0.0:1763335529.338910:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 537 00000100:00100000:0.0:1763335529.338930:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5f02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+15:2407:x1848991028775040:12345-192.168.202.34@tcp:4:fsx.0 00000004:00010000:0.0:1763335529.342028:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 917669 -> 917669 00000004:00010000:0.0:1763335529.342038:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335529 -> 1763335529 00000004:00010000:0.0:1763335529.342041:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335529 -> 1763335529 00000004:00010000:0.0:1763335529.342044:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335529 -> 1763335529 00000004:00010000:0.0:1763335529.342046:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 904 -> 952 00000100:00100000:0.0:1763335529.342131:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5f02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+17:2407:x1848991028775040:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 3207us (3497us total) trans 4294967706 rc 0/0 00000100:00100000:0.0:1763335529.342144:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 537 00002000:00100000:0.0:1763335529.342156:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f5f02a00 x1848991028775040/t4294967706(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:575/0 lens 488/448 e 0 to 0 dl 1763335540 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335529.342186:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f5f02a00 with x1848991028775040 00000100:00100000:1.0:1763335529.346014:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028775168 00000100:00100000:1.0:1763335529.346025:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028775168 00000100:00100000:1.0:1763335529.346084:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 985 00000100:00100000:1.0:1763335529.346094:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3781880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+17:2407:x1848991028775168:12345-192.168.202.34@tcp:16:fsx.0 00000001:00080000:0.0:1763335529.347731:0:6496:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967706 is committed 00000100:00100000:1.0:1763335529.348295:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3781880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+14:2407:x1848991028775168:12345-192.168.202.34@tcp:16:fsx.0 Request processed in 2196us (2435us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335529.348310:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 985 00000100:00100000:1.0:1763335529.352110:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335529.352192:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028775296 00000100:00100000:0.0:1763335529.352203:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028775296 00002000:00100000:0.0:1763335529.352253:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f5f00e00 x1848991028775296/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:575/0 lens 488/0 e 0 to 0 dl 1763335540 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335529.352264:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f5f00e00 with x1848991028775296 00000100:00100000:0.0:1763335529.352304:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 538 00000100:00100000:0.0:1763335529.352313:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5f00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:2406:x1848991028775296:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335529.352524:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5f00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:2406:x1848991028775296:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 211us (423us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335529.352532:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 538 00002000:00100000:0.0:1763335529.352539:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f5f00e00 x1848991028775296/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:575/0 lens 488/4536 e 0 to 0 dl 1763335540 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335529.352547:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f5f00e00 with x1848991028775296 00000100:00100000:3.0:1763335529.357316:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335529.357458:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028775424 00000100:00100000:1.0:1763335529.357469:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028775424 00002000:00100000:1.0:1763335529.357524:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4774380 x1848991028775424/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:575/0 lens 488/0 e 0 to 0 dl 1763335540 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335529.357535:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4774380 with x1848991028775424 00000100:00100000:1.0:1763335529.357577:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 539 00000100:00100000:1.0:1763335529.357588:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4774380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991028775424:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335529.357800:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4774380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991028775424:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 213us (494us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335529.357811:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 539 00002000:00100000:1.0:1763335529.357819:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4774380 x1848991028775424/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:575/0 lens 488/4536 e 0 to 0 dl 1763335540 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335529.357826:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4774380 with x1848991028775424 00000100:00100000:1.0:1763335529.361054:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028775552 00000100:00100000:1.0:1763335529.361065:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028775552 00000100:00100000:1.0:1763335529.361131:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 986 00000100:00100000:1.0:1763335529.361142:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3780e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+11:2407:x1848991028775552:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335529.361167:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335529.361193:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af102173000/0x10123ce7f07638b8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847cf45 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335529.361237:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af102173e00/0x10123ce7f0763895 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cf22 expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335529.361289:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5f02d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041262208:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335529.361423:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c52f0b40 going to sleep for 11 seconds 00000100:00100000:1.0:1763335529.364241:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5f02d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041262208:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335529.364268:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 917669 00010000:00010000:1.0:1763335529.364290:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af102173000/0x10123ce7f07638b8 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cf45 expref: 12 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335529.364314:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335529.364317:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335529.364322:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af102173000/0x10123ce7f07638b8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cf45 expref: 12 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335529.364338:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af102173000, rc 0) 00000100:00100000:1.0:1763335529.365023:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3780e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+11:2407:x1848991028775552:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3878us (4258us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335529.365035:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 986 00000100:00100000:0.0:1763335529.368341:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335529.368424:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028775680 00000100:00100000:1.0:1763335529.368434:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028775680 00000100:00100000:1.0:1763335529.368495:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 987 00000100:00100000:1.0:1763335529.368506:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+11:2407:x1848991028775680:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335529.368528:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335529.368550:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af102172000/0x10123ce7f07638bf lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847cf4c expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335529.368589:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af102173e00/0x10123ce7f0763895 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cf22 expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335529.368629:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5f02d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041262336:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335529.368712:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c52f0b40 going to sleep for 11 seconds 00000100:00100000:1.0:1763335529.371195:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5f02d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041262336:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335529.371228:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 917669 00010000:00010000:1.0:1763335529.371251:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af102172000/0x10123ce7f07638bf lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cf4c expref: 12 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335529.371274:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335529.371277:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335529.371282:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af102172000/0x10123ce7f07638bf lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cf4c expref: 12 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335529.371297:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af102172000, rc 0) 00000100:00100000:1.0:1763335529.371361:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+11:2407:x1848991028775680:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2856us (3030us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335529.371371:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 987 00000100:00100000:0.0:1763335529.376083:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028775808 00000100:00100000:0.0:1763335529.376096:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028775808 00000100:00100000:0.0:1763335529.376304:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 540 00000100:00100000:0.0:1763335529.376316:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3780380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:2406:x1848991028775808:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:0.0:1763335529.376591:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 917669 -> 917669 00000004:00010000:0.0:1763335529.376595:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335529 -> 1763335529 00000004:00010000:0.0:1763335529.376599:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335529 -> 1763335529 00000004:00010000:0.0:1763335529.376601:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335529 -> 1763335529 00000004:00010000:0.0:1763335529.376620:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 952 -> 960 00000100:00100000:0.0:1763335529.378103:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3780380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+15:2406:x1848991028775808:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 1779us (3404us total) trans 4294967707 rc 0/0 00000100:00100000:0.0:1763335529.378116:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 540 00000100:00100000:0.0:1763335529.381124:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335529.381282:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028775936 00000100:00100000:1.0:1763335529.381292:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028775936 00000100:00100000:3.0:1763335529.381392:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 988 00000100:00100000:3.0:1763335529.381404:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:2407:x1848991028775936:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335529.381426:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335529.381448:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06600/0x10123ce7f07638c6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847cf53 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335529.381489:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af102173e00/0x10123ce7f0763895 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cf22 expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335529.381533:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4776a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041262464:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335529.381628:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850480 going to sleep for 11 seconds 00000100:00100000:3.0:1763335529.384688:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4776a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041262464:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335529.384715:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 917669 00010000:00010000:3.0:1763335529.384736:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06600/0x10123ce7f07638c6 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cf53 expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335529.384759:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335529.384762:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335529.384768:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06600/0x10123ce7f07638c6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cf53 expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335529.384782:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a06600, rc 0) 00000100:00100000:3.0:1763335529.384862:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:2407:x1848991028775936:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3459us (3745us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335529.384932:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 988 00000100:00100000:3.0:1763335529.390553:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028776064 00000100:00100000:3.0:1763335529.390561:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028776064 00000100:00100000:3.0:1763335529.390607:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 989 00000100:00100000:3.0:1763335529.390614:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3780700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:15720:x1848991028776064:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335529.390633:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335529.390653:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06600/0x10123ce7f07638cd lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847cf5a expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335529.390678:0:8224:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af102173e00/0x10123ce7f0763895 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cf22 expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335529.390685:0:8224:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06600/0x10123ce7f07638cd lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cf5a expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335529.390736:0:8224:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af102173e00/0x10123ce7f0763895 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cf22 expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335529.390751:0:8224:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af102173e00/0x10123ce7f0763895 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cf22 expref: 14 pid: 10055 timeout: 430 lvb_type: 0 00000100:00100000:3.0:1763335529.390764:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4776a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041262592:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335529.390848:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850480 going to sleep for 11 seconds 00000100:00100000:3.0:1763335529.393931:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4776a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041262592:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335529.393983:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06600/0x10123ce7f07638cd lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cf5a expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335529.394005:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335529.394008:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335529.394013:0:8224:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06600/0x10123ce7f07638cd lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cf5a expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335529.394024:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a06600, rc 0) 00000100:00100000:3.0:1763335529.394092:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3780700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+12:15720:x1848991028776064:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3477us (3609us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335529.394101:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 989 00000100:00100000:3.0:1763335529.394931:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028776192 00000100:00100000:3.0:1763335529.394941:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028776192 00002000:00100000:3.0:1763335529.394982:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc3783480 x1848991028776192/t0(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:575/0 lens 488/0 e 0 to 0 dl 1763335540 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335529.394992:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc3783480 with x1848991028776192 00010000:00010000:3.0:1763335529.395013:0:6529:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: mdt-lustre-MDT0000_UUID lock: ffff9af102173e00/0x10123ce7f0763895 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cf22 expref: 15 pid: 10055 timeout: 430 lvb_type: 0 00010000:00010000:3.0:1763335529.395026:0:6529:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: mdt-lustre-MDT0000_UUID lock: ffff9af102173e00/0x10123ce7f0763895 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cf22 expref: 15 pid: 10055 timeout: 430 lvb_type: 0 00002000:00010000:3.0:1763335529.395034:0:6529:0:(mdt_io.c:157:mdt_rw_hpreq_check()) lustre-MDT0000: refreshed 1 locks timeout for req ffff9aefc3783480 00000100:00100000:3.0:1763335529.395070:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 30 00000100:00100000:3.0:1763335529.395080:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3783480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+15:2409:x1848991028776192:12345-192.168.202.34@tcp:4:fsx.0 00000004:00010000:3.0:1763335529.399983:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 917669 -> 917669 00000004:00010000:3.0:1763335529.399993:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335529 -> 1763335529 00000004:00010000:3.0:1763335529.399996:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335529 -> 1763335529 00000004:00010000:3.0:1763335529.399998:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335529 -> 1763335529 00000004:00010000:3.0:1763335529.400000:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 960 -> 1000 00000100:00100000:3.0:1763335529.400096:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3783480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+17:2409:x1848991028776192:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 5011us (5804us total) trans 4294967708 rc 0/0 00000100:00100000:3.0:1763335529.400109:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 30 00002000:00100000:3.0:1763335529.400121:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc3783480 x1848991028776192/t4294967708(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:575/0 lens 488/448 e 0 to 0 dl 1763335540 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335529.400131:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc3783480 with x1848991028776192 00010000:00010000:3.0:1763335529.400140:0:6529:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: mdt-lustre-MDT0000_UUID lock: ffff9af102173e00/0x10123ce7f0763895 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cf22 expref: 17 pid: 10055 timeout: 430 lvb_type: 0 00010000:00010000:3.0:1763335529.400158:0:6529:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: mdt-lustre-MDT0000_UUID lock: ffff9af102173e00/0x10123ce7f0763895 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cf22 expref: 17 pid: 10055 timeout: 430 lvb_type: 0 00002000:00010000:3.0:1763335529.400165:0:6529:0:(mdt_io.c:157:mdt_rw_hpreq_check()) lustre-MDT0000: refreshed 1 locks timeout for req ffff9aefc3783480 00000100:00100000:0.0:1763335529.404443:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335529.404594:0:6502:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028776320 00000100:00100000:1.0:1763335529.404606:0:6502:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028776320 00010000:00010000:1.0:1763335529.404652:0:6502:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af102173e00/0x10123ce7f0763895 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cf22 expref: 17 pid: 10055 timeout: 430 lvb_type: 0 00000100:00100000:1.0:1763335529.404703:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 370 00000100:00100000:1.0:1763335529.404714:0:6502:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:819c42eb-8a5f-4523-990c-a007cb66998d+17:2409:x1848991028776320:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335529.404732:0:6502:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335529.404756:0:6502:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af102173e00/0x10123ce7f0763895 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cf22 expref: 17 pid: 10055 timeout: 430 lvb_type: 0 00010000:00010000:1.0:1763335529.404771:0:6502:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af102173e00/0x10123ce7f0763895 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cf22 expref: 17 pid: 10055 timeout: 430 lvb_type: 0 00010000:00010000:1.0:1763335529.404819:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af102173e00/0x10123ce7f0763895 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cf22 expref: 17 pid: 10055 timeout: 430 lvb_type: 0 00010000:00010000:1.0:1763335529.404837:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335529.404844:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06600/0x10123ce7f07638cd lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cf5a expref: 11 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335529.404859:0:6502:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06600/0x10123ce7f07638cd lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cf5a expref: 11 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335529.404948:0:6502:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06600/0x10123ce7f07638cd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cf5a expref: 11 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335529.404993:0:6502:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06600/0x10123ce7f07638cd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cf5a expref: 11 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335529.405013:0:6502:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5f02d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:6502:1848991041262720:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335529.408403:0:6502:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c52f0b40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335529.413135:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335529.413936:0:6502:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5f02d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:6502:1848991041262720:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335529.413965:0:6502:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335529.414044:0:6502:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:819c42eb-8a5f-4523-990c-a007cb66998d+16:2409:x1848991028776320:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 9332us (9612us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335529.414055:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 370 00000100:00100000:3.0:1763335529.414297:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028776448 00000100:00100000:3.0:1763335529.414307:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028776448 00000100:00100000:3.0:1763335529.414629:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 541 00000100:00100000:3.0:1763335529.414640:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:2406:x1848991028776448:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:3.0:1763335529.415055:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 917669 -> 917669 00000004:00010000:3.0:1763335529.415059:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335529 -> 1763335529 00000004:00010000:3.0:1763335529.415062:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335529 -> 1763335529 00000004:00010000:3.0:1763335529.415064:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335529 -> 1763335529 00000004:00010000:3.0:1763335529.415067:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 1000 -> 928 00000100:00100000:3.0:1763335529.415114:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+13:2406:x1848991028776448:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 475us (1989us total) trans 4294967709 rc 0/0 00000100:00100000:3.0:1763335529.415122:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 541 00000100:00100000:0.0:1763335529.419440:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335529.419726:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028776576 00000100:00100000:3.0:1763335529.419737:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028776576 00000100:00100000:3.0:1763335529.419801:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 990 00000100:00100000:3.0:1763335529.419816:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+16:2408:x1848991028776576:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335529.419843:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335529.419896:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06000/0x10123ce7f07638d4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847cf61 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335529.426204:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335529.435174:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335529.442987:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335529.443037:0:6502:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028776960 00000100:00100000:1.0:1763335529.443049:0:6502:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028776960 00010000:00010000:1.0:1763335529.443093:0:6502:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9600/0x10123ce7f0763879 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cf0d expref: 10 pid: 9882 timeout: 430 lvb_type: 1 00000100:00100000:1.0:1763335529.443146:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 371 00000100:00100000:1.0:1763335529.443156:0:6502:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47df480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:819c42eb-8a5f-4523-990c-a007cb66998d+10:2409:x1848991028776960:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335529.443175:0:6502:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335529.443199:0:6502:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9600/0x10123ce7f0763879 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cf0d expref: 10 pid: 9882 timeout: 430 lvb_type: 1 00010000:00010000:1.0:1763335529.443212:0:6502:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9600/0x10123ce7f0763879 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cf0d expref: 10 pid: 9882 timeout: 430 lvb_type: 1 00010000:00010000:1.0:1763335529.443239:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9600/0x10123ce7f0763879 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cf0d expref: 10 pid: 9882 timeout: 430 lvb_type: 1 00010000:00010000:1.0:1763335529.443263:0:6502:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335529.443311:0:6502:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47df480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:819c42eb-8a5f-4523-990c-a007cb66998d+9:2409:x1848991028776960:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 157us (333us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335529.443319:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 371 00000100:00100000:0.0:1763335529.444862:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335529.448111:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028777088 00000100:00100000:3.0:1763335529.448128:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028777088 00010000:00010000:3.0:1763335529.448171:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9af102172200/0x10123ce7f0763856 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1413120->1417215) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cee3 expref: 6 pid: 9882 timeout: 430 lvb_type: 0 00000100:00100000:3.0:1763335529.448255:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 372 00000100:00100000:3.0:1763335529.448267:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47dc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+6:2406:x1848991028777088:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335529.448302:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335529.448330:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9af102172200/0x10123ce7f0763856 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1413120->1417215) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cee3 expref: 6 pid: 9882 timeout: 430 lvb_type: 0 00010000:00010000:3.0:1763335529.448346:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9af102172200/0x10123ce7f0763856 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1413120->1417215) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cee3 expref: 6 pid: 9882 timeout: 430 lvb_type: 0 00010000:00010000:3.0:1763335529.448376:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af102172200/0x10123ce7f0763856 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1413120->1417215) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cee3 expref: 6 pid: 9882 timeout: 430 lvb_type: 0 00010000:00010000:3.0:1763335529.448395:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335529.448397:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335529.448408:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9e00/0x10123ce7f07638e2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1953792->1990655) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cf6f expref: 7 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335529.448420:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9e00/0x10123ce7f07638e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1953792->1990655) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cf6f expref: 7 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335529.448479:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9e00/0x10123ce7f07638e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1953792->1990655) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cf6f expref: 7 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335529.448494:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4776a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041263360:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335529.448628:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58506c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335529.454519:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4776a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041263360:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335529.454552:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335529.457097:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335529.465704:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335529.483275:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335529.494708:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335529.505349:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335529.505603:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028777728 00000100:00100000:3.0:1763335529.505614:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028777728 00002000:00100000:3.0:1763335529.505720:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc47ddc00 x1848991028777728/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:575/0 lens 488/0 e 0 to 0 dl 1763335540 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335529.505730:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc47ddc00 with x1848991028777728 00000100:00100000:3.0:1763335529.505773:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 542 00000100:00100000:3.0:1763335529.505782:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+13:2409:x1848991028777728:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335529.521640:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:2.0:1763335529.521984:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9600/0x10123ce7f07638fe lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847cf8b expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335529.522028:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06600/0x10123ce7f07638cd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cf5a expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335529.522069:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc3781c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041263872:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335529.522140:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c5ac7a80 going to sleep for 11 seconds 00000100:00100000:2.0:1763335529.525261:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc3781c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041263872:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335529.525288:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 917669 00010000:00010000:2.0:1763335529.525307:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9600/0x10123ce7f07638fe lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cf8b expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335529.525330:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335529.525334:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335529.525339:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9600/0x10123ce7f07638fe lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cf8b expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335529.525351:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc9600, rc 0) 00000100:00100000:2.0:1763335529.525418:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5f02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+16:2406:x1848991028777856:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3483us (3787us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335529.525428:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 992 00000100:00100000:0.0:1763335529.532197:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335529.532464:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028777984 00000100:00100000:2.0:1763335529.532475:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028777984 00000100:00100000:2.0:1763335529.532537:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 993 00000100:00100000:2.0:1763335529.532547:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+16:2409:x1848991028777984:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335529.532570:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335529.532593:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0763905 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847cf92 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335529.532859:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06600/0x10123ce7f07638cd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cf5a expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335529.532947:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc3781c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041264000:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335529.533043:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c5ac7a80 going to sleep for 11 seconds 00000100:00100000:2.0:1763335529.537526:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc3781c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041264000:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335529.537552:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 917669 00010000:00010000:2.0:1763335529.537573:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0763905 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cf92 expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335529.537597:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335529.537601:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335529.537607:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0763905 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cf92 expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335529.537622:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc8e00, rc 0) 00000100:00100000:2.0:1763335529.538948:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+16:2409:x1848991028777984:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6392us (6751us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335529.538959:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 993 00000100:00100000:0.0:1763335529.546554:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335529.546655:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028778112 00000100:00100000:2.0:1763335529.546668:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028778112 00000100:00100000:2.0:1763335529.546742:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 694 00000100:00100000:2.0:1763335529.546753:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2406:x1848991028778112:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335529.546774:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335529.546796:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9600/0x10123ce7f076390c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847cf99 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335529.546865:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc3781c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041264128:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335529.547002:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c5ac7a80 going to sleep for 11 seconds 00000100:00100000:2.0:1763335529.555822:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc3781c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041264128:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335529.555897:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9600/0x10123ce7f076390c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cf99 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335529.555937:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9600/0x10123ce7f076390c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cf99 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335529.555950:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc9600, rc 0) 00000100:00100000:2.0:1763335529.556005:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2406:x1848991028778112:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 9253us (9461us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335529.556026:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 694 00000100:00100000:1.0:1763335529.567033:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335529.567193:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028778240 00000100:00100000:2.0:1763335529.567206:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028778240 00002000:00100000:2.0:1763335529.567261:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f5f00700 x1848991028778240/t0(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:575/0 lens 488/0 e 0 to 0 dl 1763335540 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335529.567272:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f5f00700 with x1848991028778240 00000100:00100000:2.0:1763335529.567556:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 543 00000100:00100000:2.0:1763335529.567568:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5f00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+13:2409:x1848991028778240:12345-192.168.202.34@tcp:4:fsx.0 00000004:00010000:2.0:1763335529.572676:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 917669 -> 917669 00000004:00010000:2.0:1763335529.572687:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335529 -> 1763335529 00000004:00010000:2.0:1763335529.572690:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335529 -> 1763335529 00000004:00010000:2.0:1763335529.572693:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335529 -> 1763335529 00000004:00010000:2.0:1763335529.572696:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 928 -> 928 00000100:00100000:2.0:1763335529.572855:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5f00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+15:2409:x1848991028778240:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 5283us (5825us total) trans 4294967710 rc 0/0 00000100:00100000:2.0:1763335529.572886:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 543 00002000:00100000:2.0:1763335529.572900:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f5f00700 x1848991028778240/t4294967710(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:575/0 lens 488/448 e 0 to 0 dl 1763335540 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335529.572909:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f5f00700 with x1848991028778240 00000100:00100000:1.0:1763335529.575278:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335529.575384:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028778368 00000100:00100000:2.0:1763335529.575395:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028778368 00000100:00100000:2.0:1763335529.575458:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 994 00000100:00100000:2.0:1763335529.575468:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5f01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+15:2408:x1848991028778368:12345-192.168.202.34@tcp:16:fsx.0 00000001:00080000:0.0:1763335529.578715:0:6496:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967710 is committed 00000001:00080000:0.0:1763335529.578732:0:6496:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967708 is committed 00000100:00100000:2.0:1763335529.580008:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5f01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+12:2408:x1848991028778368:12345-192.168.202.34@tcp:16:fsx.0 Request processed in 4531us (4730us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335529.580022:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 994 00000100:00100000:1.0:1763335529.585072:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335529.585261:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028778496 00000100:00100000:3.0:1763335529.585271:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028778496 00000100:00100000:3.0:1763335529.585333:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 695 00000100:00100000:3.0:1763335529.585343:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5f01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2407:x1848991028778496:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335529.585363:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335529.585540:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a06c00/0x10123ce7f0763913 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847cfa0 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335529.585606:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4776a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041264256:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335529.585709:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58506c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335529.590478:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4776a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041264256:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335529.590525:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a06c00/0x10123ce7f0763913 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cfa0 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335529.590553:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a06c00/0x10123ce7f0763913 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cfa0 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335529.590567:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a06c00, rc 0) 00000100:00100000:3.0:1763335529.590859:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5f01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2407:x1848991028778496:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5514us (5795us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335529.590929:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 695 00000100:00100000:2.0:1763335529.597130:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335529.599194:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028778624 00000100:00100000:3.0:1763335529.599208:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028778624 00000100:00100000:3.0:1763335529.599284:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 696 00000100:00100000:3.0:1763335529.599295:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3781c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991028778624:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335529.599315:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335529.599336:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a06c00/0x10123ce7f076391a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847cfa7 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335529.599400:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4776a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041264384:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335529.599492:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58506c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335529.602772:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4776a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041264384:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335529.602813:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a06c00/0x10123ce7f076391a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cfa7 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335529.602838:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a06c00/0x10123ce7f076391a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cfa7 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335529.602850:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a06c00, rc 0) 00000100:00100000:3.0:1763335529.603087:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3781c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991028778624:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3792us (5969us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335529.603097:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 696 00000100:00100000:0.0:1763335529.608327:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335529.608417:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028778752 00000100:00100000:3.0:1763335529.608428:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028778752 00000100:00100000:3.0:1763335529.608494:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 697 00000100:00100000:3.0:1763335529.608518:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2409:x1848991028778752:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335529.608538:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335529.608558:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a06c00/0x10123ce7f0763921 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847cfae expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335529.608623:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4776a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041264512:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335529.608711:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58506c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335529.613420:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4776a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041264512:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335529.613460:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a06c00/0x10123ce7f0763921 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cfae expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335529.613487:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a06c00/0x10123ce7f0763921 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cfae expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335529.613500:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a06c00, rc 0) 00000100:00100000:3.0:1763335529.613567:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2409:x1848991028778752:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5049us (5248us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335529.613577:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 697 00000100:00100000:0.0:1763335529.617736:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335529.618142:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028778880 00000100:00100000:3.0:1763335529.618153:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028778880 00000100:00100000:3.0:1763335529.618206:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 698 00000100:00100000:3.0:1763335529.618216:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991028778880:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335529.618235:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335529.618255:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a06200/0x10123ce7f0763928 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847cfb5 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335529.618339:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4776a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041264640:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335529.618426:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58506c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335529.624659:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4776a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041264640:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335529.624699:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a06200/0x10123ce7f0763928 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cfb5 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335529.624725:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a06200/0x10123ce7f0763928 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cfb5 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335529.624736:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a06200, rc 0) 00000100:00100000:3.0:1763335529.624798:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991028778880:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6583us (7074us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335529.624808:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 698 00000100:00100000:2.0:1763335529.632376:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335529.633902:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028779008 00000100:00100000:1.0:1763335529.633926:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028779008 00000100:00100000:1.0:1763335529.634008:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 995 00000100:00100000:1.0:1763335529.634021:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3780a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+13:15720:x1848991028779008:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335529.634046:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335529.634076:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4200/0x10123ce7f076392f lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847cfbc expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335529.634112:0:8224:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06600/0x10123ce7f07638cd lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cf5a expref: 11 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335529.634125:0:8224:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4200/0x10123ce7f076392f lrc: 4/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cfbc expref: 14 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335529.634166:0:8224:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06600/0x10123ce7f07638cd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cf5a expref: 11 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335529.634187:0:8224:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06600/0x10123ce7f07638cd lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cf5a expref: 11 pid: 8224 timeout: 430 lvb_type: 0 00000100:00100000:1.0:1763335529.634202:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5f01f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041264768:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335529.634293:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c52f0b40 going to sleep for 11 seconds 00000100:00100000:1.0:1763335529.643510:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5f01f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041264768:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335529.643551:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4200/0x10123ce7f076392f lrc: 3/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cfbc expref: 14 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335529.643572:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335529.643576:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335529.643582:0:8224:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4200/0x10123ce7f076392f lrc: 3/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cfbc expref: 14 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335529.643595:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4200, rc 0) 00000100:00100000:1.0:1763335529.643668:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3780a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+14:15720:x1848991028779008:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 9649us (11303us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335529.643678:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 995 00000100:00100000:2.0:1763335529.643860:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335529.644316:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028779136 00000100:00100000:3.0:1763335529.644325:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028779136 00010000:00010000:3.0:1763335529.644356:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06600/0x10123ce7f07638cd lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cf5a expref: 12 pid: 8224 timeout: 430 lvb_type: 0 00000100:00100000:3.0:1763335529.644393:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 373 00000100:00100000:3.0:1763335529.644403:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c3e0b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+12:2409:x1848991028779136:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335529.644420:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335529.644442:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06600/0x10123ce7f07638cd lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cf5a expref: 12 pid: 8224 timeout: 430 lvb_type: 0 00010000:00010000:3.0:1763335529.644475:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06600/0x10123ce7f07638cd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cf5a expref: 12 pid: 8224 timeout: 430 lvb_type: 0 00010000:00010000:3.0:1763335529.644500:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06600/0x10123ce7f07638cd lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cf5a expref: 12 pid: 8224 timeout: 430 lvb_type: 0 00010000:00010000:3.0:1763335529.644515:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335529.644521:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4200/0x10123ce7f076392f lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cfbc expref: 13 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335529.644532:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4200/0x10123ce7f076392f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cfbc expref: 13 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335529.644543:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4200/0x10123ce7f076392f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cfbc expref: 13 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335529.644581:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4200/0x10123ce7f076392f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cfbc expref: 13 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335529.644596:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4776a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041264896:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335529.644668:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58506c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335529.647165:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4776a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041264896:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335529.647189:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335529.647242:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c3e0b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:2409:x1848991028779136:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 2839us (3382us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335529.647253:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 373 00000100:00100000:0.0:1763335529.659757:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335529.659811:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335529.660308:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028779264 00000100:00100000:2.0:1763335529.660321:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028779264 00002000:00100000:2.0:1763335529.660375:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc47ddf80 x1848991028779264/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:575/0 lens 488/0 e 0 to 0 dl 1763335540 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335529.660386:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc47ddf80 with x1848991028779264 00000100:00100000:1.0:1763335529.660739:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028779392 00000100:00100000:1.0:1763335529.660745:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028779392 00002000:00100000:1.0:1763335529.660773:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->2097151) req@ffff9aefc47dfb80 x1848991028779392/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:575/0 lens 488/0 e 0 to 0 dl 1763335540 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335529.660782:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc47dfb80 with x1848991028779392 ext(1048576->2097151) 00002000:00010000:1.0:1763335529.660787:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc47dfb80 00000100:00100000:1.0:1763335529.660818:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 356 00000100:00100000:1.0:1763335529.660829:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+9:2409:x1848991028779392:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335529.662753:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 544 00000100:00100000:2.0:1763335529.662772:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991028779264:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335529.675377:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+9:2409:x1848991028779392:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 14538us (15554us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1763335529.675395:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 356 00002000:00100000:1.0:1763335529.675410:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->2097151) req@ffff9aefc47dfb80 x1848991028779392/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:575/0 lens 488/440 e 0 to 0 dl 1763335540 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335529.675421:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc47dfb80 with x1848991028779392 ext(1048576->2097151) 00002000:00010000:1.0:1763335529.675428:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc47dfb80 00000100:00100000:2.0:1763335529.680021:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991028779264:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 17244us (20264us total) trans 0 rc 921600/921600 00000100:00100000:2.0:1763335529.680035:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 544 00002000:00100000:2.0:1763335529.680048:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc47ddf80 x1848991028779264/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:575/0 lens 488/440 e 0 to 0 dl 1763335540 ref 1 fl Complete:/600/0 rc 921600/921600 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335529.680057:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc47ddf80 with x1848991028779264 00000100:00100000:0.0:1763335529.684612:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335529.684741:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335529.685606:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028779520 00000100:00100000:1.0:1763335529.685617:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028779520 00000100:00100000:1.0:1763335529.685680:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 996 00000100:00100000:1.0:1763335529.685690:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:2408:x1848991028779520:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335529.685714:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335529.685738:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4e00/0x10123ce7f0763936 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847cfc3 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335529.685774:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4e00/0x10123ce7f0763936 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cfc3 expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763335529.685787:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 917669 00010000:00010000:1.0:1763335529.685795:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4e00/0x10123ce7f0763936 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cfc3 expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335529.685809:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335529.685813:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335529.685818:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4e00, rc 0) 00000100:00100000:1.0:1763335529.685895:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+12:2408:x1848991028779520:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 205us (1291us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335529.685902:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 996 00000100:00100000:3.0:1763335529.686155:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028779648 00000100:00100000:3.0:1763335529.686160:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028779648 00000100:00100000:2.0:1763335529.686488:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 699 00000100:00100000:2.0:1763335529.686497:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991028779648:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335529.686507:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335529.686519:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9200/0x10123ce7f076393d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847cfca expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335529.686567:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc3782680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041265024:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335529.686646:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c5ac7840 going to sleep for 11 seconds 00000100:00100000:2.0:1763335529.689799:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc3782680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041265024:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335529.689843:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9200/0x10123ce7f076393d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cfca expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335529.689953:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9200/0x10123ce7f076393d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cfca expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335529.689967:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc9200, rc 0) 00000100:00100000:2.0:1763335529.690064:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991028779648:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3566us (5321us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335529.690076:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 699 00000100:00100000:0.0:1763335529.693285:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335529.693385:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028779776 00000100:00100000:2.0:1763335529.693395:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028779776 00000100:00100000:2.0:1763335529.693456:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 700 00000100:00100000:2.0:1763335529.693466:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5789f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2407:x1848991028779776:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335529.693485:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335529.693505:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc8c00/0x10123ce7f0763944 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847cfd1 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335529.693568:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc3782680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041265152:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335529.693653:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c5ac7840 going to sleep for 11 seconds 00000100:00100000:2.0:1763335529.695782:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc3782680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041265152:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335529.695820:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc8c00/0x10123ce7f0763944 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cfd1 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335529.695845:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc8c00/0x10123ce7f0763944 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cfd1 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335529.695857:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc8c00, rc 0) 00000100:00100000:2.0:1763335529.695950:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5789f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2407:x1848991028779776:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2484us (2672us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335529.695958:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 700 00000100:00100000:0.0:1763335529.698831:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335529.699694:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028780032 00000100:00100000:2.0:1763335529.699707:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028780032 00000100:00100000:2.0:1763335529.699885:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 997 00000100:00100000:2.0:1763335529.699897:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5788e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+12:15720:x1848991028780032:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:2.0:1763335529.699974:0:10055:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335529.700156:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89c000/0x10123ce7f076367a lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cd0e expref: 12 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335529.700179:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335529.700184:0:10055:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335529.700370:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9200/0x10123ce7f076394b lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335529.700384:0:10055:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d400/0x10123ce7f07636ab lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cd38 expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335529.700394:0:10055:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9200/0x10123ce7f076394b lrc: 4/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335529.700427:0:10055:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d400/0x10123ce7f07636ab lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cd38 expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335529.700442:0:10055:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d400/0x10123ce7f07636ab lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cd38 expref: 13 pid: 10055 timeout: 430 lvb_type: 0 00000100:00100000:2.0:1763335529.700457:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc3782680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041265280:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335529.700541:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c5ac7b40 going to sleep for 11 seconds 00000100:00100000:2.0:1763335529.704024:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc3782680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041265280:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335529.704055:0:10055:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9200/0x10123ce7f076394b lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000100:00100000:1.0:1763335529.704475:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335529.704823:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028780160 00000100:00100000:3.0:1763335529.704831:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028780160 00010000:00010000:3.0:1763335529.704896:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d400/0x10123ce7f07636ab lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cd38 expref: 14 pid: 10055 timeout: 430 lvb_type: 0 00000100:00100000:3.0:1763335529.704941:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 374 00000100:00100000:3.0:1763335529.704951:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5f01f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991028780160:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335529.704969:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335529.704977:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d400/0x10123ce7f07636ab lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cd38 expref: 14 pid: 10055 timeout: 430 lvb_type: 0 00010000:00010000:3.0:1763335529.704989:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d400/0x10123ce7f07636ab lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cd38 expref: 14 pid: 10055 timeout: 430 lvb_type: 0 00010000:00010000:3.0:1763335529.705025:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d400/0x10123ce7f07636ab lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cd38 expref: 14 pid: 10055 timeout: 430 lvb_type: 0 00010000:00010000:3.0:1763335529.705041:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335529.705046:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9200/0x10123ce7f076394b lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335529.705057:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9200/0x10123ce7f076394b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335529.705066:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9200/0x10123ce7f076394b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335529.705094:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335529.705152:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5f01f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+13:2409:x1848991028780160:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 202us (678us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335529.705174:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 374 00010000:00010000:2.0:1763335529.705385:0:10055:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9200/0x10123ce7f076394b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335529.705393:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9200/0x10123ce7f076394b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000001:00080000:2.0:1763335529.705485:0:10055:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967711 00000004:00010000:2.0:1763335529.705532:0:10055:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 917669 -> 917669 00000004:00010000:2.0:1763335529.705536:0:10055:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335529 -> 1763335529 00000004:00010000:2.0:1763335529.705538:0:10055:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335529 -> 1763335529 00000004:00010000:2.0:1763335529.705540:0:10055:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335529 -> 1763335529 00000004:00010000:2.0:1763335529.705542:0:10055:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 928 -> 928 00000004:00010000:2.0:1763335529.705549:0:10055:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000001fdc5124 reply state 00000000b74a075f transno 4294967712 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9200/0x10123ce7f076394b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335529.705562:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9200/0x10123ce7f076394b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335529.705568:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335529.705571:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335529.705574:0:10055:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763335529.705661:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5788e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+14:15720:x1848991028780032:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 5766us (6841us total) trans 4294967712 rc 0/0 00000100:00100000:2.0:1763335529.705669:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 997 00000020:00080000:2.0:1763335529.705673:0:10055:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763335529.712255:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335529.714069:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028780288 00000100:00100000:3.0:1763335529.714085:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028780288 00000100:00100000:3.0:1763335529.714148:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 998 00000100:00100000:3.0:1763335529.714159:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5f00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+14:15720:x1848991028780288:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335529.714187:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335529.714191:0:10055:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763335529.714237:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4e00/0x10123ce7f0763936 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cfc3 expref: 14 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335529.714255:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335529.714262:0:10055:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763335529.714276:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06600/0x10123ce7f0763952 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847cfd8 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335529.714300:0:10055:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4200/0x10123ce7f076392f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cfbc expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335529.714311:0:10055:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06600/0x10123ce7f0763952 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cfd8 expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335529.714347:0:10055:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4200/0x10123ce7f076392f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cfbc expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335529.714362:0:10055:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4200/0x10123ce7f076392f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cfbc expref: 12 pid: 8224 timeout: 430 lvb_type: 0 00000100:00100000:3.0:1763335529.714375:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4776a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041265408:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335529.714487:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850240 going to sleep for 11 seconds 00000100:00100000:3.0:1763335529.719419:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335529.719548:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4776a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041265408:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335529.719603:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06600/0x10123ce7f0763952 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cfd8 expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335529.719626:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335529.719629:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335529.719635:0:10055:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06600/0x10123ce7f0763952 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cfd8 expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335529.719646:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a06600, rc 0) 00000100:00100000:0.0:1763335529.719716:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5f00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+14:15720:x1848991028780288:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5559us (7474us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335529.719727:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 998 00000100:00100000:1.0:1763335529.720731:0:6502:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028780416 00000100:00100000:1.0:1763335529.720742:0:6502:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028780416 00010000:00010000:1.0:1763335529.720784:0:6502:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4200/0x10123ce7f076392f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cfbc expref: 13 pid: 8224 timeout: 430 lvb_type: 0 00000100:00100000:1.0:1763335529.720826:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 375 00000100:00100000:1.0:1763335529.720835:0:6502:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4775180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:819c42eb-8a5f-4523-990c-a007cb66998d+13:2408:x1848991028780416:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335529.720852:0:6502:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335529.720900:0:6502:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4200/0x10123ce7f076392f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cfbc expref: 13 pid: 8224 timeout: 430 lvb_type: 0 00010000:00010000:1.0:1763335529.720912:0:6502:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4200/0x10123ce7f076392f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cfbc expref: 13 pid: 8224 timeout: 430 lvb_type: 0 00010000:00010000:1.0:1763335529.720948:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4200/0x10123ce7f076392f lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cfbc expref: 13 pid: 8224 timeout: 430 lvb_type: 0 00010000:00010000:1.0:1763335529.720966:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335529.720972:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06600/0x10123ce7f0763952 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cfd8 expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335529.720984:0:6502:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06600/0x10123ce7f0763952 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cfd8 expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335529.720994:0:6502:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06600/0x10123ce7f0763952 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cfd8 expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335529.721044:0:6502:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06600/0x10123ce7f0763952 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cfd8 expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335529.721060:0:6502:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5f02680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:6502:1848991041265536:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335529.721148:0:6502:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c52f0b40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335529.724789:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335529.724928:0:6502:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5f02680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:6502:1848991041265536:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335529.724958:0:6502:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335529.725028:0:6502:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4775180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:819c42eb-8a5f-4523-990c-a007cb66998d+12:2408:x1848991028780416:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 4193us (5619us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335529.725040:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 375 00000100:00100000:3.0:1763335529.725387:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028780544 00000100:00100000:3.0:1763335529.725395:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028780544 00000100:00100000:3.0:1763335529.725726:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 701 00000100:00100000:3.0:1763335529.725738:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5788a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:15720:x1848991028780544:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335529.725758:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335529.725779:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a06200/0x10123ce7f0763959 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847cfdf expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335529.725812:0:9882:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9e00/0x10123ce7f07638e2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1953792->1990655) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cf6f expref: 8 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335529.725821:0:9882:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335529.725824:0:9882:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335529.725829:0:9882:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a06200/0x10123ce7f0763959 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cfdf expref: 6 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335529.725862:0:9882:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9e00/0x10123ce7f07638e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1953792->1990655) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cf6f expref: 8 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335529.726952:0:9882:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9e00/0x10123ce7f07638e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1953792->1990655) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cf6f expref: 8 pid: 9882 timeout: 430 lvb_type: 0 00000100:00100000:3.0:1763335529.726971:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4775500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041265664:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335529.727182:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58503c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335529.733129:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4775500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041265664:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335529.733184:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a06200/0x10123ce7f0763959 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cfdf expref: 6 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335529.733205:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a06200, rc 0) 00000100:00100000:3.0:1763335529.733280:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5788a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+6:15720:x1848991028780544:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7543us (8500us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335529.733288:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 701 00000100:00100000:0.0:1763335529.736576:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335529.736642:0:6502:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028780672 00000100:00100000:1.0:1763335529.736655:0:6502:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028780672 00010000:00010000:1.0:1763335529.736701:0:6502:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9e00/0x10123ce7f07638e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1953792->1990655) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cf6f expref: 9 pid: 9882 timeout: 430 lvb_type: 0 00000100:00100000:3.0:1763335529.737177:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 376 00000100:00100000:0.0:1763335529.737293:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc578b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+9:2408:x1848991028780672:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335529.737311:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335529.737333:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9e00/0x10123ce7f07638e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1953792->1990655) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cf6f expref: 9 pid: 9882 timeout: 430 lvb_type: 0 00010000:00010000:0.0:1763335529.737347:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9e00/0x10123ce7f07638e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1953792->1990655) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cf6f expref: 9 pid: 9882 timeout: 430 lvb_type: 0 00010000:00010000:0.0:1763335529.737372:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9e00/0x10123ce7f07638e2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1953792->1990655) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cf6f expref: 9 pid: 9882 timeout: 430 lvb_type: 0 00010000:00010000:0.0:1763335529.737387:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335529.737402:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335529.737422:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a06200/0x10123ce7f0763959 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cfdf expref: 5 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335529.737433:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a06200/0x10123ce7f0763959 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cfdf expref: 5 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335529.737474:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a06200/0x10123ce7f0763959 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cfdf expref: 5 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335529.737488:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc578aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041265792:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335529.737569:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335529.741129:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc578aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041265792:192.168.202.34@tcp:105: 00010000:00010000:2.0:1763335529.741160:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335529.741165:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335529.741219:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc578b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991028780672:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 4032us (4651us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335529.741230:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028780800 00000100:00100000:2.0:1763335529.741231:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 376 00000100:00100000:1.0:1763335529.741236:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028780800 00002000:00010000:1.0:1763335529.741272:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1243967->18446744073709551615) 00002000:00100000:1.0:1763335529.741277:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5788000 with x1848991028780800 ext(1243967->18446744073709551615) 00002000:00010000:1.0:1763335529.741288:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5788000. 00000100:00100000:1.0:1763335529.741319:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 357 00000100:00100000:1.0:1763335529.741328:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5788000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991028780800:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:1.0:1763335529.742405:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 2097152 -> 1243967 00002000:00010000:1.0:1763335529.742412:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335529 -> 1763335529 00002000:00010000:1.0:1763335529.742415:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335529 -> 1763335528 00002000:00010000:1.0:1763335529.742417:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335529 -> 1763335529 00002000:00010000:1.0:1763335529.742419:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 592 -> 0 00000100:00100000:1.0:1763335529.742480:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5788000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+7:2408:x1848991028780800:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 1151us (1312us total) trans 4294967467 rc 0/0 00000100:00100000:1.0:1763335529.742489:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 357 00002000:00010000:1.0:1763335529.742493:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1243967->18446744073709551615) 00002000:00100000:1.0:1763335529.742496:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5788000 with x1848991028780800 ext(1243967->18446744073709551615) 00002000:00010000:1.0:1763335529.742501:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5788000. 00000100:00100000:0.0:1763335529.745012:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335529.745169:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028780928 00000100:00100000:3.0:1763335529.745179:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028780928 00000100:00100000:3.0:1763335529.745237:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 999 00000100:00100000:3.0:1763335529.745248:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5788380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+14:15720:x1848991028780928:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335529.745270:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335529.745293:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06c00/0x10123ce7f0763960 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847cfe6 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335529.745405:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06e00/0x10123ce7f0763967 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335529.745432:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06e00/0x10123ce7f0763967 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335529.745446:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06e00/0x10123ce7f0763967 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000004:00200000:3.0:1763335529.745474:0:10055:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 1243967 00000004:00200000:3.0:1763335529.745479:0:10055:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763335529.745496:0:10055:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06e00/0x10123ce7f0763967 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335529.745540:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06c00/0x10123ce7f0763960 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cfe6 expref: 16 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335529.745560:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06e00/0x10123ce7f0763967 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cfe6 expref: 15 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335529.745570:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335529.745573:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763335529.745577:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a06e00, rc 0) 00000100:00100000:3.0:1763335529.745634:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5788380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+15:15720:x1848991028780928:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 388us (631us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335529.745642:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 999 00000100:00100000:0.0:1763335529.749841:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335529.749977:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028781056 00000100:00100000:3.0:1763335529.749989:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028781056 00000100:00100000:3.0:1763335529.750054:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1000 00000100:00100000:3.0:1763335529.750067:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc578ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+12:15720:x1848991028781056:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335529.750092:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335529.750115:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07800/0x10123ce7f076396e lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847cfed expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335529.750162:0:10055:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06600/0x10123ce7f0763952 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cfd8 expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335529.750173:0:10055:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07800/0x10123ce7f076396e lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cfed expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335529.750212:0:10055:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06600/0x10123ce7f0763952 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cfd8 expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335529.750240:0:10055:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06600/0x10123ce7f0763952 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cfd8 expref: 14 pid: 10055 timeout: 430 lvb_type: 0 00000100:00100000:3.0:1763335529.750256:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4775500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041265920:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335529.750340:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58503c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335529.754654:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4775500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041265920:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335529.754688:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:3.0:1763335529.754693:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07800/0x10123ce7f076396e lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cfed expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335529.754714:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335529.754717:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335529.754722:0:10055:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07800/0x10123ce7f076396e lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cfed expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335529.754734:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a07800, rc 0) 00000100:00100000:3.0:1763335529.754808:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc578ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+13:15720:x1848991028781056:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4744us (4975us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335529.754818:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1000 00000100:00100000:2.0:1763335529.755132:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028781184 00000100:00100000:2.0:1763335529.755143:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028781184 00010000:00010000:2.0:1763335529.755178:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06600/0x10123ce7f0763952 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cfd8 expref: 15 pid: 10055 timeout: 430 lvb_type: 0 00000100:00100000:2.0:1763335529.755219:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 377 00000100:00100000:2.0:1763335529.755228:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc578b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+15:2408:x1848991028781184:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335529.755246:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335529.755268:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06600/0x10123ce7f0763952 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cfd8 expref: 15 pid: 10055 timeout: 430 lvb_type: 0 00010000:00010000:2.0:1763335529.755281:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06600/0x10123ce7f0763952 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cfd8 expref: 15 pid: 10055 timeout: 430 lvb_type: 0 00010000:00010000:2.0:1763335529.755305:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06600/0x10123ce7f0763952 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cfd8 expref: 15 pid: 10055 timeout: 430 lvb_type: 0 00010000:00010000:2.0:1763335529.755320:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335529.755324:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07800/0x10123ce7f076396e lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cfed expref: 12 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335529.755335:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07800/0x10123ce7f076396e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cfed expref: 12 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335529.755344:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07800/0x10123ce7f076396e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cfed expref: 12 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335529.755377:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07800/0x10123ce7f076396e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cfed expref: 12 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335529.755395:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc3782680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041266048:192.168.202.34@tcp:105: 00000100:00100000:2.0:1763335529.755469:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c5ac7840 going to sleep for 11 seconds 00000100:00100000:0.0:1763335529.761426:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335529.761553:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc3782680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041266048:192.168.202.34@tcp:105: 00010000:00010000:2.0:1763335529.761585:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335529.761661:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc578b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+14:2408:x1848991028781184:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 6433us (6973us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335529.761673:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 377 00000100:00100000:3.0:1763335529.762865:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028781312 00000100:00100000:3.0:1763335529.762892:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028781312 00000100:00100000:1.0:1763335529.764637:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 545 00000100:00100000:1.0:1763335529.764651:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5789180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+13:2406:x1848991028781312:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:1.0:1763335529.765489:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 917669 -> 917669 00000004:00010000:1.0:1763335529.765494:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335529 -> 1763335529 00000004:00010000:1.0:1763335529.765497:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335529 -> 1763335529 00000004:00010000:1.0:1763335529.765499:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335529 -> 1763335529 00000004:00010000:1.0:1763335529.765501:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 928 -> 944 00000100:00100000:1.0:1763335529.766068:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5789180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:2406:x1848991028781312:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 1415us (4648us total) trans 4294967713 rc 0/0 00000100:00100000:1.0:1763335529.766078:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 545 00000100:00100000:1.0:1763335529.769818:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335529.769945:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028781440 00000100:00100000:3.0:1763335529.769955:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028781440 00000100:00100000:3.0:1763335529.770070:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1001 00000100:00100000:3.0:1763335529.770081:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5f02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+14:15720:x1848991028781440:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335529.770107:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335529.770147:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06c00/0x10123ce7f0763975 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847cff4 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335529.770244:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06800/0x10123ce7f076397c lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335529.770261:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06800/0x10123ce7f076397c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335529.770748:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06800/0x10123ce7f076397c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000004:00200000:3.0:1763335529.770788:0:10055:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 1243967 00000004:00200000:3.0:1763335529.770794:0:10055:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763335529.770818:0:10055:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06800/0x10123ce7f076397c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335529.770850:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06c00/0x10123ce7f0763975 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cff4 expref: 16 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335529.770932:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06800/0x10123ce7f076397c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cff4 expref: 15 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335529.770943:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335529.770946:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763335529.770951:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a06800, rc 0) 00000100:00100000:3.0:1763335529.771024:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5f02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+15:15720:x1848991028781440:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 944us (1218us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335529.771031:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1001 00000100:00100000:0.0:1763335529.774168:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335529.774418:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028781568 00000100:00100000:3.0:1763335529.774429:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028781568 00000100:00100000:3.0:1763335529.774544:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 702 00000100:00100000:3.0:1763335529.774645:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc578a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991028781568:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335529.774666:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335529.774687:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a07000/0x10123ce7f0763983 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847cffb expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335529.774764:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4775500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041266176:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335529.774857:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850480 going to sleep for 11 seconds 00002000:00010000:3.0:1763335529.778325:0:9882:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335528 -> 1763335529 00000100:00100000:3.0:1763335529.778356:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4775500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041266176:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335529.778393:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a07000/0x10123ce7f0763983 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cffb expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335529.778420:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a07000/0x10123ce7f0763983 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cffb expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335529.778433:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a07000, rc 0) 00000100:00100000:3.0:1763335529.778503:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc578a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991028781568:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3860us (4344us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335529.778513:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 702 00000100:00100000:0.0:1763335529.781851:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335529.782171:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028781696 00000100:00100000:3.0:1763335529.782181:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028781696 00000100:00100000:0.0:1763335529.782359:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 703 00000100:00100000:0.0:1763335529.782369:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5789880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991028781696:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335529.782389:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335529.782421:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6200/0x10123ce7f076398a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d002 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335529.782483:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc578a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041266304:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335529.783368:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c600 going to sleep for 11 seconds 00000100:00100000:2.0:1763335529.786260:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc578a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041266304:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335529.786300:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6200/0x10123ce7f076398a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d002 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335529.786330:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6200/0x10123ce7f076398a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d002 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335529.786343:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6200, rc 0) 00000100:00100000:2.0:1763335529.786410:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5789880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991028781696:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4041us (4568us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335529.786420:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 703 00000100:00100000:2.0:1763335529.789351:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335529.789503:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028781824 00000100:00100000:0.0:1763335529.789514:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028781824 00000100:00100000:0.0:1763335529.789625:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 704 00000100:00100000:0.0:1763335529.789637:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3782680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:15720:x1848991028781824:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335529.789739:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335529.789764:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6000/0x10123ce7f0763991 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d009 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335529.789798:0:9882:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a06200/0x10123ce7f0763959 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cfdf expref: 6 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335529.789808:0:9882:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335529.789811:0:9882:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335529.789817:0:9882:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6000/0x10123ce7f0763991 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1232896->1245183] (req 1232896->1245183) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d009 expref: 9 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335529.789855:0:9882:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a06200/0x10123ce7f0763959 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cfdf expref: 6 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335529.789907:0:9882:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a06200/0x10123ce7f0763959 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cfdf expref: 6 pid: 9882 timeout: 430 lvb_type: 0 00000100:00100000:0.0:1763335529.789932:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc578b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041266432:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335529.790013:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8ccc0 going to sleep for 11 seconds 00010000:00010000:1.0:1763335529.791141:0:6504:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763335529.792956:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335529.793051:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc578b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041266432:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335529.793088:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6000/0x10123ce7f0763991 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1232896->1245183] (req 1232896->1245183) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d009 expref: 9 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335529.793114:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6000, rc 0) 00000100:00100000:2.0:1763335529.793178:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3782680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+9:15720:x1848991028781824:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3543us (3835us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335529.793188:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 704 00000100:00100000:1.0:1763335529.793479:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028781952 00000100:00100000:1.0:1763335529.793487:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028781952 00010000:00010000:1.0:1763335529.793518:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a06200/0x10123ce7f0763959 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cfdf expref: 7 pid: 9882 timeout: 430 lvb_type: 0 00000100:00100000:1.0:1763335529.793545:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 378 00000100:00100000:1.0:1763335529.793556:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc578bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+7:2408:x1848991028781952:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335529.793571:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335529.793592:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a06200/0x10123ce7f0763959 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cfdf expref: 7 pid: 9882 timeout: 430 lvb_type: 0 00010000:00010000:1.0:1763335529.793604:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a06200/0x10123ce7f0763959 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cfdf expref: 7 pid: 9882 timeout: 430 lvb_type: 0 00010000:00010000:1.0:1763335529.793628:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a06200/0x10123ce7f0763959 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cfdf expref: 7 pid: 9882 timeout: 430 lvb_type: 0 00010000:00010000:1.0:1763335529.793642:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335529.793644:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335529.793652:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6000/0x10123ce7f0763991 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1232896->1245183) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d009 expref: 8 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335529.793663:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6000/0x10123ce7f0763991 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1232896->1245183) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d009 expref: 8 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335529.793698:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6000/0x10123ce7f0763991 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1232896->1245183) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d009 expref: 8 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335529.793711:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4697b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041266560:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335529.793762:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c52f0780 going to sleep for 11 seconds 00000100:00100000:2.0:1763335529.796999:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335529.797097:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4697b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041266560:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335529.797120:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335529.797177:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc578bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991028781952:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 3621us (4227us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335529.797189:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 378 00000100:00100000:3.0:1763335529.797391:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028782080 00000100:00100000:3.0:1763335529.797398:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028782080 00000100:00100000:3.0:1763335529.797459:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 358 00000100:00100000:3.0:1763335529.797469:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3781500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+9:2406:x1848991028782080:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:3.0:1763335529.797732:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1243967 -> 1243967 00002000:00010000:3.0:1763335529.797746:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335529 -> 1763335529 00002000:00010000:3.0:1763335529.797749:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335529 -> 1763335528 00002000:00010000:3.0:1763335529.797752:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335529 -> 1763335529 00002000:00010000:3.0:1763335529.797754:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 0 -> 24 00000100:00100000:3.0:1763335529.797799:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3781500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+10:2406:x1848991028782080:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 331us (812us total) trans 4294967468 rc 0/0 00000100:00100000:3.0:1763335529.797807:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 358 00000100:00100000:2.0:1763335529.802494:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335529.803376:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335529.803448:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028782208 00000100:00100000:3.0:1763335529.803459:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028782208 00000100:00100000:3.0:1763335529.803704:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1002 00000100:00100000:3.0:1763335529.803716:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3780000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+14:2406:x1848991028782208:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335529.803739:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335529.803762:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07000/0x10123ce7f0763998 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d010 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335529.803801:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07800/0x10123ce7f076396e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cfed expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335529.803839:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4775500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041266688:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335529.804498:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028782336 00000100:00100000:0.0:1763335529.804504:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028782336 00000100:00100000:0.0:1763335529.804571:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 705 00000100:00100000:0.0:1763335529.804597:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3783800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+6:2406:x1848991028782336:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335529.804608:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335529.804620:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6600/0x10123ce7f076399f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d017 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335529.804662:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc578b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041266816:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335529.804754:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850480 going to sleep for 11 seconds 00000100:00100000:0.0:1763335529.804759:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c300 going to sleep for 11 seconds 00002000:00010000:0.0:1763335529.807728:0:9882:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335528 -> 1763335529 00002000:00010000:0.0:1763335529.807739:0:9882:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime: 1763335529 -> 1763335530 00000100:00100000:0.0:1763335529.807762:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc578b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041266816:192.168.202.34@tcp:106: 00000004:00010000:3.0:1763335529.807771:0:10055:0:(mdt_lvb.c:195:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime: 1763335529 -> 1763335530 00000100:00100000:3.0:1763335529.807786:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4775500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041266688:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335529.807798:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 917669 00010000:00010000:0.0:1763335529.807805:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6600/0x10123ce7f076399f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d017 expref: 7 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335529.807810:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07000/0x10123ce7f0763998 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d010 expref: 15 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335529.807828:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335529.807830:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6600/0x10123ce7f076399f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d017 expref: 7 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335529.807842:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6600, rc 0) 00010000:00010000:3.0:1763335529.807844:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335529.807850:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07000/0x10123ce7f0763998 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d010 expref: 15 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335529.807858:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a07000, rc 0) 00000100:00100000:3.0:1763335529.807941:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3780000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+14:2406:x1848991028782208:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4226us (4566us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335529.807941:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3783800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+6:2406:x1848991028782336:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3346us (5455us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335529.807951:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1002 00000100:00100000:0.0:1763335529.807951:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 705 00000100:00100000:0.0:1763335529.811326:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335529.811373:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335529.811374:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028782464 00000100:00100000:3.0:1763335529.811385:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028782464 00000100:00100000:3.0:1763335529.811450:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1003 00000100:00100000:3.0:1763335529.811460:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc578b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+14:2406:x1848991028782464:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335529.811484:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335529.811508:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06c00/0x10123ce7f07639a6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d01e expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335529.811550:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07800/0x10123ce7f076396e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cfed expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335529.811582:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028782592 00000100:00100000:2.0:1763335529.811586:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028782592 00000100:00100000:3.0:1763335529.811590:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4775500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041266944:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335529.811620:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 706 00000100:00100000:2.0:1763335529.811627:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc578a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+6:2406:x1848991028782592:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335529.811635:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335529.811646:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9800/0x10123ce7f07639ad lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d025 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335529.811672:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850480 going to sleep for 11 seconds 00000100:00100000:2.0:1763335529.811679:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc3781180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041267072:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335529.811707:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c5ac7840 going to sleep for 11 seconds 00000100:00100000:3.0:1763335529.814606:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4775500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041266944:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335529.814632:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 917669 00010000:00010000:3.0:1763335529.814652:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06c00/0x10123ce7f07639a6 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d01e expref: 15 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335529.814675:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335529.814678:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335529.814703:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06c00/0x10123ce7f07639a6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d01e expref: 15 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335529.814717:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a06c00, rc 0) 00000100:00100000:0.0:1763335529.814753:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc3781180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041267072:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335529.814773:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9800/0x10123ce7f07639ad lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d025 expref: 7 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335529.814803:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9800/0x10123ce7f07639ad lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d025 expref: 7 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335529.814812:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc9800, rc 0) 00000100:00100000:3.0:1763335529.814819:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc578b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+14:2406:x1848991028782464:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3361us (3721us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335529.814828:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1003 00000100:00100000:0.0:1763335529.814833:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc578a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+6:2406:x1848991028782592:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3207us (3460us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335529.814838:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 706 00000100:00100000:0.0:1763335529.822659:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335529.822733:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028782720 00000100:00100000:3.0:1763335529.822743:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028782720 00000100:00100000:3.0:1763335529.822804:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1004 00000100:00100000:3.0:1763335529.822813:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc578aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+14:15720:x1848991028782720:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335529.822981:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335529.823009:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07000/0x10123ce7f07639b4 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d02c expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335529.823044:0:10055:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07800/0x10123ce7f076396e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cfed expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335529.823056:0:10055:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07000/0x10123ce7f07639b4 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d02c expref: 15 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335529.823092:0:10055:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07800/0x10123ce7f076396e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cfed expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335529.823105:0:10055:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07800/0x10123ce7f076396e lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cfed expref: 14 pid: 10055 timeout: 430 lvb_type: 0 00000100:00100000:3.0:1763335529.823119:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4775500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041267200:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335529.823224:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850480 going to sleep for 11 seconds 00000100:00100000:3.0:1763335529.825730:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4775500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041267200:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335529.825766:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07000/0x10123ce7f07639b4 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d02c expref: 15 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335529.825785:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335529.825788:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335529.825792:0:10055:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07000/0x10123ce7f07639b4 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d02c expref: 15 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335529.825804:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a07000, rc 0) 00000100:00100000:3.0:1763335529.825863:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc578aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+15:15720:x1848991028782720:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3050us (3215us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335529.825907:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1004 00000100:00100000:2.0:1763335529.830376:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335529.830478:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028782848 00000100:00100000:1.0:1763335529.830489:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028782848 00010000:00010000:1.0:1763335529.830531:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07800/0x10123ce7f076396e lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cfed expref: 15 pid: 10055 timeout: 430 lvb_type: 0 00000100:00100000:1.0:1763335529.830576:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 379 00000100:00100000:1.0:1763335529.830587:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3782d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+15:2409:x1848991028782848:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335529.830603:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335529.830625:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07800/0x10123ce7f076396e lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cfed expref: 15 pid: 10055 timeout: 430 lvb_type: 0 00010000:00010000:1.0:1763335529.830638:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07800/0x10123ce7f076396e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cfed expref: 15 pid: 10055 timeout: 430 lvb_type: 0 00010000:00010000:1.0:1763335529.830664:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07800/0x10123ce7f076396e lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cfed expref: 15 pid: 10055 timeout: 430 lvb_type: 0 00010000:00010000:1.0:1763335529.830680:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335529.830687:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07000/0x10123ce7f07639b4 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d02c expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335529.830701:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07000/0x10123ce7f07639b4 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d02c expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335529.830710:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07000/0x10123ce7f07639b4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d02c expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335529.830751:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07000/0x10123ce7f07639b4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d02c expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335529.830764:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4697b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041267328:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335529.830853:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c52f0780 going to sleep for 11 seconds 00000100:00100000:1.0:1763335529.834558:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4697b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041267328:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335529.834583:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335529.834644:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3782d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991028782848:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 4058us (4278us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335529.834654:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 379 00000100:00100000:0.0:1763335529.835992:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335529.836521:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028782976 00000100:00100000:1.0:1763335529.836533:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028782976 00000100:00100000:1.0:1763335529.836623:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 546 00000100:00100000:1.0:1763335529.836633:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc554fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+15:2408:x1848991028782976:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:1.0:1763335529.836821:0:6530:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 917669 -> 917669 00000004:00010000:1.0:1763335529.836826:0:6530:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335529 -> 1763335529 00000004:00010000:1.0:1763335529.836829:0:6530:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335529 -> 1763335529 00000004:00010000:1.0:1763335529.836831:0:6530:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335530 -> 1763335530 00000004:00010000:1.0:1763335529.836833:0:6530:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 944 -> 944 00000100:00100000:1.0:1763335529.836932:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc554fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+16:2408:x1848991028782976:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 299us (945us total) trans 4294967714 rc 0/0 00000100:00100000:1.0:1763335529.836941:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 546 00000100:00100000:2.0:1763335529.841357:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335529.842291:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028783104 00000100:00100000:0.0:1763335529.842302:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028783104 00000100:00100000:0.0:1763335529.842700:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1005 00000100:00100000:0.0:1763335529.842711:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3783b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+14:2407:x1848991028783104:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335529.842735:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335529.842759:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7400/0x10123ce7f07639bb lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d033 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335529.842801:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07000/0x10123ce7f07639b4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d02c expref: 15 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335529.842844:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc554dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041267456:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335529.843296:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c300 going to sleep for 11 seconds 00000100:00100000:3.0:1763335529.845654:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc554dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041267456:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335529.845680:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 917669 00010000:00010000:3.0:1763335529.845701:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7400/0x10123ce7f07639bb lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d033 expref: 15 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335529.845724:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335529.845728:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335529.845732:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7400/0x10123ce7f07639bb lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d033 expref: 15 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335529.845747:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd7400, rc 0) 00000100:00100000:3.0:1763335529.845809:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3783b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+14:2407:x1848991028783104:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3099us (4461us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335529.845835:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1005 00000100:00100000:2.0:1763335529.849472:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335529.849544:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028783232 00000100:00100000:3.0:1763335529.849553:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028783232 00000100:00100000:3.0:1763335529.849607:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1006 00000100:00100000:3.0:1763335529.849616:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3782300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+14:2406:x1848991028783232:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335529.849637:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335529.849659:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06c00/0x10123ce7f07639c2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d03a expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335529.849699:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07000/0x10123ce7f07639b4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d02c expref: 15 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335529.849743:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4775500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041267584:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335529.849826:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850480 going to sleep for 11 seconds 00000100:00100000:3.0:1763335529.852598:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4775500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041267584:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335529.852623:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 917669 00010000:00010000:3.0:1763335529.852642:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06c00/0x10123ce7f07639c2 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d03a expref: 15 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335529.852664:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335529.852667:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335529.852672:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06c00/0x10123ce7f07639c2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d03a expref: 15 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335529.852684:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a06c00, rc 0) 00000100:00100000:3.0:1763335529.852740:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3782300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+14:2406:x1848991028783232:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3124us (3276us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335529.852765:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1006 00000100:00100000:0.0:1763335529.856434:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335529.856565:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028783360 00000100:00100000:1.0:1763335529.856575:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028783360 00002000:00100000:1.0:1763335529.856625:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc554f800 x1848991028783360/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:575/0 lens 488/0 e 0 to 0 dl 1763335540 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335529.856637:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc554f800 with x1848991028783360 00000100:00100000:1.0:1763335529.856679:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 547 00000100:00100000:1.0:1763335529.856689:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc554f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+16:2406:x1848991028783360:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335529.856927:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc554f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+16:2406:x1848991028783360:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 239us (503us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335529.856935:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 547 00002000:00100000:1.0:1763335529.856942:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc554f800 x1848991028783360/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:575/0 lens 488/4536 e 0 to 0 dl 1763335540 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335529.856949:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc554f800 with x1848991028783360 00000100:00100000:2.0:1763335529.861076:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335529.861175:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028783488 00000100:00100000:0.0:1763335529.861187:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028783488 00002000:00100000:0.0:1763335529.861255:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc3781180 x1848991028783488/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:575/0 lens 488/0 e 0 to 0 dl 1763335540 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335529.861267:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc3781180 with x1848991028783488 00000100:00100000:0.0:1763335529.861308:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 548 00000100:00100000:0.0:1763335529.861318:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3781180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+16:2407:x1848991028783488:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335529.861520:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3781180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+16:2407:x1848991028783488:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 204us (455us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335529.861528:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 548 00002000:00100000:0.0:1763335529.861534:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc3781180 x1848991028783488/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:575/0 lens 488/4536 e 0 to 0 dl 1763335540 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335529.861541:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc3781180 with x1848991028783488 00000100:00100000:2.0:1763335529.864900:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335529.865069:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028783616 00000100:00100000:3.0:1763335529.865081:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028783616 00000100:00100000:3.0:1763335529.865432:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1007 00000100:00100000:3.0:1763335529.865443:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c6721500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+14:2406:x1848991028783616:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335529.865467:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335529.865493:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06c00/0x10123ce7f07639c9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d041 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335529.865533:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07000/0x10123ce7f07639b4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d02c expref: 15 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335529.865579:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4775500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041267712:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335529.865669:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850480 going to sleep for 11 seconds 00000004:00010000:3.0:1763335529.867654:0:10055:0:(mdt_lvb.c:183:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime: 1763335529 -> 1763335530 00000100:00100000:3.0:1763335529.867681:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4775500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041267712:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335529.867703:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 917669 00010000:00010000:3.0:1763335529.867722:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06c00/0x10123ce7f07639c9 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d041 expref: 15 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335529.867743:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335529.867745:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335529.867751:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06c00/0x10123ce7f07639c9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d041 expref: 15 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335529.867766:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a06c00, rc 0) 00000100:00100000:3.0:1763335529.868134:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c6721500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+14:2406:x1848991028783616:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2691us (3269us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335529.868154:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1007 00000100:00100000:2.0:1763335529.870751:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335529.870828:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028783744 00000100:00100000:3.0:1763335529.870838:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028783744 00000100:00100000:3.0:1763335529.870931:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1008 00000100:00100000:3.0:1763335529.870943:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c6720380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+14:2407:x1848991028783744:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335529.870966:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335529.870992:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06a00/0x10123ce7f07639d0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d048 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335529.871297:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07000/0x10123ce7f07639b4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d02c expref: 15 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335529.871347:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c6723100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041267840:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335529.871468:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c5ac7b40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335529.874211:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c6723100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041267840:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335529.874244:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 917669 00010000:00010000:0.0:1763335529.874267:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06a00/0x10123ce7f07639d0 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d048 expref: 15 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335529.874292:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335529.874296:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335529.874301:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06a00/0x10123ce7f07639d0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d048 expref: 15 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335529.874321:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a06a00, rc 0) 00000100:00100000:0.0:1763335529.874399:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c6720380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+14:2407:x1848991028783744:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3457us (3658us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335529.874410:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1008 00000100:00100000:0.0:1763335529.878152:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335529.878282:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028783872 00000100:00100000:2.0:1763335529.878295:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028783872 00000100:00100000:2.0:1763335529.878419:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 707 00000100:00100000:2.0:1763335529.878429:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc554f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+6:2406:x1848991028783872:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335529.878450:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335529.878469:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc8800/0x10123ce7f07639d7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d04f expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335529.878526:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c6723800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041267968:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335529.878755:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c5ac7840 going to sleep for 11 seconds 00002000:00010000:0.0:1763335529.885315:0:9882:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime: 1763335529 -> 1763335530 00000100:00100000:0.0:1763335529.885343:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c6723800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041267968:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335529.885380:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc8800/0x10123ce7f07639d7 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d04f expref: 7 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335529.885406:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc8800/0x10123ce7f07639d7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d04f expref: 7 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335529.885420:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc8800, rc 0) 00000100:00100000:0.0:1763335529.885518:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc554f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+6:2406:x1848991028783872:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7089us (7377us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335529.885528:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 707 00000100:00100000:3.0:1763335529.888538:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335529.888650:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028784000 00000100:00100000:0.0:1763335529.888662:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028784000 00000100:00100000:0.0:1763335529.889119:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 708 00000100:00100000:0.0:1763335529.889132:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4775500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+6:2407:x1848991028784000:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335529.889155:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335529.889181:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6a00/0x10123ce7f07639de lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d056 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335529.889256:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc554d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041268096:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335529.889384:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8cf00 going to sleep for 11 seconds 00000100:00100000:0.0:1763335529.892251:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc554d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041268096:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335529.892296:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6a00/0x10123ce7f07639de lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d056 expref: 7 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335529.892341:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6a00/0x10123ce7f07639de lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d056 expref: 7 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335529.892352:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6a00, rc 0) 00000100:00100000:0.0:1763335529.892411:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4775500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+6:2407:x1848991028784000:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3282us (3884us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335529.892421:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 708 00000100:00100000:2.0:1763335529.896349:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335529.897199:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028784128 00000100:00100000:0.0:1763335529.897210:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028784128 00000100:00100000:2.0:1763335529.897470:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 359 00000100:00100000:2.0:1763335529.897482:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c6722300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+10:2406:x1848991028784128:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:2.0:1763335529.897796:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1243967 -> 1243967 00002000:00010000:2.0:1763335529.897800:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335530 -> 1763335529 00002000:00010000:2.0:1763335529.897802:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335529 -> 1763335528 00002000:00010000:2.0:1763335529.897804:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335530 -> 1763335529 00002000:00010000:2.0:1763335529.897807:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 24 -> 112 00000100:00100000:2.0:1763335529.897901:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c6722300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+11:2406:x1848991028784128:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 421us (1560us total) trans 4294967469 rc 0/0 00000100:00100000:2.0:1763335529.897910:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 359 00000100:00100000:3.0:1763335529.901923:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335529.902138:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028784256 00000100:00100000:0.0:1763335529.902148:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028784256 00000100:00100000:0.0:1763335529.902212:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 709 00000100:00100000:0.0:1763335529.902223:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4776680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+6:2406:x1848991028784256:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335529.902243:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335529.902265:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6400/0x10123ce7f07639e5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d05d expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335529.902329:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc554d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041268224:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335529.902417:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8cf00 going to sleep for 11 seconds 00002000:00010000:2.0:1763335529.905630:0:9882:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime: 1763335529 -> 1763335530 00002000:00010000:2.0:1763335529.905640:0:9882:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335528 -> 1763335529 00002000:00010000:2.0:1763335529.905642:0:9882:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime: 1763335529 -> 1763335530 00000100:00100000:2.0:1763335529.905662:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc554d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041268224:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335529.905701:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6400/0x10123ce7f07639e5 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d05d expref: 7 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335529.905726:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6400/0x10123ce7f07639e5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d05d expref: 7 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335529.905739:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6400, rc 0) 00000100:00100000:2.0:1763335529.906389:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4776680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+6:2406:x1848991028784256:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4163us (4522us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335529.906399:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 709 00000100:00100000:2.0:1763335529.910365:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335529.910560:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028784384 00000100:00100000:0.0:1763335529.910575:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028784384 00000100:00100000:0.0:1763335529.910653:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 710 00000100:00100000:0.0:1763335529.910667:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c6721f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+6:2407:x1848991028784384:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335529.910695:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335529.910724:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6c00/0x10123ce7f07639ec lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d064 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335529.910829:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc554f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041268352:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335529.910981:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c480 going to sleep for 11 seconds 00000100:00100000:0.0:1763335529.915502:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc554f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041268352:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335529.915547:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6c00/0x10123ce7f07639ec lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d064 expref: 7 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335529.915573:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6c00/0x10123ce7f07639ec lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d064 expref: 7 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335529.915586:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6c00, rc 0) 00000100:00100000:0.0:1763335529.915685:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c6721f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+6:2407:x1848991028784384:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5020us (5333us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335529.915695:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 710 00000100:00100000:2.0:1763335529.918773:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335529.918840:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028784512 00000100:00100000:0.0:1763335529.918849:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028784512 00000100:00100000:0.0:1763335529.918929:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 711 00000100:00100000:0.0:1763335529.918940:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c6723480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+6:2407:x1848991028784512:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335529.918960:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335529.918980:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6800/0x10123ce7f07639f3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d06b expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335529.919146:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc554f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041268480:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335529.919319:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c480 going to sleep for 11 seconds 00000100:00100000:0.0:1763335529.921726:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc554f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041268480:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335529.921783:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6800/0x10123ce7f07639f3 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d06b expref: 7 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335529.921808:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6800/0x10123ce7f07639f3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d06b expref: 7 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335529.921820:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6800, rc 0) 00000100:00100000:0.0:1763335529.921926:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c6723480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+6:2407:x1848991028784512:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2974us (3146us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335529.921936:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 711 00000100:00100000:3.0:1763335529.925110:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335529.925238:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028784640 00000100:00100000:0.0:1763335529.925248:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028784640 00000100:00100000:0.0:1763335529.925389:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 712 00000100:00100000:0.0:1763335529.925401:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4776a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+6:15720:x1848991028784640:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335529.925419:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335529.925439:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6c00/0x10123ce7f07639fa lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d072 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335529.925471:0:9882:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6000/0x10123ce7f0763991 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1232896->1245183) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d009 expref: 10 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335529.925480:0:9882:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335529.925482:0:9882:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335529.925487:0:9882:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6c00/0x10123ce7f07639fa lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1830912->1863679] (req 1830912->1863679) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d072 expref: 7 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335529.925518:0:9882:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6000/0x10123ce7f0763991 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1232896->1245183) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d009 expref: 10 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335529.925547:0:9882:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6000/0x10123ce7f0763991 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1232896->1245183) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d009 expref: 10 pid: 9882 timeout: 430 lvb_type: 0 00000100:00100000:0.0:1763335529.925561:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc554f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041268608:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335529.925644:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c480 going to sleep for 11 seconds 00000100:00100000:0.0:1763335529.929075:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc554f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041268608:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335529.929115:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6c00/0x10123ce7f07639fa lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1830912->1863679] (req 1830912->1863679) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d072 expref: 7 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335529.929137:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6c00, rc 0) 00000100:00100000:0.0:1763335529.929196:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4776a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+7:15720:x1848991028784640:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3797us (4096us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335529.929206:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 712 00000100:00100000:3.0:1763335529.929566:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335529.929811:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028784768 00000100:00100000:1.0:1763335529.929818:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028784768 00010000:00010000:1.0:1763335529.929849:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6000/0x10123ce7f0763991 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1232896->1245183) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d009 expref: 11 pid: 9882 timeout: 430 lvb_type: 0 00000100:00100000:1.0:1763335529.929903:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 380 00000100:00100000:1.0:1763335529.929922:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c3e09850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+11:2409:x1848991028784768:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335529.929938:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335529.929959:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6000/0x10123ce7f0763991 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1232896->1245183) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d009 expref: 11 pid: 9882 timeout: 430 lvb_type: 0 00010000:00010000:1.0:1763335529.929972:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6000/0x10123ce7f0763991 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1232896->1245183) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d009 expref: 11 pid: 9882 timeout: 430 lvb_type: 0 00010000:00010000:1.0:1763335529.929996:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6000/0x10123ce7f0763991 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1232896->1245183) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d009 expref: 11 pid: 9882 timeout: 430 lvb_type: 0 00010000:00010000:1.0:1763335529.930010:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335529.930012:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335529.930019:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6c00/0x10123ce7f07639fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1830912->1863679) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d072 expref: 6 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335529.930029:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6c00/0x10123ce7f07639fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1830912->1863679) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d072 expref: 6 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335529.930065:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6c00/0x10123ce7f07639fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1830912->1863679) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d072 expref: 6 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335529.930078:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4697b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041268736:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335529.930143:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fbf00 going to sleep for 11 seconds 00000100:00100000:1.0:1763335529.938705:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4697b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041268736:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335529.938734:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335529.938795:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c3e09850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+10:2409:x1848991028784768:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 8882us (9228us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335529.938807:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 380 00000100:00100000:3.0:1763335529.939679:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335529.939759:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028784896 00000100:00100000:1.0:1763335529.939767:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028784896 00000100:00100000:1.0:1763335529.939828:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 360 00000100:00100000:1.0:1763335529.939838:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4777480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+7:2408:x1848991028784896:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:1.0:1763335529.940083:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1243967 -> 1243967 00002000:00010000:1.0:1763335529.940087:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335530 -> 1763335529 00002000:00010000:1.0:1763335529.940090:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335529 -> 1763335528 00002000:00010000:1.0:1763335529.940093:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335530 -> 1763335529 00002000:00010000:1.0:1763335529.940096:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 112 -> 176 00000100:00100000:1.0:1763335529.940149:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4777480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2408:x1848991028784896:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 312us (472us total) trans 4294967470 rc 0/0 00000100:00100000:1.0:1763335529.940157:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 360 00000100:00100000:2.0:1763335529.944002:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335529.944057:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335529.944160:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028785152 00000100:00100000:0.0:1763335529.944170:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028785152 00000100:00100000:0.0:1763335529.944235:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 713 00000100:00100000:0.0:1763335529.944247:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c6723b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+10:2406:x1848991028785152:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335529.944269:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335529.944293:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6800/0x10123ce7f0763a01 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d080 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335529.944359:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc554f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041268864:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335529.944454:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c480 going to sleep for 11 seconds 00000100:00100000:1.0:1763335529.944661:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028785024 00000100:00100000:1.0:1763335529.944666:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028785024 00000100:00100000:1.0:1763335529.944711:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1009 00000100:00100000:1.0:1763335529.944718:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c6722d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+14:2406:x1848991028785024:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335529.944730:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335529.944748:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f0763a08 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d079 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335529.944782:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07000/0x10123ce7f07639b4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d02c expref: 15 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335529.944806:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4697b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041268992:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335529.944848:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fbcc0 going to sleep for 11 seconds 00002000:00010000:0.0:1763335529.947431:0:9882:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime: 1763335529 -> 1763335530 00002000:00010000:0.0:1763335529.947455:0:9882:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335528 -> 1763335529 00002000:00010000:0.0:1763335529.947458:0:9882:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime: 1763335529 -> 1763335530 00000100:00100000:0.0:1763335529.947482:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc554f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041268864:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335529.947520:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6800/0x10123ce7f0763a01 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d080 expref: 11 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335529.947546:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6800/0x10123ce7f0763a01 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d080 expref: 11 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335529.947559:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6800, rc 0) 00000100:00100000:0.0:1763335529.947634:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c6723b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+10:2406:x1848991028785152:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3388us (3642us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335529.947643:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 713 00000100:00100000:1.0:1763335529.949632:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4697b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041268992:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335529.949658:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 917669 00010000:00010000:1.0:1763335529.949678:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f0763a08 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d079 expref: 15 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335529.949698:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335529.949700:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335529.949705:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f0763a08 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d079 expref: 15 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335529.949723:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4a00, rc 0) 00000100:00100000:1.0:1763335529.949783:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c6722d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+14:2406:x1848991028785024:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5065us (5725us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335529.949792:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1009 00000100:00100000:3.0:1763335529.953538:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335529.953582:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335529.953654:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028785280 00000100:00100000:1.0:1763335529.953663:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028785280 00000100:00100000:1.0:1763335529.953716:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1010 00000100:00100000:1.0:1763335529.953725:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4775f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+14:2406:x1848991028785280:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335529.953747:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335529.953769:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f0763a0f lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d087 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335529.953805:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07000/0x10123ce7f07639b4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d02c expref: 15 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335529.953841:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4697b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041269120:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335529.953961:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fbcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335529.954131:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028785408 00000100:00100000:0.0:1763335529.954135:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028785408 00000100:00100000:0.0:1763335529.954171:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 714 00000100:00100000:0.0:1763335529.954178:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4775180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+10:2406:x1848991028785408:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335529.954187:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335529.954197:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7200/0x10123ce7f0763a16 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d08e expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335529.954229:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc554f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041269248:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335529.954262:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c480 going to sleep for 11 seconds 00000100:00100000:1.0:1763335529.958077:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4697b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041269120:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335529.958103:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 917669 00010000:00010000:1.0:1763335529.958124:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f0763a0f lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d087 expref: 15 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335529.958146:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335529.958149:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335529.958154:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f0763a0f lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d087 expref: 15 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335529.958171:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4400, rc 0) 00000100:00100000:1.0:1763335529.958234:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4775f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+14:2406:x1848991028785280:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4509us (4705us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335529.958242:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1010 00000100:00100000:0.0:1763335529.958329:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc554f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041269248:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335529.958348:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7200/0x10123ce7f0763a16 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d08e expref: 11 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335529.958376:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7200/0x10123ce7f0763a16 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d08e expref: 11 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335529.958384:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd7200, rc 0) 00000100:00100000:0.0:1763335529.958403:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4775180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+10:2406:x1848991028785408:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4226us (4821us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335529.958409:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 714 00000100:00100000:2.0:1763335529.963397:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335529.963488:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028785664 00000100:00100000:1.0:1763335529.963499:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028785664 00000100:00100000:1.0:1763335529.963582:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1011 00000100:00100000:1.0:1763335529.963591:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c6720e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+16:15720:x1848991028785664:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:1.0:1763335529.963641:0:10055:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335529.963671:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06e00/0x10123ce7f0763967 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cfe6 expref: 16 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335529.963690:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335529.963696:0:10055:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335529.964034:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f0763a1d lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335529.964049:0:10055:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06800/0x10123ce7f076397c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cff4 expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335529.964060:0:10055:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f0763a1d lrc: 4/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335529.964094:0:10055:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06800/0x10123ce7f076397c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cff4 expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335529.964109:0:10055:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06800/0x10123ce7f076397c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cff4 expref: 13 pid: 10055 timeout: 430 lvb_type: 0 00000100:00100000:1.0:1763335529.964124:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4697b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041269376:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335529.965148:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb540 going to sleep for 11 seconds 00000100:00100000:1.0:1763335529.968754:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4697b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041269376:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335529.968781:0:10055:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f0763a1d lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000100:00100000:2.0:1763335529.969273:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335529.969330:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028785792 00000100:00100000:1.0:1763335529.969337:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028785792 00010000:00010000:1.0:1763335529.969371:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06800/0x10123ce7f076397c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cff4 expref: 14 pid: 10055 timeout: 430 lvb_type: 0 00000100:00100000:1.0:1763335529.969625:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 381 00000100:00100000:1.0:1763335529.969637:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c6721880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991028785792:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335529.969653:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335529.969660:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06800/0x10123ce7f076397c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cff4 expref: 14 pid: 10055 timeout: 430 lvb_type: 0 00010000:00010000:1.0:1763335529.969672:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06800/0x10123ce7f076397c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cff4 expref: 14 pid: 10055 timeout: 430 lvb_type: 0 00010000:00010000:1.0:1763335529.969694:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06800/0x10123ce7f076397c lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847cff4 expref: 14 pid: 10055 timeout: 430 lvb_type: 0 00010000:00010000:1.0:1763335529.969707:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335529.969712:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f0763a1d lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335529.969726:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f0763a1d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335529.969734:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f0763a1d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335529.969762:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335529.969806:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c6721880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+13:2409:x1848991028785792:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 172us (535us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335529.969813:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 381 00010000:00010000:2.0:1763335529.970208:0:10055:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f0763a1d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335529.970216:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f0763a1d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000001:00080000:2.0:1763335529.970306:0:10055:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967715 00000004:00010000:2.0:1763335529.970355:0:10055:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 917669 -> 917669 00000004:00010000:2.0:1763335529.970359:0:10055:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335530 -> 1763335530 00000004:00010000:2.0:1763335529.970362:0:10055:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335529 -> 1763335529 00000004:00010000:2.0:1763335529.970364:0:10055:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335530 -> 1763335530 00000004:00010000:2.0:1763335529.970367:0:10055:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 944 -> 944 00000004:00010000:2.0:1763335529.970373:0:10055:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c5b7c779 reply state 000000000f545f2a transno 4294967716 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f0763a1d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335529.970385:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f0763a1d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335529.970391:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335529.970394:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335529.970397:0:10055:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763335529.970475:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c6720e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+18:15720:x1848991028785664:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 6884us (7086us total) trans 4294967716 rc 0/0 00000100:00100000:2.0:1763335529.970482:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1011 00000020:00080000:2.0:1763335529.970486:0:10055:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763335529.973757:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335529.973804:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335529.974512:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028785920 00000100:00100000:1.0:1763335529.974524:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028785920 00002000:00010000:1.0:1763335529.974565:0:6529:0:(mdt_io.c:274:mdt_punch_hpreq_check()) lustre-MDT0000: refresh DOM lock for [0x200000402:0xe:0x0] 00002000:00100000:1.0:1763335529.974569:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0c6720700 with x1848991028785920 00000100:00100000:1.0:1763335529.974767:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 549 00000100:00100000:1.0:1763335529.974776:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c6720700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+18:2408:x1848991028785920:12345-192.168.202.34@tcp:10:fsx.0 00000100:00100000:3.0:1763335529.975022:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028786048 00000100:00100000:3.0:1763335529.975027:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028786048 00002000:00010000:2.0:1763335529.975116:0:8406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:2.0:1763335529.975121:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0c6721180 with x1848991028786048 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335529.975135:0:8406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0c6721180. 00000100:00100000:2.0:1763335529.975164:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 361 00000100:00100000:2.0:1763335529.975171:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c6721180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+8:2408:x1848991028786048:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:2.0:1763335529.975521:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1243967 -> 0 00002000:00010000:2.0:1763335529.975525:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335530 -> 1763335530 00002000:00010000:2.0:1763335529.975527:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335529 -> 1763335528 00002000:00010000:2.0:1763335529.975529:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335530 -> 1763335530 00002000:00010000:2.0:1763335529.975532:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 176 -> 0 00000100:00100000:2.0:1763335529.975605:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c6721180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+9:2408:x1848991028786048:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 433us (1799us total) trans 4294967471 rc 0/0 00000100:00100000:2.0:1763335529.975613:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 361 00002000:00010000:2.0:1763335529.975617:0:8406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:2.0:1763335529.975619:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0c6721180 with x1848991028786048 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335529.975625:0:8406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0c6721180. 00000004:00010000:1.0:1763335529.975833:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 917669 -> 945158 00000004:00010000:1.0:1763335529.975837:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335530 -> 1763335530 00000004:00010000:1.0:1763335529.975839:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335529 -> 1763335529 00000004:00010000:1.0:1763335529.975842:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335530 -> 1763335530 00000004:00010000:1.0:1763335529.975844:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 944 -> 944 00000100:00100000:1.0:1763335529.975929:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c6720700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+19:2408:x1848991028785920:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 1152us (2181us total) trans 4294967717 rc 0/0 00000100:00100000:1.0:1763335529.975936:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 549 00002000:00010000:1.0:1763335529.975940:0:6529:0:(mdt_io.c:274:mdt_punch_hpreq_check()) lustre-MDT0000: refresh DOM lock for [0x200000402:0xe:0x0] 00002000:00100000:1.0:1763335529.975942:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0c6720700 with x1848991028785920 00000100:00100000:2.0:1763335529.981351:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335529.981474:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028786176 00000100:00100000:1.0:1763335529.981487:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028786176 00000100:00100000:1.0:1763335529.982034:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1012 00000100:00100000:1.0:1763335529.982047:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c6720000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+13:15720:x1848991028786176:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335529.982072:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335529.982095:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f0763a24 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d095 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335529.982198:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0763a2b lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335529.982217:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0763a2b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335529.982231:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0763a2b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000004:00200000:1.0:1763335529.982262:0:10055:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 945158 00000004:00200000:1.0:1763335529.982267:0:10055:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763335529.982288:0:10055:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0763a2b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335529.982314:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f0763a24 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d095 expref: 15 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335529.982331:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0763a2b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d095 expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335529.982339:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335529.982342:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335529.982347:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4c00, rc 0) 00000100:00100000:1.0:1763335529.982422:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c6720000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+14:15720:x1848991028786176:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 377us (1081us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335529.982430:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1012 00000100:00100000:0.0:1763335529.990774:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335529.991285:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335529.991829:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028786432 00000100:00100000:2.0:1763335529.991842:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028786432 00000100:00100000:2.0:1763335529.991943:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 715 00000100:00100000:2.0:1763335529.991954:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc554f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+10:2408:x1848991028786432:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335529.991975:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335529.991998:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc8a00/0x10123ce7f0763a32 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d0a3 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335529.992767:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028786304 00000100:00100000:1.0:1763335529.992775:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028786304 00000100:00100000:2.0:1763335529.993197:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c6720a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041269504:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335529.993288:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c5ac7840 going to sleep for 11 seconds 00000100:00100000:1.0:1763335529.993910:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1013 00000100:00100000:1.0:1763335529.993934:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc554ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+14:2408:x1848991028786304:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335529.993955:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335529.993976:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f0763a39 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d09c expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335529.994332:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07000/0x10123ce7f07639b4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d02c expref: 18 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335529.994483:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc554d500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041269632:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335529.994700:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c480 going to sleep for 11 seconds 00002000:00010000:0.0:1763335529.999288:0:9882:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335528 -> 1763335529 00000100:00100000:0.0:1763335529.999314:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c6720a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041269504:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335529.999350:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc8a00/0x10123ce7f0763a32 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0a3 expref: 11 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335529.999375:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc8a00/0x10123ce7f0763a32 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0a3 expref: 11 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335529.999387:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc8a00, rc 0) 00000100:00100000:0.0:1763335529.999448:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc554f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+10:2408:x1848991028786432:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7495us (8685us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335529.999457:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 715 00000100:00100000:1.0:1763335530.000637:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc554d500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041269632:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335530.000659:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 945158 00010000:00010000:1.0:1763335530.000673:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f0763a39 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d09c expref: 15 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335530.000691:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335530.000694:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335530.000699:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f0763a39 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d09c expref: 15 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335530.000710:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4400, rc 0) 00000100:00100000:1.0:1763335530.000758:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc554ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+14:2408:x1848991028786304:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6829us (9474us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335530.000766:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1013 00000100:00100000:2.0:1763335530.004228:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335530.005095:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335530.005158:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028786688 00000100:00100000:0.0:1763335530.005167:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028786688 00000100:00100000:0.0:1763335530.005242:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 716 00000100:00100000:0.0:1763335530.005253:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c6723800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+10:2409:x1848991028786688:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335530.005273:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335530.005294:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6800/0x10123ce7f0763a40 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d0b1 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335530.005359:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc554c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041269760:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335530.005435:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8ce40 going to sleep for 11 seconds 00000100:00080000:2.0:1763335530.005638:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1763335530.006255:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028786560 00000100:00100000:1.0:1763335530.006262:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028786560 00000100:00100000:1.0:1763335530.006306:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1014 00000100:00100000:1.0:1763335530.006315:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c6720a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991028786560:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335530.006330:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335530.006346:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4800/0x10123ce7f0763a47 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d0aa expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335530.006382:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07000/0x10123ce7f07639b4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d02c expref: 18 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335530.006411:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4697b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041269888:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335530.006469:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb480 going to sleep for 11 seconds 00000100:00100000:0.0:1763335530.008800:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc554c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041269760:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335530.008843:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6800/0x10123ce7f0763a40 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0b1 expref: 11 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335530.008897:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6800/0x10123ce7f0763a40 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0b1 expref: 11 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335530.008911:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6800, rc 0) 00000100:00100000:0.0:1763335530.008974:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c6723800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+10:2409:x1848991028786688:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3722us (3882us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335530.008983:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 716 00000100:00100000:1.0:1763335530.012374:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4697b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041269888:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335530.012401:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 945158 00010000:00010000:1.0:1763335530.012421:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4800/0x10123ce7f0763a47 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0aa expref: 15 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335530.012442:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335530.012446:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335530.012451:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4800/0x10123ce7f0763a47 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0aa expref: 15 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335530.012463:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4800, rc 0) 00000100:00100000:1.0:1763335530.012528:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c6720a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991028786560:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6212us (8310us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335530.012537:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1014 00000100:00100000:0.0:1763335530.016416:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335530.016511:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028786816 00000100:00100000:1.0:1763335530.016521:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028786816 00000100:00100000:1.0:1763335530.016577:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1015 00000100:00100000:1.0:1763335530.016587:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc554c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+14:15720:x1848991028786816:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335530.016610:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335530.016633:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f0763a4e lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d0b8 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335530.016661:0:10055:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07000/0x10123ce7f07639b4 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d02c expref: 18 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335530.016671:0:10055:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f0763a4e lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0b8 expref: 15 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335530.016703:0:10055:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07000/0x10123ce7f07639b4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d02c expref: 18 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335530.016715:0:10055:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07000/0x10123ce7f07639b4 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d02c expref: 18 pid: 10055 timeout: 430 lvb_type: 0 00000100:00100000:1.0:1763335530.016727:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4697b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041270016:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335530.016802:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb480 going to sleep for 11 seconds 00000100:00100000:2.0:1763335530.020289:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335530.020393:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4697b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041270016:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335530.020428:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f0763a4e lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0b8 expref: 15 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335530.020447:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335530.020450:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335530.020454:0:10055:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f0763a4e lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0b8 expref: 15 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335530.020471:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4400, rc 0) 00000100:00100000:1.0:1763335530.020535:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc554c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+15:15720:x1848991028786816:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3948us (4127us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335530.020545:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1015 00000100:00100000:3.0:1763335530.021240:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028786944 00000100:00100000:3.0:1763335530.021249:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028786944 00002000:00100000:3.0:1763335530.021307:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0c6723100 x1848991028786944/t0(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:576/0 lens 488/0 e 0 to 0 dl 1763335541 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335530.021317:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0c6723100 with x1848991028786944 00010000:00010000:3.0:1763335530.021324:0:6529:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07000/0x10123ce7f07639b4 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d02c expref: 19 pid: 10055 timeout: 430 lvb_type: 0 00010000:00010000:3.0:1763335530.021338:0:6529:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07000/0x10123ce7f07639b4 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d02c expref: 19 pid: 10055 timeout: 430 lvb_type: 0 00002000:00010000:3.0:1763335530.021352:0:6529:0:(mdt_io.c:157:mdt_rw_hpreq_check()) lustre-MDT0000: refreshed 1 locks timeout for req ffff9af0c6723100 00000100:00100000:3.0:1763335530.021386:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 31 00000100:00100000:3.0:1763335530.021397:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c6723100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+19:2408:x1848991028786944:12345-192.168.202.34@tcp:4:fsx.0 00000100:00080000:2.0:1763335530.021708:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00010000:3.0:1763335530.025353:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 945158 -> 945158 00000004:00010000:3.0:1763335530.025364:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335530 -> 1763335530 00000004:00010000:3.0:1763335530.025366:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335529 -> 1763335529 00000004:00010000:3.0:1763335530.025369:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335530 -> 1763335530 00000004:00010000:3.0:1763335530.025371:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 944 -> 952 00000100:00100000:3.0:1763335530.025578:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c6723100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+21:2408:x1848991028786944:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 4177us (5293us total) trans 4294967718 rc 0/0 00000100:00100000:3.0:1763335530.025592:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 31 00002000:00100000:3.0:1763335530.025604:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0c6723100 x1848991028786944/t4294967718(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:576/0 lens 488/448 e 0 to 0 dl 1763335541 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335530.025613:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0c6723100 with x1848991028786944 00010000:00010000:3.0:1763335530.025623:0:6529:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07000/0x10123ce7f07639b4 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d02c expref: 21 pid: 10055 timeout: 430 lvb_type: 0 00010000:00010000:3.0:1763335530.025639:0:6529:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07000/0x10123ce7f07639b4 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d02c expref: 21 pid: 10055 timeout: 430 lvb_type: 0 00002000:00010000:3.0:1763335530.025647:0:6529:0:(mdt_io.c:157:mdt_rw_hpreq_check()) lustre-MDT0000: refreshed 1 locks timeout for req ffff9af0c6723100 00000100:00100000:1.0:1763335530.028489:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335530.028574:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028787072 00000100:00100000:2.0:1763335530.028584:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028787072 00010000:00010000:2.0:1763335530.028627:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07000/0x10123ce7f07639b4 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d02c expref: 21 pid: 10055 timeout: 430 lvb_type: 0 00000100:00100000:2.0:1763335530.028675:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 382 00000100:00100000:2.0:1763335530.028687:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4697b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+21:2406:x1848991028787072:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335530.028703:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335530.028724:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07000/0x10123ce7f07639b4 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d02c expref: 21 pid: 10055 timeout: 430 lvb_type: 0 00010000:00010000:2.0:1763335530.028736:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07000/0x10123ce7f07639b4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d02c expref: 21 pid: 10055 timeout: 430 lvb_type: 0 00010000:00010000:2.0:1763335530.028762:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07000/0x10123ce7f07639b4 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d02c expref: 21 pid: 10055 timeout: 430 lvb_type: 0 00010000:00010000:2.0:1763335530.028778:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335530.028784:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f0763a4e lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0b8 expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.028797:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f0763a4e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0b8 expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.028808:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f0763a4e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0b8 expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.028852:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f0763a4e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0b8 expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335530.029552:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5473480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041270144:192.168.202.34@tcp:105: 00000100:00100000:2.0:1763335530.029655:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c5ac7b40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335530.034804:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335530.034897:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028787200 00000100:00100000:3.0:1763335530.034906:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028787200 00000100:00100000:3.0:1763335530.034984:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 550 00000100:00100000:3.0:1763335530.034995:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc554ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+15:2409:x1848991028787200:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:3.0:1763335530.035409:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 945158 -> 945158 00000004:00010000:3.0:1763335530.035414:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335530 -> 1763335530 00000004:00010000:3.0:1763335530.035416:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335529 -> 1763335529 00000004:00010000:3.0:1763335530.035418:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335530 -> 1763335530 00000004:00010000:3.0:1763335530.035420:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 952 -> 936 00000100:00100000:3.0:1763335530.035485:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc554ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+16:2409:x1848991028787200:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 491us (691us total) trans 4294967719 rc 0/0 00000100:00100000:3.0:1763335530.035492:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 550 00000100:00100000:1.0:1763335530.035658:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5473480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041270144:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335530.035680:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335530.035706:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4697b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+20:2406:x1848991028787072:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 7021us (7227us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335530.035715:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 382 00000100:00100000:0.0:1763335530.040278:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335530.040374:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028787328 00000100:00100000:1.0:1763335530.040386:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028787328 00000100:00100000:1.0:1763335530.040445:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1016 00000100:00100000:1.0:1763335530.040456:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc554c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+20:15720:x1848991028787328:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335530.040482:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335530.040508:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5c00/0x10123ce7f0763a55 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d0bf expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335530.040607:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0763a5c lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335530.040625:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0763a5c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335530.040637:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0763a5c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000004:00200000:1.0:1763335530.040668:0:10055:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 945158 00000004:00200000:1.0:1763335530.040673:0:10055:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763335530.040692:0:10055:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0763a5c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335530.040717:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5c00/0x10123ce7f0763a55 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0bf expref: 22 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335530.040735:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0763a5c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0bf expref: 21 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335530.040744:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335530.040747:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335530.040751:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5e00, rc 0) 00000100:00100000:1.0:1763335530.040813:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc554c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+21:15720:x1848991028787328:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 359us (548us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335530.040821:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1016 00000100:00100000:1.0:1763335530.044160:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335530.044426:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028787456 00000100:00100000:3.0:1763335530.044437:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028787456 00000100:00100000:3.0:1763335530.044496:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1017 00000100:00100000:3.0:1763335530.044506:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4696d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+21:2409:x1848991028787456:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335530.044528:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335530.044551:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06c00/0x10123ce7f0763a63 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d0c6 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335530.044590:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f0763a4e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0b8 expref: 15 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335530.044633:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc47eed80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041270272:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335530.044720:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850840 going to sleep for 11 seconds 00000100:00100000:3.0:1763335530.047361:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc47eed80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041270272:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335530.047387:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 945158 00010000:00010000:3.0:1763335530.047406:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06c00/0x10123ce7f0763a63 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0c6 expref: 22 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335530.047449:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335530.047452:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335530.047458:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06c00/0x10123ce7f0763a63 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0c6 expref: 22 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335530.047471:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a06c00, rc 0) 00000100:00100000:3.0:1763335530.047530:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4696d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+21:2409:x1848991028787456:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3024us (3381us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335530.047539:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1017 00000100:00100000:0.0:1763335530.050584:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335530.050714:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028787584 00000100:00100000:3.0:1763335530.050725:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028787584 00000100:00100000:3.0:1763335530.050856:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1018 00000100:00100000:3.0:1763335530.050897:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc554e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+21:2408:x1848991028787584:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335530.050932:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335530.050960:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07600/0x10123ce7f0763a6a lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d0cd expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335530.051008:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f0763a4e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0b8 expref: 15 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335530.051298:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5471180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041270400:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335530.051399:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c5ac7b40 going to sleep for 11 seconds 00000100:00100000:2.0:1763335530.053750:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5471180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041270400:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335530.053777:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 945158 00010000:00010000:2.0:1763335530.053797:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07600/0x10123ce7f0763a6a lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0cd expref: 22 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.053822:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335530.053825:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335530.053831:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07600/0x10123ce7f0763a6a lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0cd expref: 22 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.053845:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a07600, rc 0) 00000100:00100000:2.0:1763335530.053957:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc554e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+21:2408:x1848991028787584:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3090us (3382us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335530.053966:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1018 00000100:00100000:0.0:1763335530.057655:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335530.057756:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028787712 00000100:00100000:2.0:1763335530.057766:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028787712 00000100:00100000:2.0:1763335530.057828:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 717 00000100:00100000:2.0:1763335530.057840:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc554c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+10:2408:x1848991028787712:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335530.057862:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335530.057926:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9000/0x10123ce7f0763a71 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d0d4 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335530.058000:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5471180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041270528:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335530.058091:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c5ac7b40 going to sleep for 11 seconds 00000100:00100000:2.0:1763335530.061268:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5471180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041270528:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335530.061313:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9000/0x10123ce7f0763a71 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0d4 expref: 11 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335530.061345:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9000/0x10123ce7f0763a71 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0d4 expref: 11 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335530.061358:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc9000, rc 0) 00000100:00100000:2.0:1763335530.061411:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc554c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+10:2408:x1848991028787712:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3573us (3766us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335530.061426:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 717 00000100:00100000:1.0:1763335530.067456:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335530.067490:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028787840 00000100:00100000:0.0:1763335530.067502:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028787840 00002000:00100000:0.0:1763335530.067553:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4697100 x1848991028787840/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:576/0 lens 488/0 e 0 to 0 dl 1763335541 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335530.067563:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4697100 with x1848991028787840 00000100:00100000:0.0:1763335530.068096:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 551 00000100:00100000:0.0:1763335530.068108:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4697100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+16:2409:x1848991028787840:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335530.068293:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4697100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+16:2409:x1848991028787840:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 187us (849us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335530.068302:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 551 00002000:00100000:0.0:1763335530.068309:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4697100 x1848991028787840/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:576/0 lens 488/4536 e 0 to 0 dl 1763335541 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335530.068318:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4697100 with x1848991028787840 00000100:00100000:0.0:1763335530.074370:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335530.074931:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028787968 00000100:00100000:1.0:1763335530.074943:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028787968 00002000:00100000:1.0:1763335530.075007:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc554df80 x1848991028787968/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:576/0 lens 488/0 e 0 to 0 dl 1763335541 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335530.075019:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc554df80 with x1848991028787968 00000100:00100000:1.0:1763335530.075064:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 552 00000100:00100000:1.0:1763335530.075074:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc554df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+16:2409:x1848991028787968:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335530.075253:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc554df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+16:2409:x1848991028787968:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 180us (892us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335530.075261:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 552 00002000:00100000:1.0:1763335530.075268:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc554df80 x1848991028787968/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:576/0 lens 488/4536 e 0 to 0 dl 1763335541 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335530.075280:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc554df80 with x1848991028787968 00000100:00100000:1.0:1763335530.083741:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335530.084316:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028788096 00000100:00100000:3.0:1763335530.084328:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028788096 00002000:00100000:2.0:1763335530.084843:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4696a00 x1848991028788096/t0(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:576/0 lens 8680/0 e 0 to 0 dl 1763335541 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335530.084856:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4696a00 with x1848991028788096 00000100:00100000:2.0:1763335530.084924:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 553 00000100:00100000:2.0:1763335530.084936:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4696a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+16:2408:x1848991028788096:12345-192.168.202.34@tcp:4:fsx.0 00000004:00010000:2.0:1763335530.085833:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 945158 -> 945158 00000004:00010000:2.0:1763335530.085838:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335530 -> 1763335530 00000004:00010000:2.0:1763335530.085841:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335529 -> 1763335529 00000004:00010000:2.0:1763335530.085843:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335530 -> 1763335530 00000004:00010000:2.0:1763335530.085845:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 936 -> 936 00000100:00100000:2.0:1763335530.085960:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4696a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:2408:x1848991028788096:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 1024us (2228us total) trans 4294967720 rc 0/0 00000100:00100000:2.0:1763335530.085969:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 553 00002000:00100000:2.0:1763335530.085977:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4696a00 x1848991028788096/t4294967720(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:576/0 lens 8680/448 e 0 to 0 dl 1763335541 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335530.085995:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4696a00 with x1848991028788096 00000100:00100000:2.0:1763335530.091229:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335530.091315:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028788224 00000100:00100000:1.0:1763335530.091330:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028788224 00000100:00100000:1.0:1763335530.091401:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1019 00000100:00100000:1.0:1763335530.091412:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5471180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+18:2409:x1848991028788224:12345-192.168.202.34@tcp:16:fsx.0 00000001:00080000:0.0:1763335530.095902:0:6496:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967720 is committed 00000001:00080000:0.0:1763335530.095950:0:6496:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967718 is committed 00010000:00010000:3.0:1763335530.096293:0:3637:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9200/0x10123ce7f076394b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335530.096307:0:3637:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9200/0x10123ce7f076394b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335530.096337:0:3637:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9200/0x10123ce7f076394b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335530.096343:0:3637:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc5bc9200 already unused, calling callback (ffffffffc1966550) 00010000:00010000:3.0:1763335530.096347:0:3637:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9200/0x10123ce7f076394b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00000100:00100000:1.0:1763335530.096355:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5471180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991028788224:12345-192.168.202.34@tcp:16:fsx.0 Request processed in 4937us (5128us total) trans 0 rc 0/0 00010000:00010000:3.0:1763335530.096359:0:3637:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9200/0x10123ce7f076394b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 10055 initiator: MDT0 00000100:00100000:1.0:1763335530.096371:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1019 00010000:00010000:3.0:1763335530.096381:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335530.096386:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335530.096391:0:3637:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9200/0x10123ce7f076394b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335530.096397:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9200/0x10123ce7f076394b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335530.096415:0:3637:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f0763a1d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335530.096422:0:3637:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f0763a1d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335530.096427:0:3637:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f0763a1d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335530.096432:0:3637:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc2bd4a00 already unused, calling callback (ffffffffc1966550) 00010000:00010000:3.0:1763335530.096435:0:3637:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f0763a1d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335530.096440:0:3637:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f0763a1d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335530.096469:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335530.096472:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335530.096475:0:3637:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f0763a1d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335530.096480:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f0763a1d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00000100:00100000:2.0:1763335530.104648:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335530.104734:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028788352 00000100:00100000:0.0:1763335530.104745:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028788352 00000100:00100000:0.0:1763335530.104805:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 718 00000100:00100000:0.0:1763335530.104827:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5473b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+10:2408:x1848991028788352:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335530.104846:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335530.104878:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7a00/0x10123ce7f0763a78 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d0db expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335530.104944:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc554d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041270656:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335530.105845:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c000 going to sleep for 11 seconds 00000100:00100000:2.0:1763335530.116639:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc554d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041270656:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335530.116681:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7a00/0x10123ce7f0763a78 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0db expref: 11 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335530.116706:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7a00/0x10123ce7f0763a78 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0db expref: 11 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335530.116720:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd7a00, rc 0) 00000100:00100000:2.0:1763335530.116784:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5473b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+10:2408:x1848991028788352:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 11969us (12145us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335530.116794:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 718 00000100:00100000:2.0:1763335530.120347:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335530.120800:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028788480 00000100:00100000:0.0:1763335530.120811:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028788480 00000100:00100000:0.0:1763335530.120975:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 719 00000100:00100000:0.0:1763335530.120987:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5471c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+10:2406:x1848991028788480:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335530.121008:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335530.121028:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7600/0x10123ce7f0763a7f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d0e2 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335530.121102:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc554d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041270784:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335530.121727:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c180 going to sleep for 11 seconds 00000100:00100000:2.0:1763335530.125979:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc554d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041270784:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335530.126022:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7600/0x10123ce7f0763a7f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0e2 expref: 11 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335530.126048:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7600/0x10123ce7f0763a7f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0e2 expref: 11 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335530.126060:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd7600, rc 0) 00000100:00100000:2.0:1763335530.126137:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5471c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+10:2406:x1848991028788480:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5151us (5810us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335530.126147:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 719 00000100:00100000:1.0:1763335530.137277:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335530.137536:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028788608 00000100:00100000:2.0:1763335530.137548:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028788608 00000100:00100000:2.0:1763335530.137610:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1020 00000100:00100000:2.0:1763335530.137622:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4695880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:15720:x1848991028788608:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335530.137646:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335530.137672:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0763a86 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d0e9 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.137706:0:8224:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f0763a4e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0b8 expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.137718:0:8224:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0763a86 lrc: 4/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0e9 expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.137816:0:8224:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f0763a4e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0b8 expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.137832:0:8224:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f0763a4e lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0b8 expref: 13 pid: 10055 timeout: 430 lvb_type: 0 00000100:00100000:2.0:1763335530.137846:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5473800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041270912:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335530.138244:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c5ac7a80 going to sleep for 11 seconds 00000100:00100000:1.0:1763335530.143553:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335530.143704:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5473800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041270912:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335530.143822:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028788736 00000100:00100000:3.0:1763335530.143829:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028788736 00010000:00010000:3.0:1763335530.143864:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f0763a4e lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0b8 expref: 14 pid: 10055 timeout: 430 lvb_type: 0 00000100:00100000:3.0:1763335530.143937:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 383 00000100:00100000:3.0:1763335530.143947:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5f01f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991028788736:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335530.143963:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335530.143998:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f0763a4e lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0b8 expref: 14 pid: 10055 timeout: 430 lvb_type: 0 00010000:00010000:3.0:1763335530.144011:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f0763a4e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0b8 expref: 14 pid: 10055 timeout: 430 lvb_type: 0 00010000:00010000:3.0:1763335530.144037:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f0763a4e lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0b8 expref: 14 pid: 10055 timeout: 430 lvb_type: 0 00010000:00010000:3.0:1763335530.144053:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335530.144058:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0763a86 lrc: 3/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0e9 expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335530.144092:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0763a86 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0e9 expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335530.144101:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0763a86 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0e9 expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335530.144138:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0763a86 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0e9 expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335530.144153:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc47eed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041271040:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335530.144236:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850840 going to sleep for 11 seconds 00010000:00010000:2.0:1763335530.144281:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0763a86 lrc: 3/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0e9 expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.144300:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335530.144303:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335530.144305:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc9e00, rc 0) 00000100:00100000:2.0:1763335530.144334:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4695880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+12:15720:x1848991028788608:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6715us (7068us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335530.144342:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1020 00000100:00100000:3.0:1763335530.150842:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc47eed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041271040:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335530.150904:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335530.150995:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5f01f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+13:2409:x1848991028788736:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 7049us (7449us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335530.151008:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 383 00000100:00100000:1.0:1763335530.160988:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335530.161963:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028788864 00000100:00100000:2.0:1763335530.161985:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028788864 00002000:00100000:2.0:1763335530.162043:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc578b100 x1848991028788864/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:576/0 lens 488/0 e 0 to 0 dl 1763335541 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335530.162056:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc578b100 with x1848991028788864 00000100:00100000:2.0:1763335530.162096:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 554 00000100:00100000:2.0:1763335530.162106:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc578b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:2408:x1848991028788864:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335530.176183:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc578b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:2408:x1848991028788864:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 14066us (15201us total) trans 0 rc 946176/946176 00000100:00100000:2.0:1763335530.176198:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 554 00002000:00100000:2.0:1763335530.176211:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc578b100 x1848991028788864/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:576/0 lens 488/440 e 0 to 0 dl 1763335541 ref 1 fl Complete:/600/0 rc 946176/946176 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335530.176221:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc578b100 with x1848991028788864 00000100:00100000:0.0:1763335530.183780:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335530.183908:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028789120 00000100:00100000:2.0:1763335530.183928:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028789120 00000100:00100000:2.0:1763335530.183989:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1021 00000100:00100000:2.0:1763335530.183999:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc554dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+13:15720:x1848991028789120:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:2.0:1763335530.184064:0:8224:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335530.184112:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0763a2b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d095 expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.184132:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335530.184138:0:8224:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335530.184344:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f0763a8d lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335530.184371:0:8224:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0763a5c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0bf expref: 11 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.184383:0:8224:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f0763a8d lrc: 4/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335530.184423:0:8224:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0763a5c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0bf expref: 11 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.184437:0:8224:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0763a5c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0bf expref: 11 pid: 10055 timeout: 430 lvb_type: 0 00000100:00100000:2.0:1763335530.184456:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5473800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041271168:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335530.184562:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c5ac7840 going to sleep for 11 seconds 00000100:00100000:1.0:1763335530.192190:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335530.192263:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5473800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041271168:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335530.192294:0:8224:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f0763a8d lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000100:00100000:3.0:1763335530.193130:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028789248 00000100:00100000:3.0:1763335530.193139:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028789248 00010000:00010000:3.0:1763335530.193185:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0763a5c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0bf expref: 12 pid: 10055 timeout: 430 lvb_type: 0 00000100:00100000:3.0:1763335530.193222:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 384 00000100:00100000:3.0:1763335530.193230:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc578b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+12:2409:x1848991028789248:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335530.193244:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335530.193250:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0763a5c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0bf expref: 12 pid: 10055 timeout: 430 lvb_type: 0 00010000:00010000:3.0:1763335530.193280:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0763a5c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0bf expref: 12 pid: 10055 timeout: 430 lvb_type: 0 00010000:00010000:3.0:1763335530.193305:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0763a5c lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0bf expref: 12 pid: 10055 timeout: 430 lvb_type: 0 00010000:00010000:3.0:1763335530.193321:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335530.193326:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f0763a8d lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335530.193336:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f0763a8d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335530.193343:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f0763a8d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335530.193375:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335530.193428:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc578b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:2409:x1848991028789248:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 198us (1248us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335530.193436:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 384 00010000:00010000:1.0:1763335530.193901:0:8224:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f0763a8d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335530.193918:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f0763a8d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000001:00080000:1.0:1763335530.194011:0:8224:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967721 00000004:00010000:1.0:1763335530.194063:0:8224:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 945158 -> 945158 00000004:00010000:1.0:1763335530.194067:0:8224:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335530 -> 1763335530 00000004:00010000:1.0:1763335530.194070:0:8224:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335529 -> 1763335529 00000004:00010000:1.0:1763335530.194072:0:8224:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335530 -> 1763335530 00000004:00010000:1.0:1763335530.194075:0:8224:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 936 -> 936 00000004:00010000:1.0:1763335530.194083:0:8224:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f7dac068 reply state 00000000e3474079 transno 4294967722 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f0763a8d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335530.194095:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f0763a8d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335530.194103:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335530.194105:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335530.194108:0:8224:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763335530.194198:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc554dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+15:15720:x1848991028789120:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 10200us (10430us total) trans 4294967722 rc 0/0 00000100:00100000:1.0:1763335530.194205:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1021 00000020:00080000:1.0:1763335530.194209:0:8224:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763335530.199074:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335530.199346:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028789376 00000100:00100000:2.0:1763335530.199357:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028789376 00000100:00100000:2.0:1763335530.199418:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1022 00000100:00100000:2.0:1763335530.199429:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc578bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+15:15720:x1848991028789376:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335530.199458:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335530.199484:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0763a94 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d0f0 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.199516:0:8224:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0763a86 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0e9 expref: 10 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.199529:0:8224:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0763a94 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0f0 expref: 16 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.199571:0:8224:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0763a86 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0e9 expref: 10 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.199585:0:8224:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0763a86 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0e9 expref: 10 pid: 8224 timeout: 430 lvb_type: 0 00000100:00100000:2.0:1763335530.199599:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5473800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041271296:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335530.199687:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c5ac7b40 going to sleep for 11 seconds 00000100:00100000:1.0:1763335530.204771:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5473800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041271296:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335530.204813:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0763a94 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0f0 expref: 16 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335530.204835:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335530.204838:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335530.204843:0:8224:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0763a94 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0f0 expref: 16 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335530.204855:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc8e00, rc 0) 00000100:00100000:1.0:1763335530.205118:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc578bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+16:15720:x1848991028789376:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5689us (6052us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335530.205129:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1022 00000100:00100000:0.0:1763335530.205497:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335530.205747:0:6502:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028789504 00000100:00100000:2.0:1763335530.205756:0:6502:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028789504 00010000:00010000:2.0:1763335530.205792:0:6502:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0763a86 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0e9 expref: 11 pid: 8224 timeout: 430 lvb_type: 0 00000100:00100000:2.0:1763335530.205826:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 385 00000100:00100000:2.0:1763335530.205835:0:6502:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc554d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2409:x1848991028789504:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335530.205852:0:6502:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335530.205900:0:6502:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0763a86 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0e9 expref: 11 pid: 8224 timeout: 430 lvb_type: 0 00010000:00010000:2.0:1763335530.205930:0:6502:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0763a86 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0e9 expref: 11 pid: 8224 timeout: 430 lvb_type: 0 00010000:00010000:2.0:1763335530.205955:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0763a86 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0e9 expref: 11 pid: 8224 timeout: 430 lvb_type: 0 00010000:00010000:2.0:1763335530.205969:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335530.205975:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0763a94 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0f0 expref: 15 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.205985:0:6502:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0763a94 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0f0 expref: 15 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.205996:0:6502:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0763a94 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0f0 expref: 15 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.206032:0:6502:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0763a94 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0f0 expref: 15 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335530.206046:0:6502:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5471f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:6502:1848991041271424:192.168.202.34@tcp:105: 00000100:00100000:2.0:1763335530.206119:0:6502:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c5ac7840 going to sleep for 11 seconds 00000100:00100000:0.0:1763335530.210740:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335530.210970:0:6502:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5471f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:6502:1848991041271424:192.168.202.34@tcp:105: 00010000:00010000:2.0:1763335530.210997:0:6502:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335530.211049:0:6502:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc554d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:273362c8-ad54-46f8-a663-195ccb4b667f+10:2409:x1848991028789504:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 5214us (5552us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335530.211060:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 385 00000100:00100000:1.0:1763335530.211159:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028789632 00000100:00100000:1.0:1763335530.211166:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028789632 00000100:00100000:1.0:1763335530.211213:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 720 00000100:00100000:1.0:1763335530.211222:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc554d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+10:15720:x1848991028789632:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335530.211244:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335530.211273:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0763a9b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d0f7 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335530.211309:0:9882:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6c00/0x10123ce7f07639fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1830912->1863679) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d072 expref: 8 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335530.211319:0:9882:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335530.211321:0:9882:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335530.211326:0:9882:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0763a9b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0f7 expref: 11 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335530.211361:0:9882:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6c00/0x10123ce7f07639fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1830912->1863679) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d072 expref: 8 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335530.211376:0:9882:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6c00/0x10123ce7f07639fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1830912->1863679) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d072 expref: 8 pid: 9882 timeout: 430 lvb_type: 0 00000100:00100000:1.0:1763335530.211389:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc3782d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041271552:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335530.211441:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fbb40 going to sleep for 11 seconds 00000100:00100000:2.0:1763335530.217713:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc3782d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041271552:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335530.217751:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0763a9b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0f7 expref: 11 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.217772:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5a00, rc 0) 00000100:00100000:2.0:1763335530.217838:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc554d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+11:15720:x1848991028789632:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6615us (7106us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335530.217846:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 720 00000100:00100000:0.0:1763335530.218863:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335530.220239:0:6502:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028789760 00000100:00100000:2.0:1763335530.220252:0:6502:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028789760 00000100:00080000:0.0:1763335530.220338:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1763335530.220383:0:6502:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6c00/0x10123ce7f07639fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1830912->1863679) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d072 expref: 9 pid: 9882 timeout: 430 lvb_type: 0 00000100:00100000:2.0:1763335530.220428:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 386 00000100:00100000:2.0:1763335530.220440:0:6502:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55efb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:273362c8-ad54-46f8-a663-195ccb4b667f+9:2408:x1848991028789760:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335530.220455:0:6502:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335530.220474:0:6502:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6c00/0x10123ce7f07639fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1830912->1863679) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d072 expref: 9 pid: 9882 timeout: 430 lvb_type: 0 00010000:00010000:2.0:1763335530.220488:0:6502:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6c00/0x10123ce7f07639fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1830912->1863679) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d072 expref: 9 pid: 9882 timeout: 430 lvb_type: 0 00010000:00010000:2.0:1763335530.220514:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6c00/0x10123ce7f07639fa lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1830912->1863679) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d072 expref: 9 pid: 9882 timeout: 430 lvb_type: 0 00010000:00010000:2.0:1763335530.220530:0:6502:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335530.220533:0:6502:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335530.220541:0:6502:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0763a9b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0f7 expref: 10 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.220551:0:6502:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0763a9b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0f7 expref: 10 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.220594:0:6502:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0763a9b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0f7 expref: 10 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335530.220608:0:6502:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5471f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6502:1848991041271680:192.168.202.34@tcp:105: 00000100:00100000:2.0:1763335530.220694:0:6502:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c5ac7840 going to sleep for 11 seconds 00000100:00100000:0.0:1763335530.225924:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335530.225962:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028789888 00000100:00100000:0.0:1763335530.225962:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335530.225973:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028789888 00002000:00010000:1.0:1763335530.226017:0:6529:0:(mdt_io.c:274:mdt_punch_hpreq_check()) lustre-MDT0000: refresh DOM lock for [0x200000402:0xe:0x0] 00002000:00100000:1.0:1763335530.226022:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc55ef800 with x1848991028789888 00000100:00100000:1.0:1763335530.226066:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 555 00000100:00100000:1.0:1763335530.226077:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+16:2408:x1848991028789888:12345-192.168.202.34@tcp:10:fsx.0 00000004:00010000:1.0:1763335530.226754:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 945158 -> 511033 00000004:00010000:1.0:1763335530.226759:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335530 -> 1763335530 00000004:00010000:1.0:1763335530.226761:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335529 -> 1763335529 00000004:00010000:1.0:1763335530.226764:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335530 -> 1763335530 00000004:00010000:1.0:1763335530.226766:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 936 -> 480 00000100:00100000:1.0:1763335530.226844:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+17:2408:x1848991028789888:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 767us (940us total) trans 4294967723 rc 0/0 00000100:00100000:1.0:1763335530.226854:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 555 00002000:00010000:1.0:1763335530.226858:0:6529:0:(mdt_io.c:274:mdt_punch_hpreq_check()) lustre-MDT0000: refresh DOM lock for [0x200000402:0xe:0x0] 00002000:00100000:1.0:1763335530.226860:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc55ef800 with x1848991028789888 00000100:00100000:2.0:1763335530.227008:0:6502:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5471f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6502:1848991041271680:192.168.202.34@tcp:105: 00010000:00010000:2.0:1763335530.227032:0:6502:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335530.227056:0:6502:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55efb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2408:x1848991028789760:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 6619us (8199us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335530.227064:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 386 00000100:00100000:3.0:1763335530.228710:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028790016 00000100:00100000:3.0:1763335530.228724:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028790016 00002000:00010000:3.0:1763335530.228764:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:3.0:1763335530.228769:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc55ed180 with x1848991028790016 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335530.228782:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc55ed180. 00000100:00100000:3.0:1763335530.228810:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 362 00000100:00100000:3.0:1763335530.228818:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+11:2408:x1848991028790016:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:3.0:1763335530.229464:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335530.229482:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335530 -> 1763335530 00002000:00010000:3.0:1763335530.229485:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335529 -> 1763335528 00002000:00010000:3.0:1763335530.229487:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335530 -> 1763335530 00002000:00010000:3.0:1763335530.229491:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335530.229710:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+12:2408:x1848991028790016:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 890us (3744us total) trans 4294967472 rc 0/0 00000100:00100000:3.0:1763335530.229719:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 362 00002000:00010000:3.0:1763335530.229725:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:3.0:1763335530.229728:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc55ed180 with x1848991028790016 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335530.229738:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc55ed180. 00000100:00100000:3.0:1763335530.234605:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335530.234864:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028790144 00000100:00100000:1.0:1763335530.234919:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028790144 00000100:00100000:1.0:1763335530.234983:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1023 00000100:00100000:1.0:1763335530.234993:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+10:15720:x1848991028790144:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335530.235016:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335530.235041:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5c00/0x10123ce7f0763aa2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d0fe expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335530.235553:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0763aa9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335530.235571:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0763aa9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335530.235582:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0763aa9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000004:00200000:1.0:1763335530.235610:0:8224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 511033 00000004:00200000:1.0:1763335530.235614:0:8224:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763335530.235631:0:8224:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0763aa9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335530.235654:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5c00/0x10123ce7f0763aa2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0fe expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335530.235670:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0763aa9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0fe expref: 11 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335530.235678:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335530.235681:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335530.235684:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5200, rc 0) 00000100:00100000:1.0:1763335530.235746:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:15720:x1848991028790144:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 754us (1155us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335530.235753:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1023 00000100:00100000:1.0:1763335530.246258:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335530.247125:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028790272 00000100:00100000:2.0:1763335530.247136:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028790272 00000100:00100000:2.0:1763335530.247212:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1024 00000100:00100000:2.0:1763335530.247224:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3782d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:2408:x1848991028790272:12345-192.168.202.34@tcp:101:fsx.0 00000100:00100000:1.0:1763335530.247299:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335530.247390:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028790400 00000100:00100000:3.0:1763335530.247396:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028790400 00000100:00100000:3.0:1763335530.247436:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 721 00000100:00100000:3.0:1763335530.247446:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbf7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+8:2407:x1848991028790400:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335530.247446:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335530.247459:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335530.247474:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a06c00/0x10123ce7f0763ab7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d10c expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.247475:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0763ab0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d105 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.247528:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0763a94 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0f0 expref: 16 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335530.247543:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c45f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041271808:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335530.247566:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5471f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041271936:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335530.247733:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850840 going to sleep for 11 seconds 00000100:00100000:2.0:1763335530.248579:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c5ac7840 going to sleep for 11 seconds 00002000:00010000:3.0:1763335530.251725:0:9882:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335528 -> 1763335529 00000100:00100000:3.0:1763335530.251755:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c45f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041271808:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335530.251792:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a06c00/0x10123ce7f0763ab7 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d10c expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335530.251842:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a06c00/0x10123ce7f0763ab7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d10c expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335530.251854:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a06c00, rc 0) 00000100:00100000:2.0:1763335530.252251:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbf7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+8:2407:x1848991028790400:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4804us (4951us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335530.252261:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 721 00000100:00100000:2.0:1763335530.254864:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5471f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041271936:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335530.254929:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 511033 00010000:00010000:2.0:1763335530.254955:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0763ab0 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d105 expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.254978:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335530.254981:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335530.254987:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0763ab0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d105 expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.255002:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc9e00, rc 0) 00000100:00100000:2.0:1763335530.255053:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3782d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:2408:x1848991028790272:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7831us (8804us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335530.255063:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1024 00000100:00100000:1.0:1763335530.261337:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335530.261387:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335530.261518:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028790656 00000100:00100000:0.0:1763335530.261528:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028790656 00000100:00100000:0.0:1763335530.261588:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 722 00000100:00100000:0.0:1763335530.261598:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbf7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+8:2407:x1848991028790656:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335530.261618:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335530.261639:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7400/0x10123ce7f0763abe lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d11a expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335530.261697:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc55edf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041272064:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335530.261772:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c840 going to sleep for 11 seconds 00000100:00100000:3.0:1763335530.261989:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028790528 00000100:00100000:3.0:1763335530.261994:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028790528 00000100:00100000:3.0:1763335530.262042:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1025 00000100:00100000:3.0:1763335530.262050:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbf5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:2407:x1848991028790528:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335530.262061:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335530.262075:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06c00/0x10123ce7f0763ac5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d113 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335530.262104:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0763a94 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0f0 expref: 16 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335530.262131:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c45f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041272192:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335530.262177:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850840 going to sleep for 11 seconds 00000100:00100000:3.0:1763335530.266977:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c45f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041272192:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335530.267002:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 511033 00000100:00100000:0.0:1763335530.267163:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc55edf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041272064:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335530.267189:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7400/0x10123ce7f0763abe lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d11a expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335530.267212:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7400/0x10123ce7f0763abe lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d11a expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335530.267224:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd7400, rc 0) 00000100:00100000:0.0:1763335530.267271:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbf7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+8:2407:x1848991028790656:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5675us (5884us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335530.267280:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 722 00010000:00010000:3.0:1763335530.267579:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06c00/0x10123ce7f0763ac5 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d113 expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335530.267596:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335530.267599:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335530.267604:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06c00/0x10123ce7f0763ac5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d113 expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335530.267629:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a06c00, rc 0) 00000100:00100000:3.0:1763335530.267653:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbf5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:2407:x1848991028790528:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5604us (6325us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335530.267659:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1025 00000100:00100000:2.0:1763335530.278731:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335530.278782:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335530.278864:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028790784 00000100:00100000:3.0:1763335530.278907:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028790784 00000100:00100000:3.0:1763335530.278968:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1026 00000100:00100000:3.0:1763335530.278976:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5471f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:2406:x1848991028790784:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335530.278999:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335530.279022:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06c00/0x10123ce7f0763acc lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d121 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335530.279057:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0763a94 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0f0 expref: 16 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335530.279094:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c45f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041272320:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335530.279170:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850840 going to sleep for 11 seconds 00000100:00100000:0.0:1763335530.280728:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028790912 00000100:00100000:0.0:1763335530.280740:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028790912 00000100:00100000:0.0:1763335530.280801:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 723 00000100:00100000:0.0:1763335530.280812:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5470a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+8:2406:x1848991028790912:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335530.280828:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335530.280847:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7400/0x10123ce7f0763ad3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d128 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335530.280943:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc55edf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041272448:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335530.281029:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c840 going to sleep for 11 seconds 00000100:00100000:3.0:1763335530.283492:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c45f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041272320:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335530.283517:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 511033 00010000:00010000:3.0:1763335530.283538:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06c00/0x10123ce7f0763acc lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d121 expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335530.283563:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335530.283566:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335530.283573:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06c00/0x10123ce7f0763acc lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d121 expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335530.283606:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a06c00, rc 0) 00000100:00100000:3.0:1763335530.284802:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5471f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:2406:x1848991028790784:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5818us (6074us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335530.284814:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1026 00000100:00100000:0.0:1763335530.288077:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc55edf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041272448:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335530.288124:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7400/0x10123ce7f0763ad3 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d128 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335530.288175:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7400/0x10123ce7f0763ad3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d128 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335530.288187:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd7400, rc 0) 00000100:00100000:0.0:1763335530.288247:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5470a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+8:2406:x1848991028790912:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7436us (9463us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335530.288256:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 723 00000100:00100000:2.0:1763335530.291343:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335530.291942:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028791040 00000100:00100000:3.0:1763335530.291951:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028791040 00000100:00100000:2.0:1763335530.292681:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335530.292743:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028791168 00000100:00100000:0.0:1763335530.292748:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028791168 00000100:00100000:0.0:1763335530.292792:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 724 00000100:00100000:0.0:1763335530.292800:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5472d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+8:2407:x1848991028791168:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335530.292818:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335530.292836:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7000/0x10123ce7f0763ada lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d136 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335530.292929:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1027 00000100:00100000:1.0:1763335530.292938:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5471880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+11:2407:x1848991028791040:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335530.292948:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335530.292960:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4e00/0x10123ce7f0763ae1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d12f expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335530.292993:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0763a94 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0f0 expref: 16 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335530.293043:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffbf6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041272576:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335530.293117:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb780 going to sleep for 11 seconds 00000100:00100000:0.0:1763335530.293700:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc55edf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041272704:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335530.294444:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c840 going to sleep for 11 seconds 00000100:00100000:1.0:1763335530.296843:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffbf6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041272576:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335530.296892:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 511033 00010000:00010000:1.0:1763335530.296925:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4e00/0x10123ce7f0763ae1 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d12f expref: 12 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335530.296951:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335530.296955:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335530.296961:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4e00/0x10123ce7f0763ae1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d12f expref: 12 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335530.296975:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4e00, rc 0) 00000100:00100000:1.0:1763335530.297417:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5471880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+11:2407:x1848991028791040:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4479us (6081us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335530.297426:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1027 00000100:00100000:0.0:1763335530.299438:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc55edf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041272704:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335530.299475:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7000/0x10123ce7f0763ada lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d136 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335530.299497:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7000/0x10123ce7f0763ada lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d136 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335530.299527:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd7000, rc 0) 00000100:00100000:0.0:1763335530.299595:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5472d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+8:2407:x1848991028791168:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6794us (6914us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335530.299603:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 724 00000100:00100000:2.0:1763335530.303147:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335530.303232:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028791296 00000100:00100000:1.0:1763335530.303241:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028791296 00000100:00100000:1.0:1763335530.303296:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1028 00000100:00100000:1.0:1763335530.303305:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5472680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+17:15720:x1848991028791296:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335530.303329:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335530.303359:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4800/0x10123ce7f0763ae8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d13d expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335530.303468:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5c00/0x10123ce7f0763aef lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335530.303484:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5c00/0x10123ce7f0763aef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335530.303496:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5c00/0x10123ce7f0763aef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000004:00200000:1.0:1763335530.303523:0:10055:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 511033 00000004:00200000:1.0:1763335530.303527:0:10055:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763335530.303545:0:10055:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5c00/0x10123ce7f0763aef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335530.303570:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4800/0x10123ce7f0763ae8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d13d expref: 19 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335530.303586:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5c00/0x10123ce7f0763aef lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d13d expref: 18 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335530.303595:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335530.303598:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335530.303601:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5c00, rc 0) 00000100:00100000:1.0:1763335530.303659:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5472680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+18:15720:x1848991028791296:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 355us (520us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335530.303666:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1028 00000100:00100000:2.0:1763335530.308294:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335530.308385:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028791552 00000100:00100000:3.0:1763335530.308394:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028791552 00000100:00100000:3.0:1763335530.308446:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1029 00000100:00100000:3.0:1763335530.308455:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5473100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+18:15720:x1848991028791552:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:3.0:1763335530.308505:0:8224:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335530.308533:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5c00/0x10123ce7f0763aef lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d13d expref: 18 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335530.308548:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335530.308553:0:8224:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763335530.308725:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06c00/0x10123ce7f0763af6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335530.308740:0:8224:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0763aa9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0fe expref: 10 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335530.308750:0:8224:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06c00/0x10123ce7f0763af6 lrc: 4/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335530.308782:0:8224:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0763aa9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0fe expref: 10 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335530.308813:0:8224:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0763aa9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0fe expref: 10 pid: 8224 timeout: 430 lvb_type: 0 00000100:00100000:3.0:1763335530.308827:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c45f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041272832:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335530.309320:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850180 going to sleep for 11 seconds 00000100:00100000:0.0:1763335530.315058:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c45f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041272832:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335530.315090:0:8224:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06c00/0x10123ce7f0763af6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000100:00100000:2.0:1763335530.315824:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335530.318050:0:6502:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028791680 00000100:00100000:0.0:1763335530.318066:0:6502:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028791680 00010000:00010000:0.0:1763335530.318124:0:6502:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0763aa9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0fe expref: 11 pid: 8224 timeout: 430 lvb_type: 0 00000100:00100000:0.0:1763335530.318180:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 387 00000100:00100000:0.0:1763335530.318191:0:6502:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c3e0b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2409:x1848991028791680:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335530.318212:0:6502:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335530.318219:0:6502:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0763aa9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0fe expref: 11 pid: 8224 timeout: 430 lvb_type: 0 00010000:00010000:0.0:1763335530.318233:0:6502:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0763aa9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0fe expref: 11 pid: 8224 timeout: 430 lvb_type: 0 00010000:00010000:0.0:1763335530.318259:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0763aa9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0fe expref: 11 pid: 8224 timeout: 430 lvb_type: 0 00010000:00010000:0.0:1763335530.318275:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335530.318294:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06c00/0x10123ce7f0763af6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335530.318305:0:6502:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06c00/0x10123ce7f0763af6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335530.318314:0:6502:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06c00/0x10123ce7f0763af6 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335530.318340:0:6502:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335530.318412:0:6502:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c3e0b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:273362c8-ad54-46f8-a663-195ccb4b667f+10:2409:x1848991028791680:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 222us (2591us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335530.318421:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 387 00010000:00010000:2.0:1763335530.318860:0:8224:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06c00/0x10123ce7f0763af6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335530.319055:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06c00/0x10123ce7f0763af6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000001:00080000:2.0:1763335530.319156:0:8224:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967724 00000004:00010000:2.0:1763335530.319221:0:8224:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 511033 -> 511033 00000004:00010000:2.0:1763335530.319225:0:8224:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335530 -> 1763335530 00000004:00010000:2.0:1763335530.319228:0:8224:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335529 -> 1763335529 00000004:00010000:2.0:1763335530.319230:0:8224:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335530 -> 1763335530 00000004:00010000:2.0:1763335530.319232:0:8224:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 480 -> 480 00000004:00010000:2.0:1763335530.319238:0:8224:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000042588eaa reply state 000000007014d589 transno 4294967725 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06c00/0x10123ce7f0763af6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335530.319253:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06c00/0x10123ce7f0763af6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335530.319260:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335530.319263:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335530.319266:0:8224:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763335530.320452:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5473100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+20:15720:x1848991028791552:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 11989us (12159us total) trans 4294967725 rc 0/0 00000100:00100000:2.0:1763335530.320464:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1029 00000020:00080000:2.0:1763335530.320470:0:8224:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763335530.323662:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335530.323736:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335530.323837:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028791936 00000100:00100000:1.0:1763335530.323847:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028791936 00002000:00010000:1.0:1763335530.323933:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:1.0:1763335530.323939:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5473800 with x1848991028791936 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335530.323957:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5473800. 00000100:00100000:1.0:1763335530.323984:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 363 00000100:00100000:1.0:1763335530.323995:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5473800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+12:2409:x1848991028791936:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:1.0:1763335530.324159:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763335530.324163:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335530 -> 1763335530 00002000:00010000:1.0:1763335530.324166:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335529 -> 1763335528 00002000:00010000:1.0:1763335530.324168:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335530 -> 1763335530 00002000:00010000:1.0:1763335530.324170:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763335530.324232:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5473800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+13:2409:x1848991028791936:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 239us (582us total) trans 4294967473 rc 0/0 00000100:00100000:1.0:1763335530.324240:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 363 00002000:00010000:1.0:1763335530.324244:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:1.0:1763335530.324246:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5473800 with x1848991028791936 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335530.324251:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5473800. 00000100:00100000:3.0:1763335530.324320:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028791808 00000100:00100000:3.0:1763335530.324326:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028791808 00002000:00010000:3.0:1763335530.324358:0:6529:0:(mdt_io.c:274:mdt_punch_hpreq_check()) lustre-MDT0000: refresh DOM lock for [0x200000402:0xe:0x0] 00002000:00100000:3.0:1763335530.324362:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5473480 with x1848991028791808 00000100:00100000:3.0:1763335530.324390:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 556 00000100:00100000:3.0:1763335530.324397:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5473480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+20:2408:x1848991028791808:12345-192.168.202.34@tcp:10:fsx.0 00000004:00010000:3.0:1763335530.324927:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 511033 -> 200776 00000004:00010000:3.0:1763335530.324932:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335530 -> 1763335530 00000004:00010000:3.0:1763335530.324935:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335529 -> 1763335529 00000004:00010000:3.0:1763335530.324937:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335530 -> 1763335530 00000004:00010000:3.0:1763335530.324939:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 480 -> 256 00000100:00100000:3.0:1763335530.324980:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5473480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+21:2408:x1848991028791808:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 582us (1243us total) trans 4294967726 rc 0/0 00000100:00100000:3.0:1763335530.324987:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 556 00002000:00010000:3.0:1763335530.324991:0:6529:0:(mdt_io.c:274:mdt_punch_hpreq_check()) lustre-MDT0000: refresh DOM lock for [0x200000402:0xe:0x0] 00002000:00100000:3.0:1763335530.324993:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5473480 with x1848991028791808 00000100:00100000:1.0:1763335530.330153:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335530.330265:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028792064 00000100:00100000:2.0:1763335530.330280:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028792064 00000100:00100000:2.0:1763335530.330711:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1030 00000100:00100000:2.0:1763335530.330724:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbf6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+21:15720:x1848991028792064:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335530.330753:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335530.330779:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9200/0x10123ce7f0763afd lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d144 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.331239:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9000/0x10123ce7f0763b04 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335530.331259:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9000/0x10123ce7f0763b04 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335530.331274:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9000/0x10123ce7f0763b04 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000004:00200000:2.0:1763335530.331302:0:8224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 200776 00000004:00200000:2.0:1763335530.331306:0:8224:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763335530.331324:0:8224:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9000/0x10123ce7f0763b04 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335530.331363:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9200/0x10123ce7f0763afd lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d144 expref: 23 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.331380:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9000/0x10123ce7f0763b04 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d144 expref: 22 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.331388:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335530.331392:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335530.331397:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc9000, rc 0) 00000100:00100000:2.0:1763335530.331461:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbf6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+22:15720:x1848991028792064:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 740us (1316us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335530.331468:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1030 00000100:00100000:0.0:1763335530.341427:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335530.341479:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335530.341569:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028792192 00000100:00100000:3.0:1763335530.341578:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028792192 00000100:00100000:3.0:1763335530.341635:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1031 00000100:00100000:3.0:1763335530.341644:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+10:2409:x1848991028792192:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335530.341680:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335530.341702:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06400/0x10123ce7f0763b0b lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d14b expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335530.341733:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028792320 00010000:00010000:3.0:1763335530.341740:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0763a94 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0f0 expref: 21 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335530.341740:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028792320 00000100:00100000:3.0:1763335530.341782:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c44700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041272960:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335530.341861:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850840 going to sleep for 11 seconds 00000100:00100000:2.0:1763335530.342000:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 725 00000100:00100000:2.0:1763335530.342008:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+8:2409:x1848991028792320:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335530.342073:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335530.342136:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9200/0x10123ce7f0763b12 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d152 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335530.342178:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc57a3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041273088:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335530.342229:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c5ac7840 going to sleep for 11 seconds 00002000:00010000:2.0:1763335530.346336:0:9882:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335528 -> 1763335529 00000100:00100000:2.0:1763335530.346369:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc57a3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041273088:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335530.346416:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9200/0x10123ce7f0763b12 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d152 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335530.346440:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9200/0x10123ce7f0763b12 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d152 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335530.346453:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc9200, rc 0) 00000100:00100000:2.0:1763335530.346505:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+8:2409:x1848991028792320:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4497us (5088us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335530.346515:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 725 00000100:00100000:3.0:1763335530.346615:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c44700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041272960:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335530.346629:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 200776 00010000:00010000:3.0:1763335530.346641:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06400/0x10123ce7f0763b0b lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d14b expref: 11 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335530.346655:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335530.346658:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335530.346663:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06400/0x10123ce7f0763b0b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d14b expref: 11 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335530.346673:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a06400, rc 0) 00000100:00100000:3.0:1763335530.346694:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+10:2409:x1848991028792192:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5052us (5215us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335530.346701:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1031 00000100:00100000:0.0:1763335530.350671:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335530.350721:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028792448 00000100:00100000:3.0:1763335530.350731:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028792448 00000100:00100000:3.0:1763335530.350794:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1032 00000100:00100000:3.0:1763335530.350805:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+10:15720:x1848991028792448:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335530.350847:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335530.350941:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07a00/0x10123ce7f0763b19 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d159 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335530.350983:0:8224:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0763a94 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0f0 expref: 21 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335530.350995:0:8224:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07a00/0x10123ce7f0763b19 lrc: 4/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d159 expref: 11 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335530.351036:0:8224:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0763a94 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0f0 expref: 21 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335530.351049:0:8224:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0763a94 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0f0 expref: 21 pid: 8224 timeout: 431 lvb_type: 0 00000100:00100000:3.0:1763335530.351065:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c44700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041273216:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335530.351164:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850840 going to sleep for 11 seconds 00000100:00100000:3.0:1763335530.353215:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c44700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041273216:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335530.353247:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07a00/0x10123ce7f0763b19 lrc: 3/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d159 expref: 11 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335530.353265:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335530.353268:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335530.353273:0:8224:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07a00/0x10123ce7f0763b19 lrc: 3/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d159 expref: 11 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335530.353285:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a07a00, rc 0) 00000100:00100000:2.0:1763335530.353546:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:15720:x1848991028792448:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2740us (2882us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335530.353556:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1032 00000100:00100000:3.0:1763335530.353675:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335530.353859:0:6502:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028792576 00000100:00100000:2.0:1763335530.353884:0:6502:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028792576 00010000:00010000:2.0:1763335530.353927:0:6502:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0763a94 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0f0 expref: 22 pid: 8224 timeout: 431 lvb_type: 0 00000100:00100000:2.0:1763335530.353958:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 388 00000100:00100000:2.0:1763335530.353968:0:6502:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c44700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:819c42eb-8a5f-4523-990c-a007cb66998d+22:2409:x1848991028792576:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335530.353983:0:6502:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335530.354005:0:6502:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0763a94 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0f0 expref: 22 pid: 8224 timeout: 431 lvb_type: 0 00010000:00010000:2.0:1763335530.354029:0:6502:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0763a94 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0f0 expref: 22 pid: 8224 timeout: 431 lvb_type: 0 00010000:00010000:2.0:1763335530.354058:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0763a94 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0f0 expref: 22 pid: 8224 timeout: 431 lvb_type: 0 00010000:00010000:2.0:1763335530.354076:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335530.354081:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07a00/0x10123ce7f0763b19 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d159 expref: 10 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.354092:0:6502:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07a00/0x10123ce7f0763b19 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d159 expref: 10 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.354102:0:6502:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07a00/0x10123ce7f0763b19 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d159 expref: 10 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.354136:0:6502:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07a00/0x10123ce7f0763b19 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d159 expref: 10 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335530.354154:0:6502:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc57a3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:6502:1848991041273344:192.168.202.34@tcp:105: 00000100:00100000:2.0:1763335530.354219:0:6502:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c5ac7840 going to sleep for 11 seconds 00000100:00100000:2.0:1763335530.356822:0:6502:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc57a3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:6502:1848991041273344:192.168.202.34@tcp:105: 00010000:00010000:2.0:1763335530.356850:0:6502:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335530.356939:0:6502:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c44700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:819c42eb-8a5f-4523-990c-a007cb66998d+21:2409:x1848991028792576:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 2971us (3263us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335530.356951:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 388 00000100:00100000:3.0:1763335530.357009:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335530.357128:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028792704 00000100:00100000:1.0:1763335530.357137:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028792704 00002000:00100000:1.0:1763335530.357182:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4c45f80 x1848991028792704/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:576/0 lens 488/0 e 0 to 0 dl 1763335541 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335530.357192:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4c45f80 with x1848991028792704 00000100:00100000:1.0:1763335530.357225:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 557 00000100:00100000:1.0:1763335530.357234:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2409:x1848991028792704:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335530.357405:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2409:x1848991028792704:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 170us (396us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335530.357412:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 557 00002000:00100000:1.0:1763335530.357419:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4c45f80 x1848991028792704/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:576/0 lens 488/4536 e 0 to 0 dl 1763335541 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335530.357427:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4c45f80 with x1848991028792704 00000100:00100000:3.0:1763335530.361642:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335530.361742:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028792832 00000100:00100000:1.0:1763335530.361752:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028792832 00002000:00100000:1.0:1763335530.361802:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0c3132680 x1848991028792832/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:576/0 lens 488/0 e 0 to 0 dl 1763335541 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335530.361812:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0c3132680 with x1848991028792832 00000100:00100000:1.0:1763335530.361846:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 558 00000100:00100000:1.0:1763335530.361855:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c3132680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+11:2409:x1848991028792832:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335530.362084:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c3132680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+11:2409:x1848991028792832:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 228us (450us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335530.362090:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 558 00002000:00100000:1.0:1763335530.362097:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0c3132680 x1848991028792832/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:576/0 lens 488/4536 e 0 to 0 dl 1763335541 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335530.362104:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0c3132680 with x1848991028792832 00000100:00100000:0.0:1763335530.365042:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335530.365159:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028792960 00000100:00100000:3.0:1763335530.365170:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028792960 00002000:00100000:3.0:1763335530.365222:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc55ec380 x1848991028792960/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:576/0 lens 488/0 e 0 to 0 dl 1763335541 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335530.365233:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc55ec380 with x1848991028792960 00000100:00100000:3.0:1763335530.365274:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 559 00000100:00100000:3.0:1763335530.365287:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2409:x1848991028792960:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335530.365533:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2409:x1848991028792960:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 246us (499us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335530.365541:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 559 00002000:00100000:3.0:1763335530.365549:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc55ec380 x1848991028792960/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:576/0 lens 488/4536 e 0 to 0 dl 1763335541 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335530.365558:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc55ec380 with x1848991028792960 00000100:00100000:0.0:1763335530.369425:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335530.369534:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028793088 00000100:00100000:3.0:1763335530.369543:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028793088 00002000:00100000:3.0:1763335530.369611:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc55ed880 x1848991028793088/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:576/0 lens 488/0 e 0 to 0 dl 1763335541 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335530.369623:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc55ed880 with x1848991028793088 00000100:00100000:3.0:1763335530.369663:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 560 00000100:00100000:3.0:1763335530.369672:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2409:x1848991028793088:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335530.370989:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2409:x1848991028793088:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 1310us (1566us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335530.371021:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 560 00002000:00100000:3.0:1763335530.371031:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc55ed880 x1848991028793088/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:576/0 lens 488/4536 e 0 to 0 dl 1763335541 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335530.371041:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc55ed880 with x1848991028793088 00000100:00100000:1.0:1763335530.374583:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335530.374654:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028793216 00000100:00100000:2.0:1763335530.374664:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028793216 00000100:00100000:2.0:1763335530.374722:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1033 00000100:00100000:2.0:1763335530.374732:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbf4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+21:2409:x1848991028793216:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335530.374753:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335530.374777:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0763b20 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d160 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.374810:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0763b20 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d160 expref: 22 pid: 8224 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763335530.374822:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 200776 00010000:00010000:2.0:1763335530.374829:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0763b20 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d160 expref: 22 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.374843:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335530.374846:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335530.374850:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc8e00, rc 0) 00000100:00100000:2.0:1763335530.374939:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbf4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+22:2409:x1848991028793216:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 206us (364us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335530.374948:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1033 00000100:00100000:0.0:1763335530.379123:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335530.379240:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028793344 00000100:00100000:1.0:1763335530.379251:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028793344 00000100:00100000:1.0:1763335530.379322:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1034 00000100:00100000:1.0:1763335530.379331:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+11:15720:x1848991028793344:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335530.379357:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335530.379361:0:10055:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763335530.379420:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07a00/0x10123ce7f0763b19 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d159 expref: 11 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335530.379445:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335530.379451:0:10055:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335530.379470:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0763b27 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d167 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335530.379502:0:10055:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0763b20 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d160 expref: 21 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335530.379514:0:10055:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0763b27 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d167 expref: 11 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335530.379545:0:10055:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0763b20 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d160 expref: 21 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335530.379558:0:10055:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0763b20 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d160 expref: 21 pid: 8224 timeout: 431 lvb_type: 0 00000100:00100000:1.0:1763335530.379571:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffbf4700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041273472:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335530.379656:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335530.383203:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffbf4700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041273472:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335530.383203:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:1.0:1763335530.383236:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0763b27 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d167 expref: 11 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335530.383256:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335530.383259:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335530.383264:0:10055:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0763b27 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d167 expref: 11 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335530.383276:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5000, rc 0) 00000100:00100000:2.0:1763335530.383286:0:6502:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028793472 00000100:00100000:2.0:1763335530.383294:0:6502:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028793472 00010000:00010000:2.0:1763335530.383333:0:6502:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0763b20 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d160 expref: 22 pid: 8224 timeout: 431 lvb_type: 0 00000100:00100000:1.0:1763335530.383345:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+11:15720:x1848991028793344:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4003us (4219us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335530.383356:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1034 00000100:00100000:2.0:1763335530.383379:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 389 00000100:00100000:2.0:1763335530.383390:0:6502:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55eea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:819c42eb-8a5f-4523-990c-a007cb66998d+22:2408:x1848991028793472:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335530.383406:0:6502:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335530.383431:0:6502:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0763b20 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d160 expref: 22 pid: 8224 timeout: 431 lvb_type: 0 00010000:00010000:2.0:1763335530.383444:0:6502:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0763b20 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d160 expref: 22 pid: 8224 timeout: 431 lvb_type: 0 00010000:00010000:2.0:1763335530.383468:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0763b20 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d160 expref: 22 pid: 8224 timeout: 431 lvb_type: 0 00010000:00010000:2.0:1763335530.383482:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335530.383487:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0763b27 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d167 expref: 10 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.383497:0:6502:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0763b27 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d167 expref: 10 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.383507:0:6502:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0763b27 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d167 expref: 10 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.383545:0:6502:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0763b27 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d167 expref: 10 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335530.383557:0:6502:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc57a3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:6502:1848991041273600:192.168.202.34@tcp:105: 00000100:00100000:2.0:1763335530.383627:0:6502:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c5ac7840 going to sleep for 11 seconds 00000100:00100000:2.0:1763335530.390152:0:6502:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc57a3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:6502:1848991041273600:192.168.202.34@tcp:105: 00010000:00010000:2.0:1763335530.390182:0:6502:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335530.390246:0:6502:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55eea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:819c42eb-8a5f-4523-990c-a007cb66998d+21:2408:x1848991028793472:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 6856us (7050us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335530.390258:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 389 00000100:00100000:3.0:1763335530.392833:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335530.393582:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028793600 00000100:00100000:2.0:1763335530.393595:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028793600 00000100:00100000:2.0:1763335530.393673:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 561 00000100:00100000:2.0:1763335530.393684:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c3131180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2408:x1848991028793600:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:2.0:1763335530.394112:0:6530:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 200776 -> 200776 00000004:00010000:2.0:1763335530.394116:0:6530:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335530 -> 1763335530 00000004:00010000:2.0:1763335530.394119:0:6530:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335529 -> 1763335529 00000004:00010000:2.0:1763335530.394122:0:6530:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335530 -> 1763335530 00000004:00010000:2.0:1763335530.394123:0:6530:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 256 -> 248 00000100:00100000:2.0:1763335530.394184:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c3131180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+12:2408:x1848991028793600:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 501us (1358us total) trans 4294967727 rc 0/0 00000100:00100000:2.0:1763335530.394192:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 561 00000100:00100000:0.0:1763335530.399233:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335530.399315:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028793728 00000100:00100000:1.0:1763335530.399326:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028793728 00000100:00100000:1.0:1763335530.399545:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1035 00000100:00100000:1.0:1763335530.399555:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+12:15720:x1848991028793728:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335530.399582:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335530.399605:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0763b2e lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d16e expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335530.399703:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4600/0x10123ce7f0763b35 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335530.399720:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4600/0x10123ce7f0763b35 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335530.399734:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4600/0x10123ce7f0763b35 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000004:00200000:1.0:1763335530.399760:0:10055:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 200776 00000004:00200000:1.0:1763335530.399765:0:10055:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763335530.399781:0:10055:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4600/0x10123ce7f0763b35 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335530.399804:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0763b2e lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d16e expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335530.399860:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4600/0x10123ce7f0763b35 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d16e expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335530.399982:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335530.399986:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335530.399989:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4600, rc 0) 00000100:00100000:1.0:1763335530.400078:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+13:15720:x1848991028793728:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 525us (855us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335530.400086:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1035 00000100:00100000:0.0:1763335530.403777:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335530.404007:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028793856 00000100:00100000:2.0:1763335530.404019:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028793856 00000100:00100000:0.0:1763335530.404188:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 726 00000100:00100000:0.0:1763335530.404199:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+8:2409:x1848991028793856:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335530.404220:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335530.404242:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6a00/0x10123ce7f0763b3c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d175 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335530.404308:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc55eca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041273728:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335530.404417:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c900 going to sleep for 11 seconds 00000100:00100000:0.0:1763335530.407507:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc55eca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041273728:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335530.407549:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6a00/0x10123ce7f0763b3c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d175 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335530.407575:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6a00/0x10123ce7f0763b3c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d175 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335530.407588:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6a00, rc 0) 00000100:00100000:0.0:1763335530.407693:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+8:2409:x1848991028793856:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3495us (3924us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335530.407703:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 726 00000100:00100000:1.0:1763335530.410825:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335530.410927:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028793984 00000100:00100000:0.0:1763335530.410937:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028793984 00000100:00100000:0.0:1763335530.410986:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 727 00000100:00100000:0.0:1763335530.410994:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbf4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+8:2408:x1848991028793984:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335530.411013:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335530.411031:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6400/0x10123ce7f0763b43 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d17c expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335530.411086:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc55eca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041273856:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335530.411160:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c900 going to sleep for 11 seconds 00000100:00100000:0.0:1763335530.414100:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc55eca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041273856:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335530.414142:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6400/0x10123ce7f0763b43 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d17c expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335530.414192:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6400/0x10123ce7f0763b43 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d17c expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335530.414205:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6400, rc 0) 00000100:00100000:0.0:1763335530.414267:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbf4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+8:2408:x1848991028793984:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3272us (3449us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335530.414277:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 727 00000100:00100000:1.0:1763335530.417379:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335530.417747:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028794112 00000100:00100000:3.0:1763335530.417757:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028794112 00000100:00100000:3.0:1763335530.417986:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1036 00000100:00100000:3.0:1763335530.417997:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbf6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+21:15720:x1848991028794112:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335530.418135:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335530.418160:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06400/0x10123ce7f0763b4a lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d183 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335530.418194:0:10055:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0763b27 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d167 expref: 12 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335530.418205:0:10055:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06400/0x10123ce7f0763b4a lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d183 expref: 22 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335530.418238:0:10055:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0763b27 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d167 expref: 12 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335530.418252:0:10055:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0763b27 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d167 expref: 12 pid: 10055 timeout: 431 lvb_type: 0 00000100:00100000:3.0:1763335530.418265:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c3132d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041273984:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335530.418409:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58503c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335530.423470:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c3132d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041273984:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335530.423510:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06400/0x10123ce7f0763b4a lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d183 expref: 22 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335530.423530:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335530.423533:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335530.423537:0:10055:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06400/0x10123ce7f0763b4a lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d183 expref: 22 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335530.423549:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a06400, rc 0) 00000100:00100000:3.0:1763335530.423615:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbf6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+22:15720:x1848991028794112:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5619us (6245us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335530.423625:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1036 00000100:00100000:0.0:1763335530.424165:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335530.424403:0:6502:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028794240 00000100:00100000:2.0:1763335530.424411:0:6502:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028794240 00010000:00010000:2.0:1763335530.424444:0:6502:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0763b27 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d167 expref: 13 pid: 10055 timeout: 431 lvb_type: 0 00000100:00100000:2.0:1763335530.424475:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 390 00000100:00100000:2.0:1763335530.424484:0:6502:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55eca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:273362c8-ad54-46f8-a663-195ccb4b667f+13:2409:x1848991028794240:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335530.424517:0:6502:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335530.424537:0:6502:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0763b27 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d167 expref: 13 pid: 10055 timeout: 431 lvb_type: 0 00010000:00010000:2.0:1763335530.424551:0:6502:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0763b27 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d167 expref: 13 pid: 10055 timeout: 431 lvb_type: 0 00010000:00010000:2.0:1763335530.424576:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0763b27 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d167 expref: 13 pid: 10055 timeout: 431 lvb_type: 0 00010000:00010000:2.0:1763335530.424591:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335530.424596:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06400/0x10123ce7f0763b4a lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d183 expref: 21 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.424606:0:6502:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06400/0x10123ce7f0763b4a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d183 expref: 21 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.424616:0:6502:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06400/0x10123ce7f0763b4a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d183 expref: 21 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.424651:0:6502:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06400/0x10123ce7f0763b4a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d183 expref: 21 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335530.424670:0:6502:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc57a3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:6502:1848991041274112:192.168.202.34@tcp:105: 00000100:00100000:2.0:1763335530.424809:0:6502:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c5ac7b40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335530.430628:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335530.430735:0:6502:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc57a3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:6502:1848991041274112:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335530.430761:0:6502:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335530.430830:0:6502:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55eca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:273362c8-ad54-46f8-a663-195ccb4b667f+12:2409:x1848991028794240:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 6345us (6664us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335530.430841:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 390 00000100:00100000:1.0:1763335530.431111:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028794368 00000100:00100000:1.0:1763335530.431119:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028794368 00000100:00100000:1.0:1763335530.431192:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 562 00000100:00100000:1.0:1763335530.431202:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+22:2409:x1848991028794368:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:1.0:1763335530.431611:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 200776 -> 200776 00000004:00010000:1.0:1763335530.431616:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335530 -> 1763335530 00000004:00010000:1.0:1763335530.431619:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335529 -> 1763335529 00000004:00010000:1.0:1763335530.431621:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335530 -> 1763335530 00000004:00010000:1.0:1763335530.431623:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 248 -> 200 00000100:00100000:1.0:1763335530.431668:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+23:2409:x1848991028794368:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 467us (1051us total) trans 4294967728 rc 0/0 00000100:00100000:1.0:1763335530.431675:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 562 00000100:00100000:1.0:1763335530.435721:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335530.435773:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335530.435849:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028794496 00000100:00100000:3.0:1763335530.435859:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028794496 00000100:00100000:0.0:1763335530.435893:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028794624 00000100:00100000:0.0:1763335530.435898:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028794624 00000100:00100000:3.0:1763335530.435942:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1037 00000100:00100000:0.0:1763335530.435942:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 728 00000100:00100000:3.0:1763335530.435952:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbf4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+12:2408:x1848991028794496:12345-192.168.202.34@tcp:101:fsx.0 00000100:00100000:0.0:1763335530.435952:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+8:2408:x1848991028794624:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335530.435971:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335530.435971:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335530.435991:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07a00/0x10123ce7f0763b51 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d18a expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335530.435991:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6a00/0x10123ce7f0763b58 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d191 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335530.436041:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06400/0x10123ce7f0763b4a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d183 expref: 22 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335530.436050:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c6721880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041274240:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335530.436061:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c3132d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041274368:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335530.436696:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58503c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335530.436696:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c900 going to sleep for 11 seconds 00000100:00100000:0.0:1763335530.440190:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c6721880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041274240:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335530.440234:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6a00/0x10123ce7f0763b58 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d191 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335530.440268:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6a00/0x10123ce7f0763b58 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d191 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335530.440296:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6a00, rc 0) 00000100:00100000:0.0:1763335530.440367:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+8:2408:x1848991028794624:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4415us (4591us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335530.440377:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 728 00000100:00100000:3.0:1763335530.441677:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c3132d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041274368:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335530.441699:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 200776 00010000:00010000:3.0:1763335530.441715:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07a00/0x10123ce7f0763b51 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d18a expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335530.441736:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335530.441739:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335530.441744:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07a00/0x10123ce7f0763b51 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d18a expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335530.441756:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a07a00, rc 0) 00000100:00100000:3.0:1763335530.441806:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbf4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+12:2408:x1848991028794496:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5855us (6094us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335530.441815:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1037 00000100:00100000:1.0:1763335530.445598:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335530.446382:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028794752 00000100:00100000:3.0:1763335530.446400:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028794752 00000100:00100000:3.0:1763335530.446495:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1038 00000100:00100000:3.0:1763335530.446507:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+12:2406:x1848991028794752:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335530.446532:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335530.446561:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07600/0x10123ce7f0763b5f lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d198 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335530.446634:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06400/0x10123ce7f0763b4a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d183 expref: 22 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335530.446687:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c3132d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041274496:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335530.446806:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58503c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335530.448769:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335530.449015:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028794880 00000100:00100000:0.0:1763335530.449026:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028794880 00000100:00100000:0.0:1763335530.449097:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 729 00000100:00100000:0.0:1763335530.449107:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+8:2406:x1848991028794880:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335530.449127:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335530.449149:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6a00/0x10123ce7f0763b66 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d19f expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335530.449211:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c6721880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041274624:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335530.449304:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c900 going to sleep for 11 seconds 00000100:00100000:2.0:1763335530.449942:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c3132d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041274496:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335530.449964:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 200776 00010000:00010000:2.0:1763335530.449983:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07600/0x10123ce7f0763b5f lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d198 expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.450006:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335530.450009:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335530.450014:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07600/0x10123ce7f0763b5f lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d198 expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.450027:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a07600, rc 0) 00000100:00100000:2.0:1763335530.450087:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+12:2406:x1848991028794752:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3582us (4498us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335530.450097:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1038 00000100:00100000:0.0:1763335530.453933:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c6721880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041274624:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335530.453976:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6a00/0x10123ce7f0763b66 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d19f expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335530.454001:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6a00/0x10123ce7f0763b66 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d19f expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335530.454013:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6a00, rc 0) 00000100:00100000:0.0:1763335530.454086:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+8:2406:x1848991028794880:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4979us (5326us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335530.454112:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 729 00000100:00100000:1.0:1763335530.466965:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335530.467233:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028795008 00000100:00100000:0.0:1763335530.467244:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028795008 00002000:00100000:0.0:1763335530.467300:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc43b6680 x1848991028795008/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:576/0 lens 488/0 e 0 to 0 dl 1763335541 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335530.467312:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc43b6680 with x1848991028795008 00000100:00100000:0.0:1763335530.467580:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 563 00000100:00100000:0.0:1763335530.467591:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+23:2407:x1848991028795008:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335530.468401:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+23:2407:x1848991028795008:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 806us (1444us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335530.468411:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 563 00002000:00100000:0.0:1763335530.468421:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc43b6680 x1848991028795008/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:576/0 lens 488/4536 e 0 to 0 dl 1763335541 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335530.468429:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc43b6680 with x1848991028795008 00000100:00100000:3.0:1763335530.473294:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335530.473414:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028795136 00000100:00100000:0.0:1763335530.473424:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028795136 00002000:00100000:0.0:1763335530.473471:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0c3133480 x1848991028795136/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:576/0 lens 488/0 e 0 to 0 dl 1763335541 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335530.473483:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0c3133480 with x1848991028795136 00000100:00100000:0.0:1763335530.473521:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 564 00000100:00100000:0.0:1763335530.473531:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c3133480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+23:2408:x1848991028795136:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335530.473751:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c3133480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+23:2408:x1848991028795136:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 220us (468us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335530.473760:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 564 00002000:00100000:0.0:1763335530.473772:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0c3133480 x1848991028795136/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:576/0 lens 488/4536 e 0 to 0 dl 1763335541 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335530.473781:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0c3133480 with x1848991028795136 00000100:00100000:1.0:1763335530.477075:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335530.477186:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028795264 00000100:00100000:3.0:1763335530.477196:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028795264 00002000:00100000:3.0:1763335530.477246:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc43b4000 x1848991028795264/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:576/0 lens 488/0 e 0 to 0 dl 1763335541 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335530.477257:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc43b4000 with x1848991028795264 00000100:00100000:3.0:1763335530.477434:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 565 00000100:00100000:3.0:1763335530.477443:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+23:2406:x1848991028795264:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335530.477672:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+23:2406:x1848991028795264:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 228us (607us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335530.477681:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 565 00002000:00100000:3.0:1763335530.477688:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc43b4000 x1848991028795264/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:576/0 lens 488/4536 e 0 to 0 dl 1763335541 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335530.477697:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc43b4000 with x1848991028795264 00000100:00100000:2.0:1763335530.484354:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335530.484405:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335530.484540:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028795392 00000100:00100000:3.0:1763335530.484551:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028795392 00000100:00100000:3.0:1763335530.484609:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1039 00000100:00100000:3.0:1763335530.484625:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc57a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+12:2406:x1848991028795392:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335530.484647:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335530.484684:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07a00/0x10123ce7f0763b6d lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d1a6 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335530.484728:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06400/0x10123ce7f0763b4a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d183 expref: 22 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335530.484768:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c3131c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041274752:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335530.484851:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58500c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335530.485586:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028795520 00000100:00100000:1.0:1763335530.485593:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028795520 00000100:00100000:1.0:1763335530.485639:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 730 00000100:00100000:1.0:1763335530.485648:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc57a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+8:2406:x1848991028795520:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335530.485661:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335530.485676:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4000/0x10123ce7f0763b74 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d1ad expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335530.485721:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc43b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041274880:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335530.485772:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fba80 going to sleep for 11 seconds 00000004:00010000:2.0:1763335530.488510:0:10055:0:(mdt_lvb.c:189:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime: 1763335529 -> 1763335530 00000100:00100000:2.0:1763335530.488541:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c3131c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041274752:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335530.488566:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 200776 00010000:00010000:2.0:1763335530.488588:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07a00/0x10123ce7f0763b6d lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d1a6 expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.488611:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335530.488615:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335530.488621:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07a00/0x10123ce7f0763b6d lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d1a6 expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.488636:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a07a00, rc 0) 00002000:00010000:1.0:1763335530.488775:0:9882:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335529 -> 1763335530 00000100:00100000:1.0:1763335530.488794:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc43b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041274880:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335530.488816:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4000/0x10123ce7f0763b74 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d1ad expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335530.488838:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4000/0x10123ce7f0763b74 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d1ad expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335530.488847:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4000, rc 0) 00000100:00100000:2.0:1763335530.488974:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc57a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+12:2406:x1848991028795392:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4348us (4629us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335530.488983:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1039 00000100:00100000:1.0:1763335530.489202:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc57a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+8:2406:x1848991028795520:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3554us (4794us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335530.489210:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 730 00000100:00100000:3.0:1763335530.492428:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335530.492521:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028795776 00000100:00100000:1.0:1763335530.492531:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028795776 00000100:00100000:3.0:1763335530.492539:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335530.492580:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028795648 00000100:00100000:2.0:1763335530.492585:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028795648 00000100:00100000:2.0:1763335530.492639:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1040 00000100:00100000:2.0:1763335530.492650:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c3132300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+12:2407:x1848991028795648:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335530.492675:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335530.492701:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9200/0x10123ce7f0763b7b lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d1b4 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.492744:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06400/0x10123ce7f0763b4a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d183 expref: 22 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335530.492793:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc57a3800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041275008:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335530.492793:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 731 00000100:00100000:1.0:1763335530.492801:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c3130000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+8:2407:x1848991028795776:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335530.492809:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335530.492819:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4e00/0x10123ce7f0763b82 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d1bb expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335530.492854:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc43b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041275136:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335530.494068:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fba80 going to sleep for 11 seconds 00000100:00100000:2.0:1763335530.494075:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c5ac7a80 going to sleep for 11 seconds 00000100:00100000:1.0:1763335530.496132:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc43b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041275136:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335530.496177:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4e00/0x10123ce7f0763b82 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d1bb expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335530.496206:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4e00/0x10123ce7f0763b82 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d1bb expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335530.496220:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4e00, rc 0) 00000100:00100000:1.0:1763335530.496292:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c3130000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+8:2407:x1848991028795776:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3492us (3873us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335530.496301:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 731 00000100:00100000:2.0:1763335530.496392:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc57a3800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041275008:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335530.496409:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 200776 00010000:00010000:2.0:1763335530.496423:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9200/0x10123ce7f0763b7b lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d1b4 expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.496438:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335530.496441:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335530.496447:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9200/0x10123ce7f0763b7b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d1b4 expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.496457:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc9200, rc 0) 00000100:00100000:2.0:1763335530.496481:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c3132300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+12:2407:x1848991028795648:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3833us (3942us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335530.496488:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1040 00000100:00100000:0.0:1763335530.500857:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335530.501168:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028795904 00000100:00100000:2.0:1763335530.501178:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028795904 00000100:00100000:2.0:1763335530.501232:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1041 00000100:00100000:2.0:1763335530.501246:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c6721880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+12:15720:x1848991028795904:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335530.501271:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335530.501297:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0763b89 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d1c2 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.501338:0:10055:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06400/0x10123ce7f0763b4a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d183 expref: 22 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.501350:0:10055:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0763b89 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d1c2 expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.501394:0:10055:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06400/0x10123ce7f0763b4a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d183 expref: 22 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.501407:0:10055:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06400/0x10123ce7f0763b4a lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d183 expref: 22 pid: 10055 timeout: 431 lvb_type: 0 00000100:00100000:2.0:1763335530.501421:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc57a3800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041275264:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335530.501516:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c5ac7a80 going to sleep for 11 seconds 00000100:00100000:2.0:1763335530.504247:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc57a3800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041275264:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335530.504287:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0763b89 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d1c2 expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.504307:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335530.504310:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335530.504316:0:10055:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0763b89 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d1c2 expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.504329:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc9400, rc 0) 00000100:00100000:2.0:1763335530.504383:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c6721880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+13:15720:x1848991028795904:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3142us (3536us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335530.504392:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1041 00000100:00100000:3.0:1763335530.505727:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335530.505831:0:6502:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028796032 00000100:00100000:2.0:1763335530.505840:0:6502:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028796032 00010000:00010000:2.0:1763335530.505892:0:6502:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06400/0x10123ce7f0763b4a lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d183 expref: 23 pid: 10055 timeout: 431 lvb_type: 0 00000100:00100000:2.0:1763335530.505939:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 391 00000100:00100000:2.0:1763335530.505949:0:6502:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c3131c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:819c42eb-8a5f-4523-990c-a007cb66998d+23:2409:x1848991028796032:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335530.505964:0:6502:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335530.505985:0:6502:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06400/0x10123ce7f0763b4a lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d183 expref: 23 pid: 10055 timeout: 431 lvb_type: 0 00010000:00010000:2.0:1763335530.505998:0:6502:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06400/0x10123ce7f0763b4a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d183 expref: 23 pid: 10055 timeout: 431 lvb_type: 0 00010000:00010000:2.0:1763335530.506025:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06400/0x10123ce7f0763b4a lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d183 expref: 23 pid: 10055 timeout: 431 lvb_type: 0 00010000:00010000:2.0:1763335530.506041:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335530.506046:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0763b89 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d1c2 expref: 12 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.506059:0:6502:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0763b89 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d1c2 expref: 12 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.506067:0:6502:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0763b89 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d1c2 expref: 12 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.506103:0:6502:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0763b89 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d1c2 expref: 12 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335530.506116:0:6502:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc57a3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:6502:1848991041275392:192.168.202.34@tcp:105: 00000100:00100000:2.0:1763335530.506195:0:6502:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c5ac7a80 going to sleep for 11 seconds 00000100:00100000:2.0:1763335530.508711:0:6502:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc57a3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:6502:1848991041275392:192.168.202.34@tcp:105: 00010000:00010000:2.0:1763335530.508741:0:6502:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335530.508804:0:6502:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c3131c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:819c42eb-8a5f-4523-990c-a007cb66998d+22:2409:x1848991028796032:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 2855us (3082us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335530.508816:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 391 00000100:00100000:1.0:1763335530.509703:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335530.509767:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028796160 00000100:00100000:3.0:1763335530.509777:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028796160 00000100:00100000:0.0:1763335530.510382:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 566 00000100:00100000:0.0:1763335530.510397:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+13:2409:x1848991028796160:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:0.0:1763335530.510757:0:6530:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 200776 -> 200776 00000004:00010000:0.0:1763335530.510763:0:6530:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335530 -> 1763335530 00000004:00010000:0.0:1763335530.510765:0:6530:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335530 -> 1763335530 00000004:00010000:0.0:1763335530.510767:0:6530:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335530 -> 1763335530 00000004:00010000:0.0:1763335530.510770:0:6530:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 200 -> 280 00000100:00100000:0.0:1763335530.510905:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+14:2409:x1848991028796160:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 511us (1204us total) trans 4294967729 rc 0/0 00000100:00100000:0.0:1763335530.510928:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 566 00000100:00100000:3.0:1763335530.514984:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335530.515229:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028796288 00000100:00100000:1.0:1763335530.515239:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028796288 00000100:00100000:1.0:1763335530.515303:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 732 00000100:00100000:1.0:1763335530.515314:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c3132d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+8:2407:x1848991028796288:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335530.515335:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335530.515359:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4e00/0x10123ce7f0763b90 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d1c9 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335530.515426:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc43b5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041275520:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335530.515523:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fba80 going to sleep for 11 seconds 00000100:00100000:0.0:1763335530.520139:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc43b5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041275520:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335530.520181:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4e00/0x10123ce7f0763b90 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d1c9 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335530.520208:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4e00/0x10123ce7f0763b90 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d1c9 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335530.520222:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4e00, rc 0) 00000100:00100000:0.0:1763335530.520288:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c3132d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+8:2407:x1848991028796288:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4975us (5314us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335530.520315:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 732 00000100:00100000:2.0:1763335530.524763:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335530.524922:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028796416 00000100:00100000:0.0:1763335530.524932:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028796416 00000100:00100000:0.0:1763335530.524989:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 733 00000100:00100000:0.0:1763335530.525000:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc57a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+8:2409:x1848991028796416:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335530.525031:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335530.525054:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6800/0x10123ce7f0763b97 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d1d0 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335530.525119:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4697b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041275648:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335530.525212:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c000 going to sleep for 11 seconds 00000100:00100000:0.0:1763335530.529583:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4697b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041275648:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335530.529623:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6800/0x10123ce7f0763b97 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d1d0 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335530.529649:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6800/0x10123ce7f0763b97 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d1d0 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335530.529661:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6800, rc 0) 00000100:00100000:0.0:1763335530.529724:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc57a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+8:2409:x1848991028796416:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4725us (4975us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335530.529733:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 733 00000100:00100000:1.0:1763335530.533951:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335530.533999:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028796544 00000100:00100000:0.0:1763335530.534011:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028796544 00002000:00100000:0.0:1763335530.534063:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc43b5180 x1848991028796544/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:576/0 lens 488/0 e 0 to 0 dl 1763335541 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335530.534087:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc43b5180 with x1848991028796544 00000100:00100000:0.0:1763335530.534135:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 567 00000100:00100000:0.0:1763335530.534145:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+14:2409:x1848991028796544:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335530.543127:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+14:2409:x1848991028796544:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 8972us (9175us total) trans 0 rc 204800/204800 00000100:00100000:0.0:1763335530.543142:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 567 00002000:00100000:0.0:1763335530.543154:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc43b5180 x1848991028796544/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:576/0 lens 488/440 e 0 to 0 dl 1763335541 ref 1 fl Complete:/600/0 rc 204800/204800 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335530.543164:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc43b5180 with x1848991028796544 00000100:00100000:3.0:1763335530.549286:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335530.549393:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028796672 00000100:00100000:2.0:1763335530.549403:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028796672 00000100:00100000:2.0:1763335530.549463:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1042 00000100:00100000:2.0:1763335530.549474:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc35eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+22:2409:x1848991028796672:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335530.549497:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335530.549522:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8a00/0x10123ce7f0763b9e lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d1d7 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.549561:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0763b89 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d1c2 expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335530.549604:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc57a1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041275776:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335530.549690:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c5ac7a80 going to sleep for 11 seconds 00000100:00100000:2.0:1763335530.552215:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc57a1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041275776:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335530.552240:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 200776 00010000:00010000:2.0:1763335530.552259:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8a00/0x10123ce7f0763b9e lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d1d7 expref: 23 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.552281:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335530.552284:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335530.552288:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8a00/0x10123ce7f0763b9e lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d1d7 expref: 23 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.552299:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc8a00, rc 0) 00000100:00100000:2.0:1763335530.552351:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc35eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+22:2409:x1848991028796672:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2879us (3075us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335530.552359:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1042 00000100:00100000:1.0:1763335530.556071:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335530.556290:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028796800 00000100:00100000:2.0:1763335530.556300:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028796800 00000100:00100000:2.0:1763335530.556357:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1043 00000100:00100000:2.0:1763335530.556367:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+22:2406:x1848991028796800:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335530.556389:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335530.556417:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9800/0x10123ce7f0763ba5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d1de expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.556458:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0763b89 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d1c2 expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335530.556497:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc57a1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041275904:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335530.556578:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c5ac7a80 going to sleep for 11 seconds 00000100:00100000:2.0:1763335530.559468:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc57a1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041275904:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335530.559495:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 200776 00010000:00010000:2.0:1763335530.559516:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9800/0x10123ce7f0763ba5 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d1de expref: 23 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.559538:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335530.559541:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335530.559547:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9800/0x10123ce7f0763ba5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d1de expref: 23 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.559562:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc9800, rc 0) 00000100:00100000:2.0:1763335530.559684:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+22:2406:x1848991028796800:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3316us (3621us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335530.559694:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1043 00000100:00100000:1.0:1763335530.563470:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335530.563563:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028796928 00000100:00100000:2.0:1763335530.563575:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028796928 00000100:00100000:2.0:1763335530.563632:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1044 00000100:00100000:2.0:1763335530.563642:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+22:2408:x1848991028796928:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335530.563664:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335530.563689:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8a00/0x10123ce7f0763bac lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d1e5 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.563730:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0763b89 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d1c2 expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335530.563767:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc57a1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041276032:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335530.563857:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c5ac7a80 going to sleep for 11 seconds 00000100:00100000:2.0:1763335530.566636:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc57a1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041276032:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335530.566665:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 200776 00010000:00010000:2.0:1763335530.566686:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8a00/0x10123ce7f0763bac lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d1e5 expref: 23 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.566709:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335530.566712:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335530.566718:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8a00/0x10123ce7f0763bac lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d1e5 expref: 23 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.566733:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc8a00, rc 0) 00000100:00100000:2.0:1763335530.566801:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+22:2408:x1848991028796928:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3159us (3340us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335530.566811:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1044 00000100:00100000:0.0:1763335530.571122:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335530.571195:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028797056 00000100:00100000:2.0:1763335530.571205:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028797056 00000100:00100000:2.0:1763335530.571265:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1045 00000100:00100000:2.0:1763335530.571275:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4697b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+22:2406:x1848991028797056:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335530.571302:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335530.571326:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9800/0x10123ce7f0763bb3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d1ec expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.571371:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0763b89 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d1c2 expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335530.571412:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc57a1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041276160:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335530.571632:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c5ac7a80 going to sleep for 11 seconds 00000100:00100000:3.0:1763335530.575564:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc57a1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041276160:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335530.575594:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 200776 00010000:00010000:3.0:1763335530.575628:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9800/0x10123ce7f0763bb3 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d1ec expref: 23 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335530.575652:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335530.575656:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335530.575661:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9800/0x10123ce7f0763bb3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d1ec expref: 23 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335530.575784:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc9800, rc 0) 00000100:00100000:3.0:1763335530.576095:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4697b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+22:2406:x1848991028797056:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4819us (4982us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335530.576105:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1045 00000100:00100000:1.0:1763335530.584112:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335530.585376:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028797312 00000100:00100000:3.0:1763335530.585389:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028797312 00000100:00100000:3.0:1763335530.585465:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1046 00000100:00100000:3.0:1763335530.585475:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+22:15720:x1848991028797312:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:3.0:1763335530.585541:0:10055:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335530.585573:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9000/0x10123ce7f0763b04 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d144 expref: 22 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335530.585594:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335530.585600:0:10055:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763335530.585771:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06a00/0x10123ce7f0763bba lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335530.585787:0:10055:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4600/0x10123ce7f0763b35 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d16e expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335530.585798:0:10055:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06a00/0x10123ce7f0763bba lrc: 4/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335530.585833:0:10055:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4600/0x10123ce7f0763b35 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d16e expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335530.585848:0:10055:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4600/0x10123ce7f0763b35 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d16e expref: 13 pid: 10055 timeout: 431 lvb_type: 0 00000100:00100000:3.0:1763335530.585862:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc35ef480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041276288:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335530.586009:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850240 going to sleep for 11 seconds 00000100:00100000:3.0:1763335530.597100:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc35ef480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041276288:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335530.597132:0:10055:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06a00/0x10123ce7f0763bba lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000100:00100000:1.0:1763335530.597750:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335530.598251:0:6502:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028797440 00000100:00100000:2.0:1763335530.598259:0:6502:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028797440 00010000:00010000:2.0:1763335530.598297:0:6502:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4600/0x10123ce7f0763b35 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d16e expref: 14 pid: 10055 timeout: 431 lvb_type: 0 00000100:00100000:2.0:1763335530.599013:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 392 00000100:00100000:2.0:1763335530.599026:0:6502:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:273362c8-ad54-46f8-a663-195ccb4b667f+14:2408:x1848991028797440:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335530.599043:0:6502:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335530.599051:0:6502:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4600/0x10123ce7f0763b35 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d16e expref: 14 pid: 10055 timeout: 431 lvb_type: 0 00010000:00010000:2.0:1763335530.599067:0:6502:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4600/0x10123ce7f0763b35 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d16e expref: 14 pid: 10055 timeout: 431 lvb_type: 0 00010000:00010000:2.0:1763335530.599092:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4600/0x10123ce7f0763b35 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d16e expref: 14 pid: 10055 timeout: 431 lvb_type: 0 00010000:00010000:2.0:1763335530.599109:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335530.599115:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06a00/0x10123ce7f0763bba lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335530.599128:0:6502:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06a00/0x10123ce7f0763bba lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335530.599136:0:6502:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06a00/0x10123ce7f0763bba lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335530.599600:0:6502:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335530.599723:0:10055:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06a00/0x10123ce7f0763bba lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335530.599733:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06a00/0x10123ce7f0763bba lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000001:00080000:0.0:1763335530.599824:0:10055:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967730 00000004:00010000:0.0:1763335530.599903:0:10055:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 200776 -> 200776 00000004:00010000:0.0:1763335530.600072:0:10055:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335530 -> 1763335530 00000004:00010000:0.0:1763335530.600075:0:10055:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335530 -> 1763335530 00000004:00010000:0.0:1763335530.600078:0:10055:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335530 -> 1763335530 00000004:00010000:0.0:1763335530.600080:0:10055:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 280 -> 280 00000004:00010000:0.0:1763335530.600088:0:10055:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000086863260 reply state 0000000045d0062b transno 4294967731 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06a00/0x10123ce7f0763bba lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335530.600101:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06a00/0x10123ce7f0763bba lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335530.600122:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335530.600125:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335530.600129:0:10055:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763335530.600266:0:6502:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:273362c8-ad54-46f8-a663-195ccb4b667f+13:2408:x1848991028797440:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 1240us (2514us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335530.600275:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 392 00000100:00100000:0.0:1763335530.601472:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+24:15720:x1848991028797312:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 15992us (17363us total) trans 4294967731 rc 0/0 00000100:00100000:0.0:1763335530.601482:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1046 00000020:00080000:0.0:1763335530.601488:0:10055:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763335530.606115:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335530.606246:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028797568 00000100:00100000:3.0:1763335530.606256:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028797568 00000100:00100000:3.0:1763335530.606315:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1047 00000100:00100000:3.0:1763335530.606327:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5f01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+24:15720:x1848991028797568:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335530.606353:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335530.606378:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06e00/0x10123ce7f0763bc1 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d1f3 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335530.606411:0:10055:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0763b89 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d1c2 expref: 12 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335530.606422:0:10055:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06e00/0x10123ce7f0763bc1 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d1f3 expref: 25 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335530.606455:0:10055:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0763b89 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d1c2 expref: 12 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335530.606469:0:10055:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0763b89 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d1c2 expref: 12 pid: 10055 timeout: 431 lvb_type: 0 00000100:00100000:3.0:1763335530.606483:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc35ef480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041276416:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335530.606574:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850240 going to sleep for 11 seconds 00000100:00100000:3.0:1763335530.613510:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc35ef480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041276416:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335530.613549:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06e00/0x10123ce7f0763bc1 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d1f3 expref: 25 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335530.613592:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335530.613596:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335530.613601:0:10055:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06e00/0x10123ce7f0763bc1 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d1f3 expref: 25 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335530.613614:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a06e00, rc 0) 00000100:00100000:3.0:1763335530.614586:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5f01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+25:15720:x1848991028797568:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 8252us (8471us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335530.614597:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1047 00000100:00100000:0.0:1763335530.616400:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335530.616479:0:6502:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028797696 00000100:00100000:2.0:1763335530.616489:0:6502:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028797696 00010000:00010000:2.0:1763335530.616528:0:6502:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0763b89 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d1c2 expref: 13 pid: 10055 timeout: 431 lvb_type: 0 00000100:00100000:2.0:1763335530.617258:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 393 00000100:00100000:2.0:1763335530.617272:0:6502:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc578b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:273362c8-ad54-46f8-a663-195ccb4b667f+13:2409:x1848991028797696:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335530.617289:0:6502:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335530.617315:0:6502:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0763b89 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d1c2 expref: 13 pid: 10055 timeout: 431 lvb_type: 0 00010000:00010000:2.0:1763335530.617330:0:6502:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0763b89 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d1c2 expref: 13 pid: 10055 timeout: 431 lvb_type: 0 00010000:00010000:2.0:1763335530.617353:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0763b89 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d1c2 expref: 13 pid: 10055 timeout: 431 lvb_type: 0 00010000:00010000:2.0:1763335530.617370:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335530.617378:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06e00/0x10123ce7f0763bc1 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d1f3 expref: 24 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.617391:0:6502:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06e00/0x10123ce7f0763bc1 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d1f3 expref: 24 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.617400:0:6502:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06e00/0x10123ce7f0763bc1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d1f3 expref: 24 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.617437:0:6502:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06e00/0x10123ce7f0763bc1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d1f3 expref: 24 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335530.617451:0:6502:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc57a1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:6502:1848991041276544:192.168.202.34@tcp:105: 00000100:00100000:2.0:1763335530.617544:0:6502:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c5ac7a80 going to sleep for 11 seconds 00000100:00100000:2.0:1763335530.620012:0:6502:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc57a1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:6502:1848991041276544:192.168.202.34@tcp:105: 00010000:00010000:2.0:1763335530.620039:0:6502:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335530.620832:0:6502:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc578b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:273362c8-ad54-46f8-a663-195ccb4b667f+12:2409:x1848991028797696:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 3476us (4350us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335530.620966:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 393 00000100:00100000:0.0:1763335530.621060:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335530.621387:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028797824 00000100:00100000:2.0:1763335530.621469:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028797824 00002000:00010000:2.0:1763335530.621509:0:6530:0:(mdt_io.c:274:mdt_punch_hpreq_check()) lustre-MDT0000: refresh DOM lock for [0x200000402:0xe:0x0] 00002000:00100000:2.0:1763335530.621515:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc554d180 with x1848991028797824 00000100:00100000:2.0:1763335530.621549:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 568 00000100:00100000:2.0:1763335530.621559:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc554d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+25:2407:x1848991028797824:12345-192.168.202.34@tcp:10:fsx.0 00000004:00010000:2.0:1763335530.621801:0:6530:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 200776 -> 624246 00000004:00010000:2.0:1763335530.621805:0:6530:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335530 -> 1763335530 00000004:00010000:2.0:1763335530.621809:0:6530:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335530 -> 1763335530 00000004:00010000:2.0:1763335530.621812:0:6530:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335530 -> 1763335530 00000004:00010000:2.0:1763335530.621814:0:6530:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 280 -> 280 00000100:00100000:2.0:1763335530.621915:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc554d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+26:2407:x1848991028797824:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 348us (846us total) trans 4294967732 rc 0/0 00000100:00100000:2.0:1763335530.621923:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 568 00002000:00010000:2.0:1763335530.621927:0:6530:0:(mdt_io.c:274:mdt_punch_hpreq_check()) lustre-MDT0000: refresh DOM lock for [0x200000402:0xe:0x0] 00002000:00100000:2.0:1763335530.621930:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc554d180 with x1848991028797824 00000100:00100000:1.0:1763335530.622163:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335530.622596:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028797952 00000100:00100000:2.0:1763335530.622602:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028797952 00002000:00010000:2.0:1763335530.622626:0:8406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:2.0:1763335530.622630:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc43b5880 with x1848991028797952 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335530.622640:0:8406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc43b5880. 00000100:00100000:2.0:1763335530.622669:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 364 00000100:00100000:2.0:1763335530.622678:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+13:2406:x1848991028797952:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:2.0:1763335530.622777:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763335530.622780:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335530 -> 1763335530 00002000:00010000:2.0:1763335530.622783:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335530 -> 1763335528 00002000:00010000:2.0:1763335530.622785:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335530 -> 1763335530 00002000:00010000:2.0:1763335530.622787:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763335530.622824:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:2406:x1848991028797952:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 147us (661us total) trans 4294967474 rc 0/0 00000100:00100000:2.0:1763335530.622830:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 364 00002000:00010000:2.0:1763335530.622834:0:8406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:2.0:1763335530.622837:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc43b5880 with x1848991028797952 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335530.622841:0:8406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc43b5880. 00000100:00100000:1.0:1763335530.624805:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335530.625012:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028798080 00000100:00100000:3.0:1763335530.625021:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028798080 00000100:00100000:0.0:1763335530.625284:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1048 00000100:00100000:0.0:1763335530.625296:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+12:15720:x1848991028798080:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335530.625318:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335530.625346:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6800/0x10123ce7f0763bc8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d1fa expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335530.625460:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6000/0x10123ce7f0763bcf lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335530.625479:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6000/0x10123ce7f0763bcf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335530.625490:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6000/0x10123ce7f0763bcf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000004:00200000:0.0:1763335530.625518:0:10055:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 624246 00000004:00200000:0.0:1763335530.625522:0:10055:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763335530.625539:0:10055:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6000/0x10123ce7f0763bcf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335530.625584:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6800/0x10123ce7f0763bc8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d1fa expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335530.625603:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6000/0x10123ce7f0763bcf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d1fa expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335530.625611:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335530.625615:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335530.625619:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6000, rc 0) 00000100:00100000:0.0:1763335530.625680:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+13:15720:x1848991028798080:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 386us (885us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335530.625687:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1048 00000100:00100000:0.0:1763335530.629048:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335530.629094:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335530.629190:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028798208 00000100:00100000:2.0:1763335530.629200:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028798208 00000100:00100000:2.0:1763335530.629263:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1049 00000100:00100000:2.0:1763335530.629275:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+13:2408:x1848991028798208:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335530.629300:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335530.629324:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0763bd6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d201 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.629370:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06e00/0x10123ce7f0763bc1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d1f3 expref: 25 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335530.629389:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028798336 00000100:00100000:1.0:1763335530.629394:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028798336 00000100:00100000:2.0:1763335530.629414:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc57a1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041276672:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335530.629432:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 734 00000100:00100000:1.0:1763335530.629438:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+8:2408:x1848991028798336:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335530.629446:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335530.629456:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4600/0x10123ce7f0763bdd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d208 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335530.629487:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc43b5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041276800:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335530.629490:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c5ac7840 going to sleep for 11 seconds 00000100:00100000:1.0:1763335530.629512:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb180 going to sleep for 11 seconds 00000100:00100000:2.0:1763335530.635959:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc57a1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041276672:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335530.635991:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 624246 00010000:00010000:2.0:1763335530.636012:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0763bd6 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d201 expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.636035:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335530.636038:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335530.636043:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0763bd6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d201 expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.636056:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc9400, rc 0) 00000100:00100000:2.0:1763335530.636116:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+13:2408:x1848991028798208:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6843us (7020us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335530.636126:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1049 00002000:00010000:0.0:1763335530.636820:0:9882:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335528 -> 1763335530 00000100:00100000:0.0:1763335530.636840:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc43b5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041276800:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335530.636863:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4600/0x10123ce7f0763bdd lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d208 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335530.636902:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4600/0x10123ce7f0763bdd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d208 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335530.636921:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4600, rc 0) 00000100:00100000:0.0:1763335530.636961:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+8:2408:x1848991028798336:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7522us (7924us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335530.636977:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 734 00000100:00100000:1.0:1763335530.648475:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335530.648551:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335530.648628:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028798592 00000100:00100000:3.0:1763335530.648637:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028798592 00000100:00100000:3.0:1763335530.648696:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 735 00000100:00100000:3.0:1763335530.648707:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ee9fa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+8:2406:x1848991028798592:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335530.648725:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335530.648746:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a07000/0x10123ce7f0763be4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d216 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335530.648803:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc35ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041276928:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335530.648894:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850240 going to sleep for 11 seconds 00000100:00100000:2.0:1763335530.649147:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028798464 00000100:00100000:2.0:1763335530.649153:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028798464 00000100:00100000:2.0:1763335530.649195:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1050 00000100:00100000:2.0:1763335530.649203:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+13:2406:x1848991028798464:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335530.649215:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335530.649229:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0763beb lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d20f expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.649263:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06e00/0x10123ce7f0763bc1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d1f3 expref: 25 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335530.649288:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc57a1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041277056:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335530.649495:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c5ac7840 going to sleep for 11 seconds 00000100:00100000:2.0:1763335530.654049:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc57a1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041277056:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335530.654077:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 624246 00010000:00010000:2.0:1763335530.654098:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0763beb lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d20f expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.654121:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335530.654124:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335530.654130:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0763beb lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d20f expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.654144:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc9400, rc 0) 00000100:00100000:2.0:1763335530.654210:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+13:2406:x1848991028798464:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5006us (5742us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335530.654219:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1050 00000100:00100000:3.0:1763335530.654304:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc35ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041276928:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335530.654326:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a07000/0x10123ce7f0763be4 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d216 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335530.654364:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a07000/0x10123ce7f0763be4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d216 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335530.654374:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a07000, rc 0) 00000100:00100000:0.0:1763335530.655942:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ee9fa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+8:2406:x1848991028798592:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7228us (7382us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335530.655955:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 735 00000100:00100000:1.0:1763335530.661559:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335530.661690:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335530.661757:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028798720 00000100:00100000:2.0:1763335530.661767:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028798720 00000100:00100000:2.0:1763335530.661828:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1051 00000100:00100000:2.0:1763335530.661838:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+13:2407:x1848991028798720:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335530.661862:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335530.661923:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0763bf2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d21d expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.661967:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06e00/0x10123ce7f0763bc1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d1f3 expref: 25 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335530.662021:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc57a1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041277184:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335530.662091:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c5ac7840 going to sleep for 11 seconds 00000100:00100000:0.0:1763335530.662391:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028798848 00000100:00100000:0.0:1763335530.662397:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028798848 00000100:00100000:0.0:1763335530.662425:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 736 00000100:00100000:0.0:1763335530.662432:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+8:2407:x1848991028798848:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335530.662440:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335530.662452:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6800/0x10123ce7f0763bf9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d224 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335530.662486:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffb73b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041277312:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335530.662542:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8ce40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335530.667262:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffb73b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041277312:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335530.667307:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6800/0x10123ce7f0763bf9 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d224 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335530.667333:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6800/0x10123ce7f0763bf9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d224 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335530.667346:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6800, rc 0) 00000100:00100000:0.0:1763335530.667411:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+8:2407:x1848991028798848:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4978us (5719us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335530.667419:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 736 00000100:00100000:2.0:1763335530.667616:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc57a1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041277184:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335530.667634:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 624246 00010000:00010000:2.0:1763335530.667647:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0763bf2 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d21d expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.667662:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335530.667665:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335530.667670:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0763bf2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d21d expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.667680:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc9400, rc 0) 00000100:00100000:2.0:1763335530.667721:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+13:2407:x1848991028798720:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5884us (6172us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335530.667729:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1051 00000100:00100000:1.0:1763335530.672951:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335530.673118:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335530.673181:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028799104 00000100:00100000:0.0:1763335530.673192:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028799104 00000100:00100000:2.0:1763335530.673477:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028798976 00000100:00100000:2.0:1763335530.673482:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028798976 00000100:00100000:2.0:1763335530.673527:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1052 00000100:00100000:2.0:1763335530.673538:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+13:2406:x1848991028798976:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335530.673559:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335530.673582:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9a00/0x10123ce7f0763c00 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d22b expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.673624:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06e00/0x10123ce7f0763bc1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d1f3 expref: 25 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335530.673668:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc57a1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041277440:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335530.673746:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c5ac7840 going to sleep for 11 seconds 00000100:00100000:0.0:1763335530.674723:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 737 00000100:00100000:0.0:1763335530.674737:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+8:2406:x1848991028799104:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335530.674750:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335530.674765:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6800/0x10123ce7f0763c07 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d232 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335530.674812:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffb73b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041277568:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335530.674862:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8ce40 going to sleep for 11 seconds 00000100:00100000:2.0:1763335530.678633:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc57a1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041277440:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335530.678661:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 624246 00010000:00010000:2.0:1763335530.678681:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9a00/0x10123ce7f0763c00 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d22b expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.678706:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335530.678709:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335530.678715:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9a00/0x10123ce7f0763c00 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d22b expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.678729:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc9a00, rc 0) 00000100:00100000:2.0:1763335530.678802:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+13:2406:x1848991028798976:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5264us (5683us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335530.678811:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1052 00000100:00100000:0.0:1763335530.683310:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffb73b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041277568:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335530.683356:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6800/0x10123ce7f0763c07 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d232 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335530.683381:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6800/0x10123ce7f0763c07 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d232 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335530.683394:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6800, rc 0) 00000100:00100000:0.0:1763335530.683506:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+8:2406:x1848991028799104:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 8773us (10639us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335530.683516:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 737 00000100:00100000:1.0:1763335530.689221:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335530.689381:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028799360 00000100:00100000:2.0:1763335530.689392:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028799360 00000100:00100000:2.0:1763335530.689457:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1053 00000100:00100000:2.0:1763335530.689469:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+13:15720:x1848991028799360:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:2.0:1763335530.689540:0:10055:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335530.689574:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6000/0x10123ce7f0763bcf lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d1fa expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.689597:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335530.689603:0:10055:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335530.689790:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9a00/0x10123ce7f0763c0e lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335530.689807:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9a00/0x10123ce7f0763c0e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335530.689816:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9a00/0x10123ce7f0763c0e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000001:00080000:2.0:1763335530.689855:0:10055:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967733 00000004:00010000:2.0:1763335530.689920:0:10055:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 624246 -> 624246 00000004:00010000:2.0:1763335530.689924:0:10055:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335530 -> 1763335530 00000004:00010000:2.0:1763335530.689926:0:10055:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335530 -> 1763335530 00000004:00010000:2.0:1763335530.689929:0:10055:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335530 -> 1763335530 00000004:00010000:2.0:1763335530.689931:0:10055:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 280 -> 280 00000004:00010000:2.0:1763335530.689937:0:10055:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a98a7f7b reply state 00000000e1da957f transno 4294967734 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9a00/0x10123ce7f0763c0e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335530.689949:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9a00/0x10123ce7f0763c0e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335530.689954:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335530.689957:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335530.689959:0:10055:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763335530.690070:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+15:15720:x1848991028799360:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 603us (859us total) trans 4294967734 rc 0/0 00000100:00100000:2.0:1763335530.690078:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1053 00000020:00080000:2.0:1763335530.690084:0:10055:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763335530.694351:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335530.694508:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028799488 00000100:00100000:3.0:1763335530.694519:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028799488 00000100:00100000:3.0:1763335530.694577:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1054 00000100:00100000:3.0:1763335530.694586:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+15:15720:x1848991028799488:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335530.694612:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335530.694634:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07000/0x10123ce7f0763c15 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d239 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335530.694666:0:8224:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06e00/0x10123ce7f0763bc1 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d1f3 expref: 25 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335530.694677:0:8224:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07000/0x10123ce7f0763c15 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d239 expref: 16 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335530.694712:0:8224:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06e00/0x10123ce7f0763bc1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d1f3 expref: 25 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335530.694724:0:8224:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06e00/0x10123ce7f0763bc1 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d1f3 expref: 25 pid: 10055 timeout: 431 lvb_type: 0 00000100:00100000:3.0:1763335530.694736:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc35ef480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041277696:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335530.694813:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850240 going to sleep for 11 seconds 00000100:00100000:1.0:1763335530.697312:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc35ef480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041277696:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335530.697347:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07000/0x10123ce7f0763c15 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d239 expref: 16 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335530.697366:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335530.697369:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335530.697374:0:8224:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07000/0x10123ce7f0763c15 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d239 expref: 16 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335530.697386:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a07000, rc 0) 00000100:00100000:1.0:1763335530.697440:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+16:15720:x1848991028799488:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2855us (3100us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335530.697449:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1054 00000100:00100000:1.0:1763335530.698994:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335530.699078:0:6502:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028799616 00000100:00100000:2.0:1763335530.699088:0:6502:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028799616 00010000:00010000:2.0:1763335530.699120:0:6502:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06e00/0x10123ce7f0763bc1 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d1f3 expref: 26 pid: 10055 timeout: 431 lvb_type: 0 00000100:00100000:2.0:1763335530.699495:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 394 00000100:00100000:2.0:1763335530.699506:0:6502:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c3e08450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:819c42eb-8a5f-4523-990c-a007cb66998d+26:2408:x1848991028799616:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335530.699520:0:6502:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335530.699541:0:6502:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06e00/0x10123ce7f0763bc1 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d1f3 expref: 26 pid: 10055 timeout: 431 lvb_type: 0 00010000:00010000:2.0:1763335530.699554:0:6502:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06e00/0x10123ce7f0763bc1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d1f3 expref: 26 pid: 10055 timeout: 431 lvb_type: 0 00010000:00010000:2.0:1763335530.699575:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06e00/0x10123ce7f0763bc1 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d1f3 expref: 26 pid: 10055 timeout: 431 lvb_type: 0 00010000:00010000:2.0:1763335530.699590:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335530.699596:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07000/0x10123ce7f0763c15 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d239 expref: 15 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.699610:0:6502:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07000/0x10123ce7f0763c15 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d239 expref: 15 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.699618:0:6502:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07000/0x10123ce7f0763c15 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d239 expref: 15 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.699651:0:6502:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07000/0x10123ce7f0763c15 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d239 expref: 15 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335530.699663:0:6502:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc57a1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:6502:1848991041277824:192.168.202.34@tcp:105: 00000100:00100000:2.0:1763335530.699741:0:6502:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c5ac7840 going to sleep for 11 seconds 00000100:00100000:0.0:1763335530.703249:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335530.703389:0:6502:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc57a1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:6502:1848991041277824:192.168.202.34@tcp:105: 00010000:00010000:2.0:1763335530.703413:0:6502:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335530.703467:0:6502:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c3e08450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:819c42eb-8a5f-4523-990c-a007cb66998d+25:2408:x1848991028799616:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 3963us (4480us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335530.703478:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 394 00000100:00100000:1.0:1763335530.703808:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028799744 00000100:00100000:1.0:1763335530.703816:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028799744 00000100:00100000:1.0:1763335530.703860:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 738 00000100:00100000:1.0:1763335530.703889:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+8:15720:x1848991028799744:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335530.703917:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335530.703937:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4800/0x10123ce7f0763c1c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d240 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335530.703968:0:9882:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0763a9b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0f7 expref: 13 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335530.703977:0:9882:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335530.703979:0:9882:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335530.703983:0:9882:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4800/0x10123ce7f0763c1c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d240 expref: 9 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335530.704014:0:9882:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0763a9b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0f7 expref: 13 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335530.704028:0:9882:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0763a9b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0f7 expref: 13 pid: 9882 timeout: 431 lvb_type: 0 00000100:00100000:1.0:1763335530.704040:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c2d8d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041277952:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335530.704095:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb240 going to sleep for 11 seconds 00000100:00100000:0.0:1763335530.708772:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335530.708838:0:6502:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028799872 00000100:00100000:2.0:1763335530.708848:0:6502:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028799872 00010000:00010000:2.0:1763335530.708936:0:6502:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0763a9b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0f7 expref: 14 pid: 9882 timeout: 431 lvb_type: 0 00000100:00100000:2.0:1763335530.708980:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 395 00000100:00100000:2.0:1763335530.708989:0:6502:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb73800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:819c42eb-8a5f-4523-990c-a007cb66998d+14:2408:x1848991028799872:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335530.709006:0:6502:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335530.709037:0:6502:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0763a9b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0f7 expref: 14 pid: 9882 timeout: 431 lvb_type: 0 00010000:00010000:2.0:1763335530.709052:0:6502:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0763a9b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0f7 expref: 14 pid: 9882 timeout: 431 lvb_type: 0 00010000:00010000:2.0:1763335530.709084:0:6502:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335530.709087:0:6502:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335530.709095:0:6502:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4800/0x10123ce7f0763c1c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d240 expref: 9 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.709105:0:6502:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4800/0x10123ce7f0763c1c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d240 expref: 9 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.709148:0:6502:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4800/0x10123ce7f0763c1c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d240 expref: 9 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335530.709163:0:6502:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc57a1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6502:1848991041278080:192.168.202.34@tcp:105: 00000100:00100000:2.0:1763335530.709245:0:6502:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6180 going to sleep for 11 seconds 00010000:00010000:1.0:1763335530.710158:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0763a9b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d0f7 expref: 14 pid: 9882 timeout: 431 lvb_type: 0 00000100:00100000:1.0:1763335530.710176:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c2d8d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041277952:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335530.710201:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4800/0x10123ce7f0763c1c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d240 expref: 9 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335530.710214:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4800, rc 0) 00000100:00100000:1.0:1763335530.710271:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+9:15720:x1848991028799744:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6402us (7028us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335530.710280:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 738 00000100:00100000:0.0:1763335530.714194:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335530.714251:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028800000 00000100:00100000:1.0:1763335530.714261:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028800000 00002000:00010000:1.0:1763335530.714301:0:8406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1565936->18446744073709551615) 00002000:00100000:1.0:1763335530.714306:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb71500 with x1848991028800000 ext(1565936->18446744073709551615) 00002000:00010000:1.0:1763335530.714320:0:8406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb71500. 00000100:00100000:1.0:1763335530.714362:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 365 00000100:00100000:1.0:1763335530.714374:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+9:2408:x1848991028800000:12345-192.168.202.34@tcp:10:fsx.0 00000100:00100000:2.0:1763335530.714392:0:6502:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc57a1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6502:1848991041278080:192.168.202.34@tcp:105: 00010000:00010000:2.0:1763335530.714421:0:6502:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335530.714481:0:6502:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb73800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:819c42eb-8a5f-4523-990c-a007cb66998d+13:2408:x1848991028799872:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 5491us (5718us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335530.714494:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 395 00002000:00010000:1.0:1763335530.714591:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 0 -> 1565936 00002000:00010000:1.0:1763335530.714596:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335530 -> 1763335530 00002000:00010000:1.0:1763335530.714598:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335530 -> 1763335528 00002000:00010000:1.0:1763335530.714600:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335530 -> 1763335530 00002000:00010000:1.0:1763335530.714985:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763335530.715026:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+10:2408:x1848991028800000:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 653us (840us total) trans 4294967475 rc 0/0 00000100:00100000:1.0:1763335530.715033:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 365 00002000:00010000:1.0:1763335530.715037:0:8406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1565936->18446744073709551615) 00002000:00100000:1.0:1763335530.715040:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb71500 with x1848991028800000 ext(1565936->18446744073709551615) 00002000:00010000:1.0:1763335530.715218:0:8406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb71500. 00000100:00100000:0.0:1763335530.721594:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335530.721687:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335530.721808:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028800256 00000100:00100000:3.0:1763335530.721818:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028800256 00002000:00100000:3.0:1763335530.721919:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffb72a00 x1848991028800256/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:576/0 lens 488/0 e 0 to 0 dl 1763335541 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335530.721931:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffb72a00 with x1848991028800256 00000100:00100000:3.0:1763335530.721960:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 569 00000100:00100000:3.0:1763335530.721971:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+16:2409:x1848991028800256:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335530.723282:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028800128 00000100:00100000:1.0:1763335530.723294:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028800128 00002000:00100000:1.0:1763335530.723335:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->1568767) req@ffff9af0ffb70380 x1848991028800128/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:576/0 lens 488/0 e 0 to 0 dl 1763335541 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335530.723346:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb70380 with x1848991028800128 ext(1048576->1568767) 00002000:00010000:1.0:1763335530.723352:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb70380 00000100:00100000:1.0:1763335530.723474:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 366 00000100:00100000:1.0:1763335530.723485:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+10:2409:x1848991028800128:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335530.729600:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+16:2409:x1848991028800256:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 7616us (8002us total) trans 0 rc 421888/421888 00000100:00100000:3.0:1763335530.729616:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 569 00002000:00100000:3.0:1763335530.729631:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffb72a00 x1848991028800256/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:576/0 lens 488/440 e 0 to 0 dl 1763335541 ref 1 fl Complete:/600/0 rc 421888/421888 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335530.729642:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffb72a00 with x1848991028800256 00000100:00100000:1.0:1763335530.733719:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+10:2409:x1848991028800128:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 10223us (12018us total) trans 0 rc 520192/520192 00000100:00100000:1.0:1763335530.733735:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 366 00002000:00100000:1.0:1763335530.733748:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->1568767) req@ffff9af0ffb70380 x1848991028800128/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:576/0 lens 488/440 e 0 to 0 dl 1763335541 ref 1 fl Complete:/600/0 rc 520192/520192 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335530.733760:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb70380 with x1848991028800128 ext(1048576->1568767) 00002000:00010000:1.0:1763335530.733766:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb70380 00000100:00100000:0.0:1763335530.741059:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335530.741161:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028800384 00000100:00100000:1.0:1763335530.741173:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028800384 00002000:00100000:1.0:1763335530.741228:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1552384->1565935) req@ffff9af0ffb72300 x1848991028800384/t0(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:576/0 lens 14040/0 e 0 to 0 dl 1763335541 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335530.741239:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb72300 with x1848991028800384 ext(1552384->1565935) 00002000:00010000:1.0:1763335530.741246:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb72300 00000100:00100000:1.0:1763335530.741286:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 367 00000100:00100000:1.0:1763335530.741297:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+10:2408:x1848991028800384:12345-192.168.202.34@tcp:4:fsx.0 00000100:00100000:1.0:1763335530.743423:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:2408:x1848991028800384:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 2117us (2364us total) trans 4294967476 rc 0/0 00000100:00100000:1.0:1763335530.743436:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 367 00002000:00100000:1.0:1763335530.743449:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1552384->1565935) req@ffff9af0ffb72300 x1848991028800384/t4294967476(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:576/0 lens 14040/448 e 0 to 0 dl 1763335541 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335530.743459:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb72300 with x1848991028800384 ext(1552384->1565935) 00002000:00010000:1.0:1763335530.743465:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb72300 00000100:00100000:0.0:1763335530.750436:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335530.750555:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028800512 00000100:00100000:1.0:1763335530.750570:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028800512 00000100:00100000:1.0:1763335530.750632:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 739 00000100:00100000:1.0:1763335530.750643:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+12:2408:x1848991028800512:12345-192.168.202.34@tcp:16:fsx.0 00000001:00080000:2.0:1763335530.753070:0:9466:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967476 is committed 00000001:00080000:2.0:1763335530.753099:0:9466:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967474 is committed 00000100:00100000:1.0:1763335530.754352:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991028800512:12345-192.168.202.34@tcp:16:fsx.0 Request processed in 3699us (3919us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335530.754366:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 739 00000100:00100000:2.0:1763335530.761735:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335530.762898:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028800640 00000100:00100000:1.0:1763335530.762917:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028800640 00000100:00100000:1.0:1763335530.762985:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1055 00000100:00100000:1.0:1763335530.762995:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc57a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+16:15720:x1848991028800640:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335530.763017:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335530.763044:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0763c23 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d247 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335530.763154:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0763c2a lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335530.763171:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0763c2a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335530.763182:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0763c2a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000004:00200000:1.0:1763335530.763208:0:8224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 1565936 00000004:00200000:1.0:1763335530.763212:0:8224:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763335530.763229:0:8224:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0763c2a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335530.763252:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0763c23 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d247 expref: 18 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335530.763273:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0763c2a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d247 expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335530.763281:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335530.763284:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335530.763287:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5200, rc 0) 00000100:00100000:1.0:1763335530.763346:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc57a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+17:15720:x1848991028800640:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 354us (1624us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335530.763352:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1055 00000100:00100000:0.0:1763335530.773827:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335530.773962:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028800896 00000100:00100000:2.0:1763335530.773974:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028800896 00000100:00100000:2.0:1763335530.774042:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1056 00000100:00100000:2.0:1763335530.774053:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+25:15720:x1848991028800896:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:2.0:1763335530.774334:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9c00/0x10123ce7f0763c31 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335530.774357:0:10055:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0763c2a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d247 expref: 16 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.774369:0:10055:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9c00/0x10123ce7f0763c31 lrc: 4/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335530.774411:0:10055:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0763c2a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d247 expref: 16 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.774427:0:10055:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0763c2a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d247 expref: 16 pid: 8224 timeout: 431 lvb_type: 0 00000100:00100000:2.0:1763335530.774442:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc57a3100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041278208:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335530.777305:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6a80 going to sleep for 11 seconds 00000100:00100000:2.0:1763335530.781699:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc57a3100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041278208:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335530.781741:0:10055:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9c00/0x10123ce7f0763c31 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000100:00100000:0.0:1763335530.783694:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335530.784198:0:6502:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028801024 00000100:00100000:2.0:1763335530.784210:0:6502:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028801024 00010000:00010000:2.0:1763335530.784254:0:6502:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0763c2a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d247 expref: 17 pid: 8224 timeout: 431 lvb_type: 0 00000100:00100000:2.0:1763335530.784301:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 396 00000100:00100000:2.0:1763335530.784313:0:6502:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb71c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:273362c8-ad54-46f8-a663-195ccb4b667f+17:2409:x1848991028801024:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335530.784330:0:6502:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335530.784337:0:6502:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0763c2a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d247 expref: 17 pid: 8224 timeout: 431 lvb_type: 0 00010000:00010000:2.0:1763335530.784350:0:6502:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0763c2a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d247 expref: 17 pid: 8224 timeout: 431 lvb_type: 0 00010000:00010000:2.0:1763335530.784377:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0763c2a lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d247 expref: 17 pid: 8224 timeout: 431 lvb_type: 0 00010000:00010000:2.0:1763335530.784394:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335530.784400:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9c00/0x10123ce7f0763c31 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335530.784411:0:6502:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9c00/0x10123ce7f0763c31 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40290000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335530.784419:0:6502:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9c00/0x10123ce7f0763c31 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40290000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335530.784454:0:6502:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335530.785007:0:10055:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9c00/0x10123ce7f0763c31 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335530.785018:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9c00/0x10123ce7f0763c31 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000001:00080000:0.0:1763335530.785622:0:10055:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967735 00000004:00010000:0.0:1763335530.785677:0:10055:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 624246 -> 624246 00000004:00010000:0.0:1763335530.785682:0:10055:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335530 -> 1763335531 00000004:00010000:0.0:1763335530.785685:0:10055:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335530 -> 1763335530 00000004:00010000:0.0:1763335530.785688:0:10055:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335530 -> 1763335531 00000004:00010000:0.0:1763335530.785691:0:10055:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 280 -> 280 00000004:00010000:0.0:1763335530.785698:0:10055:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f9f0fe48 reply state 000000004bdbd2d9 transno 4294967736 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9c00/0x10123ce7f0763c31 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335530.785715:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9c00/0x10123ce7f0763c31 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335530.785725:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335530.785728:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335530.785733:0:10055:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763335530.785962:0:6502:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb71c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:273362c8-ad54-46f8-a663-195ccb4b667f+16:2409:x1848991028801024:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 1648us (2274us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335530.785973:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 396 00000100:00100000:0.0:1763335530.786415:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+28:15720:x1848991028800896:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 12362us (12597us total) trans 4294967736 rc 0/0 00000100:00100000:0.0:1763335530.786423:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1056 00000020:00080000:0.0:1763335530.786428:0:10055:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763335530.790120:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335530.790251:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028801152 00000100:00100000:2.0:1763335530.790263:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028801152 00000100:00100000:2.0:1763335530.790335:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1057 00000100:00100000:2.0:1763335530.790347:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+28:15720:x1848991028801152:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335530.790376:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335530.790402:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0763c38 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d24e expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.790439:0:10055:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07000/0x10123ce7f0763c15 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d239 expref: 15 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.790450:0:10055:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0763c38 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d24e expref: 29 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.790489:0:10055:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07000/0x10123ce7f0763c15 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d239 expref: 15 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.790504:0:10055:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07000/0x10123ce7f0763c15 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d239 expref: 15 pid: 8224 timeout: 431 lvb_type: 0 00000100:00100000:2.0:1763335530.790520:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc57a3100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041278336:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335530.790628:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6a80 going to sleep for 11 seconds 00000100:00100000:2.0:1763335530.794441:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc57a3100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041278336:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335530.794476:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0763c38 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d24e expref: 29 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.794495:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335530.794498:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335530.794502:0:10055:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0763c38 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d24e expref: 29 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.794513:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc9e00, rc 0) 00000100:00100000:2.0:1763335530.794572:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+29:15720:x1848991028801152:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4227us (4461us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335530.794580:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1057 00000100:00100000:0.0:1763335530.797800:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335530.798269:0:6502:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028801280 00000100:00100000:2.0:1763335530.798281:0:6502:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028801280 00010000:00010000:2.0:1763335530.798329:0:6502:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07000/0x10123ce7f0763c15 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d239 expref: 16 pid: 8224 timeout: 431 lvb_type: 0 00000100:00100000:2.0:1763335530.798386:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 397 00000100:00100000:2.0:1763335530.798396:0:6502:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb72d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:273362c8-ad54-46f8-a663-195ccb4b667f+16:2408:x1848991028801280:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335530.798414:0:6502:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335530.798440:0:6502:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07000/0x10123ce7f0763c15 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d239 expref: 16 pid: 8224 timeout: 431 lvb_type: 0 00010000:00010000:2.0:1763335530.798454:0:6502:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07000/0x10123ce7f0763c15 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d239 expref: 16 pid: 8224 timeout: 431 lvb_type: 0 00010000:00010000:2.0:1763335530.798483:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07000/0x10123ce7f0763c15 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d239 expref: 16 pid: 8224 timeout: 431 lvb_type: 0 00010000:00010000:2.0:1763335530.798502:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335530.798510:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0763c38 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d24e expref: 28 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.798524:0:6502:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0763c38 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d24e expref: 28 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.798535:0:6502:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0763c38 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d24e expref: 28 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.798578:0:6502:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0763c38 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d24e expref: 28 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335530.798593:0:6502:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc57a3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:6502:1848991041278464:192.168.202.34@tcp:105: 00000100:00100000:2.0:1763335530.798687:0:6502:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6a80 going to sleep for 11 seconds 00000100:00100000:0.0:1763335530.805056:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335530.805124:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028801408 00000100:00100000:1.0:1763335530.805133:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028801408 00000100:00100000:1.0:1763335530.805186:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 740 00000100:00100000:1.0:1763335530.805195:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:15720:x1848991028801408:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335530.805214:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335530.805236:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5000/0x10123ce7f0763c3f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d255 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335530.805265:0:9882:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4800/0x10123ce7f0763c1c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d240 expref: 5 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335530.805273:0:9882:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335530.805275:0:9882:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335530.805280:0:9882:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5000/0x10123ce7f0763c3f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d255 expref: 6 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335530.805310:0:9882:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4800/0x10123ce7f0763c1c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d240 expref: 5 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335530.805324:0:9882:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4800/0x10123ce7f0763c1c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d240 expref: 5 pid: 9882 timeout: 431 lvb_type: 0 00000100:00100000:1.0:1763335530.805337:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c2d8d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041278592:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335530.805421:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb240 going to sleep for 11 seconds 00000100:00100000:2.0:1763335530.805473:0:6502:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc57a3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:6502:1848991041278464:192.168.202.34@tcp:105: 00010000:00010000:2.0:1763335530.805492:0:6502:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335530.805516:0:6502:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb72d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:273362c8-ad54-46f8-a663-195ccb4b667f+15:2408:x1848991028801280:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 7123us (7727us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335530.805525:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 397 00000100:00100000:1.0:1763335530.810284:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c2d8d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041278592:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335530.810333:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5000/0x10123ce7f0763c3f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d255 expref: 6 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335530.810354:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5000, rc 0) 00000100:00100000:1.0:1763335530.811175:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:15720:x1848991028801408:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5975us (6124us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335530.811186:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 740 00000100:00100000:0.0:1763335530.811431:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335530.811563:0:6502:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028801536 00000100:00100000:2.0:1763335530.811571:0:6502:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028801536 00010000:00010000:2.0:1763335530.811605:0:6502:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4800/0x10123ce7f0763c1c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d240 expref: 6 pid: 9882 timeout: 431 lvb_type: 0 00000100:00100000:2.0:1763335530.811641:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 398 00000100:00100000:2.0:1763335530.811648:0:6502:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb71880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991028801536:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335530.811662:0:6502:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1763335530.811678:0:6502:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335530 -> 1763335531 00002000:00010000:2.0:1763335530.811680:0:6502:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335528 -> 1763335530 00002000:00010000:2.0:1763335530.811682:0:6502:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335530 -> 1763335531 00002000:00010000:2.0:1763335530.811685:0:6502:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 0 -> 32 00010000:00010000:2.0:1763335530.811690:0:6502:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4800/0x10123ce7f0763c1c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d240 expref: 6 pid: 9882 timeout: 431 lvb_type: 0 00010000:00010000:2.0:1763335530.811702:0:6502:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4800/0x10123ce7f0763c1c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d240 expref: 6 pid: 9882 timeout: 431 lvb_type: 0 00010000:00010000:2.0:1763335530.811726:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4800/0x10123ce7f0763c1c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d240 expref: 6 pid: 9882 timeout: 431 lvb_type: 0 00010000:00010000:2.0:1763335530.811745:0:6502:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335530.811747:0:6502:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335530.811755:0:6502:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5000/0x10123ce7f0763c3f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d255 expref: 5 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.811765:0:6502:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5000/0x10123ce7f0763c3f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d255 expref: 5 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.811799:0:6502:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5000/0x10123ce7f0763c3f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d255 expref: 5 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335530.811812:0:6502:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc57a3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6502:1848991041278720:192.168.202.34@tcp:105: 00000100:00100000:2.0:1763335530.812864:0:6502:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6a80 going to sleep for 11 seconds 00010000:00010000:1.0:1763335530.814181:0:9483:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763335530.817790:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335530.821270:0:6502:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc57a3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6502:1848991041278720:192.168.202.34@tcp:105: 00010000:00010000:2.0:1763335530.821301:0:6502:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335530.821302:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028801664 00000100:00100000:1.0:1763335530.821312:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028801664 00002000:00010000:1.0:1763335530.821361:0:8406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (2087158->18446744073709551615) 00002000:00100000:1.0:1763335530.821366:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb72680 with x1848991028801664 ext(2087158->18446744073709551615) 00000100:00100000:2.0:1763335530.821377:0:6502:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb71880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:273362c8-ad54-46f8-a663-195ccb4b667f+5:2409:x1848991028801536:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 9727us (9945us total) trans 0 rc 0/0 00002000:00010000:1.0:1763335530.821379:0:8406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb72680. 00000100:00100000:2.0:1763335530.821392:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 398 00000100:00100000:1.0:1763335530.821429:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 368 00000100:00100000:1.0:1763335530.821440:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991028801664:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:1.0:1763335530.822616:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1565936 -> 2087158 00002000:00010000:1.0:1763335530.822626:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335531 -> 1763335531 00002000:00010000:1.0:1763335530.822629:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335530 -> 1763335530 00002000:00010000:1.0:1763335530.822632:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335531 -> 1763335531 00002000:00010000:1.0:1763335530.822634:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 32 -> 32 00000100:00100000:1.0:1763335530.824104:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991028801664:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 2653us (6312us total) trans 4294967477 rc 0/0 00000100:00100000:1.0:1763335530.824121:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 368 00002000:00010000:1.0:1763335530.824128:0:8406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (2087158->18446744073709551615) 00002000:00100000:1.0:1763335530.824132:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb72680 with x1848991028801664 ext(2087158->18446744073709551615) 00002000:00010000:1.0:1763335530.824143:0:8406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb72680. 00000100:00100000:0.0:1763335530.828594:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335530.830119:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028801792 00000100:00100000:2.0:1763335530.830134:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028801792 00000100:00100000:2.0:1763335530.830250:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1058 00000100:00100000:2.0:1763335530.830262:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+29:15720:x1848991028801792:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335530.830287:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335530.830310:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9600/0x10123ce7f0763c46 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d25c expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.830412:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8800/0x10123ce7f0763c4d lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335530.830431:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8800/0x10123ce7f0763c4d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335530.830445:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8800/0x10123ce7f0763c4d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000004:00200000:2.0:1763335530.830477:0:10055:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 2087158 00000004:00200000:2.0:1763335530.830482:0:10055:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763335530.830506:0:10055:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8800/0x10123ce7f0763c4d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335530.830535:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9600/0x10123ce7f0763c46 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d25c expref: 31 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.830555:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8800/0x10123ce7f0763c4d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d25c expref: 30 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.830566:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335530.830570:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335530.830574:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc8800, rc 0) 00000100:00100000:2.0:1763335530.831604:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+30:15720:x1848991028801792:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 1334us (3011us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335530.831615:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1058 00000100:00100000:0.0:1763335530.838086:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335530.838169:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028801920 00000100:00100000:1.0:1763335530.838180:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028801920 00002000:00100000:1.0:1763335530.838234:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1863680->1867775) req@ffff9af0f5f03100 x1848991028801920/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:576/0 lens 488/0 e 0 to 0 dl 1763335541 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335530.838245:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f5f03100 with x1848991028801920 ext(1863680->1867775) 00002000:00010000:1.0:1763335530.838252:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f5f03100 00000100:00100000:1.0:1763335530.838291:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 369 00000100:00100000:1.0:1763335530.838302:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5f03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+7:2406:x1848991028801920:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335530.838537:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5f03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+7:2406:x1848991028801920:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 236us (462us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335530.838546:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 369 00002000:00100000:1.0:1763335530.838553:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1863680->1867775) req@ffff9af0f5f03100 x1848991028801920/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:576/0 lens 488/4536 e 0 to 0 dl 1763335541 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335530.838561:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f5f03100 with x1848991028801920 ext(1863680->1867775) 00002000:00010000:1.0:1763335530.838565:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f5f03100 00000100:00100000:3.0:1763335530.842830:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335530.843178:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028802048 00000100:00100000:0.0:1763335530.843190:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028802048 00002000:00100000:0.0:1763335530.843248:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1916928->1921023) req@ffff9aefc35ec000 x1848991028802048/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:576/0 lens 488/0 e 0 to 0 dl 1763335541 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335530.843260:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc35ec000 with x1848991028802048 ext(1916928->1921023) 00002000:00010000:0.0:1763335530.843267:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc35ec000 00000100:00100000:0.0:1763335530.843292:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 370 00000100:00100000:0.0:1763335530.843302:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc35ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+7:2407:x1848991028802048:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335530.843578:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc35ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+7:2407:x1848991028802048:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 276us (758us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335530.843588:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 370 00002000:00100000:0.0:1763335530.843595:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1916928->1921023) req@ffff9aefc35ec000 x1848991028802048/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:576/0 lens 488/4536 e 0 to 0 dl 1763335541 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335530.843604:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc35ec000 with x1848991028802048 ext(1916928->1921023) 00002000:00010000:0.0:1763335530.843608:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc35ec000 00000100:00100000:2.0:1763335530.848663:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335530.848718:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028802176 00000100:00100000:3.0:1763335530.848728:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028802176 00002000:00100000:3.0:1763335530.848777:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc57a3100 x1848991028802176/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:576/0 lens 488/0 e 0 to 0 dl 1763335541 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335530.848788:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc57a3100 with x1848991028802176 00000100:00100000:3.0:1763335530.848826:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 570 00000100:00100000:3.0:1763335530.848836:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc57a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+30:2408:x1848991028802176:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335530.850274:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc57a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+30:2408:x1848991028802176:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 1433us (1617us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335530.850285:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 570 00002000:00100000:3.0:1763335530.850293:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc57a3100 x1848991028802176/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:576/0 lens 488/4536 e 0 to 0 dl 1763335541 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335530.850316:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc57a3100 with x1848991028802176 00000100:00100000:2.0:1763335530.855179:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335530.856373:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028802304 00000100:00100000:3.0:1763335530.856387:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028802304 00002000:00100000:0.0:1763335530.856534:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc57a0700 x1848991028802304/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:576/0 lens 488/0 e 0 to 0 dl 1763335541 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335530.856546:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc57a0700 with x1848991028802304 00000100:00100000:0.0:1763335530.856854:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 571 00000100:00100000:0.0:1763335530.856889:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc57a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+30:2409:x1848991028802304:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335530.857130:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc57a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+30:2409:x1848991028802304:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 264us (1963us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335530.857156:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 571 00002000:00100000:0.0:1763335530.857165:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc57a0700 x1848991028802304/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:576/0 lens 488/4536 e 0 to 0 dl 1763335541 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335530.857175:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc57a0700 with x1848991028802304 00000100:00100000:1.0:1763335530.860302:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335530.860405:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028802432 00000100:00100000:0.0:1763335530.860417:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028802432 00002000:00100000:0.0:1763335530.860470:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0c2d8d500 x1848991028802432/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:576/0 lens 488/0 e 0 to 0 dl 1763335541 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335530.860480:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0c2d8d500 with x1848991028802432 00000100:00100000:0.0:1763335530.861056:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 572 00000100:00100000:0.0:1763335530.861068:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+30:2407:x1848991028802432:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335530.861249:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+30:2407:x1848991028802432:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 183us (957us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335530.861257:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 572 00002000:00100000:0.0:1763335530.861264:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0c2d8d500 x1848991028802432/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:576/0 lens 488/4536 e 0 to 0 dl 1763335541 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335530.861272:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0c2d8d500 with x1848991028802432 00000100:00100000:1.0:1763335530.864465:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335530.864814:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028802560 00000100:00100000:0.0:1763335530.864825:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028802560 00002000:00100000:0.0:1763335530.864920:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0c2d8ea00 x1848991028802560/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:576/0 lens 488/0 e 0 to 0 dl 1763335541 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335530.864932:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0c2d8ea00 with x1848991028802560 00000100:00100000:0.0:1763335530.865329:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 573 00000100:00100000:0.0:1763335530.865341:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+30:2406:x1848991028802560:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335530.865589:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+30:2406:x1848991028802560:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 248us (1135us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335530.865598:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 573 00002000:00100000:0.0:1763335530.865606:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0c2d8ea00 x1848991028802560/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:576/0 lens 488/4536 e 0 to 0 dl 1763335541 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335530.865615:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0c2d8ea00 with x1848991028802560 00000100:00100000:1.0:1763335530.869519:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335530.869736:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028802688 00000100:00100000:0.0:1763335530.869748:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028802688 00002000:00100000:0.0:1763335530.869806:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0c2d8ce00 x1848991028802688/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:576/0 lens 488/0 e 0 to 0 dl 1763335541 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335530.869818:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0c2d8ce00 with x1848991028802688 00000100:00100000:0.0:1763335530.870356:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 574 00000100:00100000:0.0:1763335530.870367:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+30:2407:x1848991028802688:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335530.870564:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+30:2407:x1848991028802688:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 199us (1057us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335530.870572:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 574 00002000:00100000:0.0:1763335530.870579:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0c2d8ce00 x1848991028802688/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:576/0 lens 488/4536 e 0 to 0 dl 1763335541 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335530.870588:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0c2d8ce00 with x1848991028802688 00000100:00100000:1.0:1763335530.875293:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335530.875654:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028802816 00000100:00100000:2.0:1763335530.875667:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028802816 00000100:00100000:2.0:1763335530.875738:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1059 00000100:00100000:2.0:1763335530.875751:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+15:15720:x1848991028802816:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335530.875777:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335530.875804:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0763c54 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d263 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.875961:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9200/0x10123ce7f0763c5b lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335530.875979:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9200/0x10123ce7f0763c5b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335530.875993:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9200/0x10123ce7f0763c5b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000004:00200000:2.0:1763335530.876025:0:10055:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 2087158 00000004:00200000:2.0:1763335530.876030:0:10055:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763335530.876050:0:10055:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9200/0x10123ce7f0763c5b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335530.876081:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0763c54 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d263 expref: 17 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.876100:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9200/0x10123ce7f0763c5b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d263 expref: 16 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.876110:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335530.876113:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335530.876118:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc9200, rc 0) 00000100:00100000:2.0:1763335530.876189:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+16:15720:x1848991028802816:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 441us (909us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335530.876197:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1059 00000100:00100000:1.0:1763335530.880182:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335530.880346:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028803072 00000100:00100000:0.0:1763335530.880356:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028803072 00000100:00100000:0.0:1763335530.880413:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 741 00000100:00100000:0.0:1763335530.880423:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2409:x1848991028803072:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335530.880450:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335530.880491:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7800/0x10123ce7f0763c62 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d271 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335530.880560:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5f02d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041278848:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335530.880675:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c600 going to sleep for 11 seconds 00000100:00100000:1.0:1763335530.881124:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335530.881538:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028802944 00000100:00100000:3.0:1763335530.881545:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028802944 00000100:00100000:3.0:1763335530.881594:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1060 00000100:00100000:3.0:1763335530.881603:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+16:2408:x1848991028802944:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335530.881615:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335530.881632:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06800/0x10123ce7f0763c69 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d26a expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335530.881669:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0763c38 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d24e expref: 29 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335530.881701:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc35ed880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041278976:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335530.881761:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58503c0 going to sleep for 11 seconds 00002000:00010000:0.0:1763335530.887356:0:9882:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335530 -> 1763335531 00000100:00100000:0.0:1763335530.887388:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5f02d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041278848:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335530.887432:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7800/0x10123ce7f0763c62 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d271 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335530.887459:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7800/0x10123ce7f0763c62 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d271 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335530.887472:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd7800, rc 0) 00000100:00100000:0.0:1763335530.887551:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2409:x1848991028803072:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7127us (7376us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335530.887561:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 741 00000004:00010000:3.0:1763335530.887659:0:8224:0:(mdt_lvb.c:189:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime: 1763335530 -> 1763335531 00000100:00100000:3.0:1763335530.887678:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc35ed880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041278976:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335530.887693:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 624246 00010000:00010000:3.0:1763335530.887707:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06800/0x10123ce7f0763c69 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d26a expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335530.887722:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335530.887725:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335530.887730:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06800/0x10123ce7f0763c69 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d26a expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335530.887760:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a06800, rc 0) 00000100:00100000:3.0:1763335530.887786:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+16:2408:x1848991028802944:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6184us (6662us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335530.887793:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1060 00000100:00100000:1.0:1763335530.897372:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335530.897421:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335530.897515:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028803328 00000100:00100000:0.0:1763335530.897528:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028803328 00000100:00100000:0.0:1763335530.897600:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 742 00000100:00100000:0.0:1763335530.897612:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2409:x1848991028803328:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335530.897634:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335530.897656:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7800/0x10123ce7f0763c70 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d27f expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335530.897723:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5f02d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041279104:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335530.897889:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028803200 00000100:00100000:3.0:1763335530.897894:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028803200 00000100:00100000:3.0:1763335530.897944:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1061 00000100:00100000:3.0:1763335530.897951:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+16:2408:x1848991028803200:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335530.897962:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335530.897976:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06800/0x10123ce7f0763c77 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d278 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335530.898019:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0763c38 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d24e expref: 29 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335530.898044:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc35ed880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041279232:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335530.899227:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c600 going to sleep for 11 seconds 00000100:00100000:0.0:1763335530.900028:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58503c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335530.910486:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5f02d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041279104:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335530.910529:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7800/0x10123ce7f0763c70 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d27f expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335530.910556:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7800/0x10123ce7f0763c70 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d27f expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335530.910569:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd7800, rc 0) 00000100:00100000:0.0:1763335530.910639:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2409:x1848991028803328:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 13029us (13279us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335530.910650:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 742 00000100:00100000:2.0:1763335530.912204:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc35ed880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041279232:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335530.912234:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 624246 00010000:00010000:2.0:1763335530.912254:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06800/0x10123ce7f0763c77 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d278 expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.912275:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335530.912278:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335530.912282:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06800/0x10123ce7f0763c77 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d278 expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.912297:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a06800, rc 0) 00000100:00100000:2.0:1763335530.912374:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+16:2408:x1848991028803200:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 14422us (14950us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335530.912382:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1061 00000100:00100000:1.0:1763335530.924163:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335530.924235:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335530.924392:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028803456 00000100:00100000:0.0:1763335530.924392:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028803584 00000100:00100000:0.0:1763335530.924403:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028803584 00000100:00100000:2.0:1763335530.924404:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028803456 00000100:00100000:2.0:1763335530.924479:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1062 00000100:00100000:0.0:1763335530.924481:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 743 00000100:00100000:2.0:1763335530.924494:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+16:2406:x1848991028803456:12345-192.168.202.34@tcp:101:fsx.0 00000100:00100000:0.0:1763335530.924495:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2406:x1848991028803584:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335530.924520:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335530.924520:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335530.924544:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7800/0x10123ce7f0763c85 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d28d expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.924546:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0763c7e lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d286 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.924598:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0763c38 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d24e expref: 29 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335530.924622:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5f02d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041279360:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335530.924629:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc57a1880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041279488:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335530.924712:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6a80 going to sleep for 11 seconds 00000100:00100000:0.0:1763335530.925218:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c600 going to sleep for 11 seconds 00000100:00100000:2.0:1763335530.929635:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc57a1880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041279488:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335530.929660:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 624246 00010000:00010000:2.0:1763335530.929680:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0763c7e lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d286 expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.929702:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335530.929706:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335530.929710:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0763c7e lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d286 expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.929724:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc8e00, rc 0) 00000100:00100000:2.0:1763335530.929792:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+16:2406:x1848991028803456:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5303us (5642us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335530.929802:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1062 00000100:00100000:0.0:1763335530.931149:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5f02d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041279360:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335530.931188:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7800/0x10123ce7f0763c85 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d28d expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335530.931230:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7800/0x10123ce7f0763c85 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d28d expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335530.931243:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd7800, rc 0) 00000100:00100000:0.0:1763335530.932862:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2406:x1848991028803584:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 8362us (8616us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335530.932887:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 743 00000100:00100000:3.0:1763335530.945508:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335530.945600:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028803712 00000100:00100000:0.0:1763335530.945609:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028803712 00000100:00100000:0.0:1763335530.945668:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 744 00000100:00100000:0.0:1763335530.945678:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc35ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:15720:x1848991028803712:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335530.945697:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335530.945717:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7800/0x10123ce7f0763c8c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d294 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335530.945751:0:9882:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5000/0x10123ce7f0763c3f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d255 expref: 6 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335530.945760:0:9882:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335530.945763:0:9882:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335530.945767:0:9882:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7800/0x10123ce7f0763c8c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1703936->1708031] (req 1703936->1708031) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d294 expref: 6 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335530.945802:0:9882:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5000/0x10123ce7f0763c3f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d255 expref: 6 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335530.945837:0:9882:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5000/0x10123ce7f0763c3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d255 expref: 6 pid: 9882 timeout: 431 lvb_type: 0 00000100:00100000:0.0:1763335530.945851:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5f02d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041279616:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335530.945969:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c600 going to sleep for 11 seconds 00000100:00100000:0.0:1763335530.949428:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5f02d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041279616:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335530.949469:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7800/0x10123ce7f0763c8c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1703936->1708031] (req 1703936->1708031) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d294 expref: 6 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335530.949492:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd7800, rc 0) 00000100:00100000:1.0:1763335530.949634:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc35ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+6:15720:x1848991028803712:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3954us (4133us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335530.949644:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 744 00000100:00100000:1.0:1763335530.959887:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335530.960173:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028803840 00000100:00100000:2.0:1763335530.960185:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028803840 00002000:00100000:2.0:1763335530.960238:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1863680->1921023) req@ffff9af0c2d8c380 x1848991028803840/t0(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:576/0 lens 488/0 e 0 to 0 dl 1763335541 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335530.960250:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0c2d8c380 with x1848991028803840 ext(1863680->1921023) 00010000:00010000:2.0:1763335530.960260:0:8406:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5000/0x10123ce7f0763c3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d255 expref: 7 pid: 9882 timeout: 431 lvb_type: 0 00010000:00010000:2.0:1763335530.960277:0:8406:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5000/0x10123ce7f0763c3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d255 expref: 7 pid: 9882 timeout: 431 lvb_type: 0 00002000:00010000:2.0:1763335530.960285:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9af0c2d8c380 00000100:00100000:2.0:1763335530.961730:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 19 00000100:00100000:2.0:1763335530.961754:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991028803840:12345-192.168.202.34@tcp:4:fsx.0 00000100:00100000:1.0:1763335530.971228:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+9:2409:x1848991028803840:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 9473us (11353us total) trans 4294967478 rc 0/0 00000100:00100000:1.0:1763335530.971243:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 19 00002000:00100000:1.0:1763335530.971258:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1863680->1921023) req@ffff9af0c2d8c380 x1848991028803840/t4294967478(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:576/0 lens 488/448 e 0 to 0 dl 1763335541 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335530.971269:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0c2d8c380 with x1848991028803840 ext(1863680->1921023) 00010000:00010000:1.0:1763335530.971278:0:8406:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5000/0x10123ce7f0763c3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d255 expref: 9 pid: 9882 timeout: 431 lvb_type: 0 00010000:00010000:1.0:1763335530.971297:0:8406:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5000/0x10123ce7f0763c3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d255 expref: 9 pid: 9882 timeout: 431 lvb_type: 0 00002000:00010000:1.0:1763335530.971310:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9af0c2d8c380 00000100:00100000:3.0:1763335530.974580:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335530.981800:0:6502:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028803968 00000100:00100000:2.0:1763335530.981815:0:6502:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028803968 00010000:00010000:2.0:1763335530.981891:0:6502:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5000/0x10123ce7f0763c3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d255 expref: 9 pid: 9882 timeout: 431 lvb_type: 0 00000100:00100000:2.0:1763335530.981951:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 399 00000100:00100000:2.0:1763335530.981962:0:6502:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc35edc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:819c42eb-8a5f-4523-990c-a007cb66998d+9:2409:x1848991028803968:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335530.981980:0:6502:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1763335530.981997:0:6502:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 32 -> 144 00010000:00010000:2.0:1763335530.982003:0:6502:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5000/0x10123ce7f0763c3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d255 expref: 9 pid: 9882 timeout: 431 lvb_type: 0 00010000:00010000:2.0:1763335530.982020:0:6502:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5000/0x10123ce7f0763c3f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d255 expref: 9 pid: 9882 timeout: 431 lvb_type: 0 00010000:00010000:2.0:1763335530.982045:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5000/0x10123ce7f0763c3f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d255 expref: 9 pid: 9882 timeout: 431 lvb_type: 0 00010000:00010000:2.0:1763335530.982062:0:6502:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335530.982065:0:6502:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335530.982072:0:6502:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7800/0x10123ce7f0763c8c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1703936->1708031) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d294 expref: 5 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.982083:0:6502:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7800/0x10123ce7f0763c8c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1703936->1708031) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d294 expref: 5 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335530.982128:0:6502:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7800/0x10123ce7f0763c8c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1703936->1708031) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d294 expref: 5 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335530.982143:0:6502:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc57a1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6502:1848991041279744:192.168.202.34@tcp:105: 00000100:00100000:2.0:1763335530.982250:0:6502:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6a80 going to sleep for 11 seconds 00000100:00100000:3.0:1763335530.988749:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335530.988998:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028804096 00000100:00100000:1.0:1763335530.989009:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028804096 00002000:00100000:1.0:1763335530.989062:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1568768->2088959) req@ffff9aefc35ece00 x1848991028804096/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:576/0 lens 488/0 e 0 to 0 dl 1763335541 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335530.989074:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc35ece00 with x1848991028804096 ext(1568768->2088959) 00002000:00010000:1.0:1763335530.989081:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc35ece00 00000100:00100000:1.0:1763335530.989408:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 371 00000100:00100000:1.0:1763335530.989420:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc35ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991028804096:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335530.990827:0:6502:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc57a1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6502:1848991041279744:192.168.202.34@tcp:105: 00010000:00010000:2.0:1763335530.990855:0:6502:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335530.990940:0:6502:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc35edc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991028803968:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 8979us (16370us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335530.990950:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 399 00000100:00100000:1.0:1763335531.002429:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc35ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991028804096:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 12999us (13679us total) trans 0 rc 520192/520192 00000100:00100000:1.0:1763335531.002442:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 371 00002000:00100000:1.0:1763335531.002454:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1568768->2088959) req@ffff9aefc35ece00 x1848991028804096/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:576/0 lens 488/440 e 0 to 0 dl 1763335541 ref 1 fl Complete:/600/0 rc 520192/520192 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335531.002464:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc35ece00 with x1848991028804096 ext(1568768->2088959) 00002000:00010000:1.0:1763335531.002473:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc35ece00 00000100:00100000:3.0:1763335531.015656:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335531.016081:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028804224 00000100:00100000:2.0:1763335531.016093:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028804224 00000100:00100000:2.0:1763335531.016170:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1063 00000100:00100000:2.0:1763335531.016188:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc35ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+16:2407:x1848991028804224:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335531.016216:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335531.016245:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0763c93 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d29b expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.016293:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0763c38 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d24e expref: 29 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335531.016345:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc57a1880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041279872:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335531.016460:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6a80 going to sleep for 11 seconds 00000100:00100000:2.0:1763335531.020265:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc57a1880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041279872:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335531.020294:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 624246 00010000:00010000:2.0:1763335531.020313:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0763c93 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d29b expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.020337:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335531.020340:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335531.020347:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0763c93 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d29b expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.020361:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc8e00, rc 0) 00000100:00100000:2.0:1763335531.020432:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc35ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+16:2407:x1848991028804224:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4246us (4786us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335531.020442:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1063 00000100:00100000:1.0:1763335531.024513:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335531.024671:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028804352 00000100:00100000:2.0:1763335531.024695:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028804352 00000100:00100000:2.0:1763335531.024864:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1064 00000100:00100000:2.0:1763335531.024900:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+16:2409:x1848991028804352:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335531.024939:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335531.025120:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9000/0x10123ce7f0763c9a lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d2a2 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.025196:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0763c38 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d24e expref: 29 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335531.025264:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc57a1880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041280000:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335531.025401:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6a80 going to sleep for 11 seconds 00000100:00100000:2.0:1763335531.029264:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc57a1880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041280000:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335531.029301:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 624246 00010000:00010000:2.0:1763335531.029324:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9000/0x10123ce7f0763c9a lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2a2 expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.029353:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335531.029356:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335531.029361:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9000/0x10123ce7f0763c9a lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2a2 expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.029377:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc9000, rc 0) 00000100:00100000:2.0:1763335531.029457:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+16:2409:x1848991028804352:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4559us (4954us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335531.029466:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1064 00000100:00100000:0.0:1763335531.032457:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335531.033216:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028804480 00000100:00100000:1.0:1763335531.033230:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028804480 00000100:00100000:1.0:1763335531.033316:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 745 00000100:00100000:1.0:1763335531.033326:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5f02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+6:15720:x1848991028804480:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335531.033352:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335531.033377:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5200/0x10123ce7f0763ca1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d2a9 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335531.033413:0:9882:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7800/0x10123ce7f0763c8c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1703936->1708031) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d294 expref: 7 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335531.033421:0:9882:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335531.033424:0:9882:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335531.033429:0:9882:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5200/0x10123ce7f0763ca1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1761280->1789951] (req 1761280->1789951) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2a9 expref: 7 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335531.033465:0:9882:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7800/0x10123ce7f0763c8c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1703936->1708031) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d294 expref: 7 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335531.033476:0:9882:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7800/0x10123ce7f0763c8c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1703936->1708031) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d294 expref: 7 pid: 9882 timeout: 431 lvb_type: 0 00000100:00100000:1.0:1763335531.033487:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c2d8f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041280128:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335531.033571:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb300 going to sleep for 11 seconds 00000100:00100000:2.0:1763335531.037698:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c2d8f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041280128:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335531.037736:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5200/0x10123ce7f0763ca1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1761280->1789951] (req 1761280->1789951) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2a9 expref: 7 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.037756:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5200, rc 0) 00000100:00100000:2.0:1763335531.037821:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5f02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+7:15720:x1848991028804480:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4495us (5376us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335531.037831:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 745 00000100:00100000:1.0:1763335531.037986:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335531.039129:0:6502:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028804608 00000100:00100000:2.0:1763335531.039141:0:6502:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028804608 00010000:00010000:2.0:1763335531.039180:0:6502:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7800/0x10123ce7f0763c8c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1703936->1708031) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d294 expref: 7 pid: 9882 timeout: 431 lvb_type: 0 00000100:00100000:2.0:1763335531.039635:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 400 00000100:00100000:2.0:1763335531.039646:0:6502:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:273362c8-ad54-46f8-a663-195ccb4b667f+7:2409:x1848991028804608:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335531.039661:0:6502:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335531.039680:0:6502:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7800/0x10123ce7f0763c8c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1703936->1708031) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d294 expref: 7 pid: 9882 timeout: 431 lvb_type: 0 00010000:00010000:2.0:1763335531.039693:0:6502:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7800/0x10123ce7f0763c8c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1703936->1708031) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d294 expref: 7 pid: 9882 timeout: 431 lvb_type: 0 00010000:00010000:2.0:1763335531.039718:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7800/0x10123ce7f0763c8c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1703936->1708031) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d294 expref: 7 pid: 9882 timeout: 431 lvb_type: 0 00010000:00010000:2.0:1763335531.039731:0:6502:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335531.039733:0:6502:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335531.039740:0:6502:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5200/0x10123ce7f0763ca1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1761280->1789951) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2a9 expref: 6 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.039750:0:6502:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5200/0x10123ce7f0763ca1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1761280->1789951) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2a9 expref: 6 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.039785:0:6502:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5200/0x10123ce7f0763ca1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1761280->1789951) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2a9 expref: 6 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335531.039799:0:6502:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc57a1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6502:1848991041280256:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335531.041200:0:6502:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6a80 going to sleep for 11 seconds 00000100:00100000:1.0:1763335531.045449:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335531.045511:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028804736 00000100:00100000:2.0:1763335531.045524:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028804736 00000100:00100000:0.0:1763335531.045597:0:6502:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc57a1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6502:1848991041280256:192.168.202.34@tcp:105: 00000100:00100000:2.0:1763335531.045617:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 372 00010000:00010000:0.0:1763335531.045628:0:6502:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335531.045630:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+7:2408:x1848991028804736:12345-192.168.202.34@tcp:22:fsx.0 00000100:00100000:0.0:1763335531.045698:0:6502:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:273362c8-ad54-46f8-a663-195ccb4b667f+7:2409:x1848991028804608:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 6051us (7709us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335531.045709:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 400 00002000:00010000:0.0:1763335531.047352:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 2087158 -> 2087158 00002000:00010000:0.0:1763335531.047360:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335531 -> 1763335531 00002000:00010000:0.0:1763335531.047363:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335531 -> 1763335530 00002000:00010000:0.0:1763335531.047365:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335531 -> 1763335531 00002000:00010000:0.0:1763335531.047367:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 144 -> 200 00000100:00100000:0.0:1763335531.047460:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+7:2408:x1848991028804736:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 1822us (2019us total) trans 4294967479 rc 0/0 00000100:00100000:0.0:1763335531.047485:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 372 00000100:00100000:1.0:1763335531.058534:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335531.060745:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028804864 00000100:00100000:2.0:1763335531.060763:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028804864 00000100:00100000:2.0:1763335531.060846:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 746 00000100:00100000:2.0:1763335531.060858:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2407:x1848991028804864:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335531.060925:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335531.060949:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9000/0x10123ce7f0763ca8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d2b0 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335531.061027:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc57a2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041280384:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335531.061123:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6600 going to sleep for 11 seconds 00002000:00010000:2.0:1763335531.066311:0:9882:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335530 -> 1763335531 00000100:00100000:2.0:1763335531.066349:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc57a2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041280384:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335531.066394:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9000/0x10123ce7f0763ca8 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2b0 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335531.066423:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9000/0x10123ce7f0763ca8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2b0 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335531.066437:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc9000, rc 0) 00000100:00100000:2.0:1763335531.066520:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2407:x1848991028804864:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5663us (7997us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335531.066529:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 746 00000100:00100000:2.0:1763335531.070193:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5f00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1848991041280512:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1763335531.070267:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335531.070366:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041280512 00000100:00100000:0.0:1763335531.070374:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041280512 00000100:00100000:0.0:1763335531.070435:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 164 00000100:00100000:0.0:1763335531.070445:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc57a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3654:x1848991041280512:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1763335531.070483:0:6521:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 73728 granted 133394432 pending 0 free 1443713024 avail 1297473536 00000100:00100000:0.0:1763335531.070543:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc57a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3654:x1848991041280512:12345-0@lo:41:osp-pre-0-1.0 Request processed in 100us (275us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335531.070550:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 164 00000100:00100000:2.0:1763335531.071470:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5f00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1848991041280512:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1763335531.072420:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335531.073507:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028804992 00000100:00100000:2.0:1763335531.073520:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028804992 00000100:00100000:2.0:1763335531.073582:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 747 00000100:00100000:2.0:1763335531.073593:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991028804992:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335531.073615:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335531.073638:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9000/0x10123ce7f0763caf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d2b7 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335531.073705:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc57a0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041280640:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335531.073798:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6600 going to sleep for 11 seconds 00000100:00100000:2.0:1763335531.077755:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc57a0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041280640:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335531.077795:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9000/0x10123ce7f0763caf lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2b7 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335531.077822:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9000/0x10123ce7f0763caf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2b7 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335531.077835:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc9000, rc 0) 00000100:00100000:0.0:1763335531.078125:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991028804992:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4530us (5706us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335531.078135:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 747 00000100:00100000:1.0:1763335531.081733:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335531.081857:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028805120 00000100:00100000:0.0:1763335531.082110:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028805120 00000100:00100000:0.0:1763335531.082168:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 748 00000100:00100000:0.0:1763335531.082179:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991028805120:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335531.082210:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335531.082234:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6c00/0x10123ce7f0763cb6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d2be expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335531.082311:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5f01180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041280768:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335531.082409:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c600 going to sleep for 11 seconds 00000100:00100000:0.0:1763335531.085511:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5f01180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041280768:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335531.085556:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6c00/0x10123ce7f0763cb6 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2be expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335531.085609:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6c00/0x10123ce7f0763cb6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2be expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335531.085623:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6c00, rc 0) 00000100:00100000:0.0:1763335531.086684:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991028805120:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4500us (4955us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335531.086694:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 748 00000100:00100000:2.0:1763335531.090328:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335531.090393:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028805248 00000100:00100000:0.0:1763335531.090401:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028805248 00000100:00100000:0.0:1763335531.090456:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 749 00000100:00100000:0.0:1763335531.090464:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc57a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991028805248:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335531.090483:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335531.090502:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6800/0x10123ce7f0763cbd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d2c5 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335531.090558:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5f01180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041280896:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335531.090645:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c600 going to sleep for 11 seconds 00000100:00100000:0.0:1763335531.093310:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5f01180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041280896:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335531.093347:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6800/0x10123ce7f0763cbd lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2c5 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335531.093371:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6800/0x10123ce7f0763cbd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2c5 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335531.093400:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6800, rc 0) 00000100:00100000:0.0:1763335531.093455:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc57a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991028805248:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2991us (3136us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335531.093464:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 749 00000100:00100000:2.0:1763335531.096101:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335531.096171:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028805504 00000100:00100000:0.0:1763335531.096180:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028805504 00000100:00100000:0.0:1763335531.096237:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1065 00000100:00100000:0.0:1763335531.096246:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc57a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+16:15720:x1848991028805504:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:0.0:1763335531.096298:0:8224:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335531.096337:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9200/0x10123ce7f0763c5b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d263 expref: 16 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335531.096355:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335531.096360:0:8224:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335531.096563:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6c00/0x10123ce7f0763cc4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335531.096577:0:8224:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8800/0x10123ce7f0763c4d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d25c expref: 29 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335531.096586:0:8224:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6c00/0x10123ce7f0763cc4 lrc: 4/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335531.096617:0:8224:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8800/0x10123ce7f0763c4d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d25c expref: 29 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335531.096630:0:8224:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8800/0x10123ce7f0763c4d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d25c expref: 29 pid: 10055 timeout: 431 lvb_type: 0 00000100:00100000:0.0:1763335531.096659:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5f01180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041281024:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335531.096743:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335531.099559:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335531.099842:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5f01180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041281024:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335531.099950:0:8224:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6c00/0x10123ce7f0763cc4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000100:00100000:3.0:1763335531.100182:0:6502:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028805632 00000100:00100000:3.0:1763335531.100189:0:6502:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028805632 00010000:00010000:3.0:1763335531.100239:0:6502:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8800/0x10123ce7f0763c4d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d25c expref: 30 pid: 10055 timeout: 431 lvb_type: 0 00000100:00100000:3.0:1763335531.100276:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 401 00000100:00100000:3.0:1763335531.100298:0:6502:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c3e09c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:819c42eb-8a5f-4523-990c-a007cb66998d+30:2409:x1848991028805632:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335531.100314:0:6502:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335531.100321:0:6502:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8800/0x10123ce7f0763c4d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d25c expref: 30 pid: 10055 timeout: 431 lvb_type: 0 00010000:00010000:3.0:1763335531.100333:0:6502:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8800/0x10123ce7f0763c4d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d25c expref: 30 pid: 10055 timeout: 431 lvb_type: 0 00010000:00010000:3.0:1763335531.100354:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8800/0x10123ce7f0763c4d lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d25c expref: 30 pid: 10055 timeout: 431 lvb_type: 0 00010000:00010000:3.0:1763335531.100368:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335531.100373:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6c00/0x10123ce7f0763cc4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335531.100384:0:6502:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6c00/0x10123ce7f0763cc4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40290000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335531.100393:0:6502:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6c00/0x10123ce7f0763cc4 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40290000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335531.100420:0:6502:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335531.100463:0:6502:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c3e09c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:819c42eb-8a5f-4523-990c-a007cb66998d+29:2409:x1848991028805632:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 167us (913us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335531.100470:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 401 00000100:00080000:0.0:1763335531.100687:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1763335531.100804:0:8224:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6c00/0x10123ce7f0763cc4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335531.100811:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6c00/0x10123ce7f0763cc4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000001:00080000:2.0:1763335531.100930:0:8224:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967737 00000004:00010000:2.0:1763335531.100975:0:8224:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 624246 -> 624246 00000004:00010000:2.0:1763335531.100978:0:8224:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335531 -> 1763335531 00000004:00010000:2.0:1763335531.100980:0:8224:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335531 -> 1763335530 00000004:00010000:2.0:1763335531.100982:0:8224:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335531 -> 1763335531 00000004:00010000:2.0:1763335531.100984:0:8224:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 280 -> 280 00000004:00010000:2.0:1763335531.100989:0:8224:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000022079c09 reply state 000000005477ed87 transno 4294967738 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6c00/0x10123ce7f0763cc4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335531.101001:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6c00/0x10123ce7f0763cc4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335531.101015:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335531.101018:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335531.101020:0:8224:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763335531.101096:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc57a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+18:15720:x1848991028805504:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 4851us (5003us total) trans 4294967738 rc 0/0 00000100:00100000:2.0:1763335531.101103:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1065 00000020:00080000:2.0:1763335531.101106:0:8224:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763335531.106231:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335531.106579:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028805760 00000100:00100000:0.0:1763335531.106590:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028805760 00000100:00100000:3.0:1763335531.107140:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1066 00000100:00100000:2.0:1763335531.107276:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc57a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+18:15720:x1848991028805760:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335531.107307:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335531.107333:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8600/0x10123ce7f0763ccb lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d2cc expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.107369:0:10055:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0763c38 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d24e expref: 28 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.107386:0:10055:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8600/0x10123ce7f0763ccb lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2cc expref: 19 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.107423:0:10055:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0763c38 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d24e expref: 28 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.107438:0:10055:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0763c38 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d24e expref: 28 pid: 10055 timeout: 431 lvb_type: 0 00000100:00100000:2.0:1763335531.107451:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc57a3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041281152:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335531.107584:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6780 going to sleep for 11 seconds 00000100:00100000:2.0:1763335531.111221:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc57a3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041281152:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335531.111261:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8600/0x10123ce7f0763ccb lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2cc expref: 19 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.111282:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335531.111285:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335531.111290:0:10055:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8600/0x10123ce7f0763ccb lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2cc expref: 19 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.111301:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc8600, rc 0) 00000100:00100000:2.0:1763335531.112148:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc57a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+19:15720:x1848991028805760:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4990us (5921us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335531.112158:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1066 00000100:00100000:0.0:1763335531.113180:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335531.113500:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028805888 00000100:00100000:1.0:1763335531.113512:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028805888 00010000:00010000:1.0:1763335531.113552:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0763c38 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d24e expref: 29 pid: 10055 timeout: 431 lvb_type: 0 00000100:00100000:1.0:1763335531.113596:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 402 00000100:00100000:1.0:1763335531.113608:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5f01180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+29:2409:x1848991028805888:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335531.113625:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335531.113649:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0763c38 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d24e expref: 29 pid: 10055 timeout: 431 lvb_type: 0 00010000:00010000:1.0:1763335531.113663:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0763c38 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d24e expref: 29 pid: 10055 timeout: 431 lvb_type: 0 00010000:00010000:1.0:1763335531.113688:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0763c38 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d24e expref: 29 pid: 10055 timeout: 431 lvb_type: 0 00010000:00010000:1.0:1763335531.113703:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335531.113709:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8600/0x10123ce7f0763ccb lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2cc expref: 18 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335531.113722:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8600/0x10123ce7f0763ccb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2cc expref: 18 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335531.113732:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8600/0x10123ce7f0763ccb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2cc expref: 18 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335531.113771:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8600/0x10123ce7f0763ccb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2cc expref: 18 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335531.113787:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5f05500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041281280:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335531.113930:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fbd80 going to sleep for 11 seconds 00000100:00100000:0.0:1763335531.117448:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5f05500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041281280:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763335531.117479:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335531.118117:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5f01180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+28:2409:x1848991028805888:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 4507us (4938us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335531.118128:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 402 00000100:00100000:1.0:1763335531.119346:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335531.119472:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335531.119720:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028806016 00000100:00100000:0.0:1763335531.119729:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028806016 00002000:00010000:0.0:1763335531.119771:0:6529:0:(mdt_io.c:274:mdt_punch_hpreq_check()) lustre-MDT0000: refresh DOM lock for [0x200000402:0xe:0x0] 00002000:00100000:0.0:1763335531.119777:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5f04380 with x1848991028806016 00000100:00100000:3.0:1763335531.119928:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028806144 00000100:00100000:3.0:1763335531.119933:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028806144 00002000:00010000:3.0:1763335531.119954:0:8406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:3.0:1763335531.119959:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5f06a00 with x1848991028806144 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335531.119985:0:8406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5f06a00. 00000100:00100000:3.0:1763335531.120023:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 373 00000100:00100000:3.0:1763335531.120033:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+7:2409:x1848991028806144:12345-192.168.202.34@tcp:10:fsx.0 00000100:00100000:0.0:1763335531.120670:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 575 00000100:00100000:0.0:1763335531.120683:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f04380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+19:2409:x1848991028806016:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:3.0:1763335531.120978:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 2087158 -> 0 00002000:00010000:3.0:1763335531.120982:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335531 -> 1763335531 00002000:00010000:3.0:1763335531.120985:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335531 -> 1763335530 00002000:00010000:3.0:1763335531.120987:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335531 -> 1763335531 00002000:00010000:3.0:1763335531.120989:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 200 -> 0 00000100:00100000:3.0:1763335531.121056:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+8:2409:x1848991028806144:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 1022us (1582us total) trans 4294967480 rc 0/0 00000100:00100000:3.0:1763335531.121065:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 373 00002000:00010000:3.0:1763335531.121070:0:8406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:3.0:1763335531.121073:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5f06a00 with x1848991028806144 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335531.121079:0:8406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5f06a00. 00000004:00010000:0.0:1763335531.121331:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 624246 -> 605398 00000004:00010000:0.0:1763335531.121336:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335531 -> 1763335531 00000004:00010000:0.0:1763335531.121338:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335530 -> 1763335530 00000004:00010000:0.0:1763335531.121340:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335531 -> 1763335531 00000004:00010000:0.0:1763335531.121362:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 280 -> 280 00000100:00100000:0.0:1763335531.121404:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f04380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+20:2409:x1848991028806016:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 724us (2064us total) trans 4294967739 rc 0/0 00000100:00100000:0.0:1763335531.121411:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 575 00002000:00010000:0.0:1763335531.121415:0:6529:0:(mdt_io.c:274:mdt_punch_hpreq_check()) lustre-MDT0000: refresh DOM lock for [0x200000402:0xe:0x0] 00002000:00100000:0.0:1763335531.121418:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5f04380 with x1848991028806016 00000100:00100000:2.0:1763335531.126077:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335531.126137:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028806272 00000100:00100000:0.0:1763335531.126147:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028806272 00000100:00100000:0.0:1763335531.126210:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1067 00000100:00100000:0.0:1763335531.126221:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc57a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+28:15720:x1848991028806272:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335531.126244:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335531.126267:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6000/0x10123ce7f0763cd2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d2d3 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335531.126357:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7200/0x10123ce7f0763cd9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335531.126374:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7200/0x10123ce7f0763cd9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335531.126387:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7200/0x10123ce7f0763cd9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000004:00200000:0.0:1763335531.126411:0:10055:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 605398 00000004:00200000:0.0:1763335531.126416:0:10055:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763335531.126434:0:10055:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7200/0x10123ce7f0763cd9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335531.126458:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6000/0x10123ce7f0763cd2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2d3 expref: 30 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335531.126494:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7200/0x10123ce7f0763cd9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2d3 expref: 29 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335531.126504:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335531.126507:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335531.126511:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd7200, rc 0) 00000100:00100000:0.0:1763335531.126584:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc57a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+29:15720:x1848991028806272:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 364us (517us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335531.126592:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1067 00000100:00100000:1.0:1763335531.131960:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335531.132064:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028806400 00000100:00100000:0.0:1763335531.132075:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028806400 00000100:00100000:0.0:1763335531.132136:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1068 00000100:00100000:0.0:1763335531.132146:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+29:2409:x1848991028806400:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335531.132172:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335531.132197:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0763ce0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d2da expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335531.132243:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8600/0x10123ce7f0763ccb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2cc expref: 19 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335531.132284:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5f00380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041281408:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335531.132374:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c600 going to sleep for 11 seconds 00000100:00100000:3.0:1763335531.132558:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335531.133219:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028806528 00000100:00100000:0.0:1763335531.133226:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028806528 00000100:00100000:0.0:1763335531.133259:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 750 00000100:00100000:0.0:1763335531.133267:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc35edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991028806528:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335531.133292:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335531.133306:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6800/0x10123ce7f0763ce7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d2e1 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335531.133344:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc47dc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041281536:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335531.133401:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8ccc0 going to sleep for 11 seconds 00000004:00010000:0.0:1763335531.136344:0:10055:0:(mdt_lvb.c:189:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime: 1763335530 -> 1763335531 00000100:00100000:0.0:1763335531.136373:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5f00380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041281408:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335531.136400:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 605398 00010000:00010000:0.0:1763335531.136419:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0763ce0 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2da expref: 30 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335531.136442:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335531.136445:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335531.136451:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0763ce0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2da expref: 30 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335531.136465:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd7c00, rc 0) 00000100:00100000:0.0:1763335531.136529:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+29:2409:x1848991028806400:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4383us (4585us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335531.136539:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1068 00002000:00010000:0.0:1763335531.139860:0:9882:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335530 -> 1763335531 00000100:00100000:0.0:1763335531.139934:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc47dc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041281536:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335531.140124:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6800/0x10123ce7f0763ce7 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2e1 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335531.140172:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6800/0x10123ce7f0763ce7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2e1 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335531.140184:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6800, rc 0) 00000100:00100000:0.0:1763335531.140255:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc35edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991028806528:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6988us (7697us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335531.140266:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 750 00000100:00100000:1.0:1763335531.145071:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335531.145396:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028806656 00000100:00100000:0.0:1763335531.145406:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028806656 00000100:00100000:0.0:1763335531.145458:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1069 00000100:00100000:0.0:1763335531.145468:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+29:2406:x1848991028806656:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335531.145492:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335531.145516:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0763cee lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d2e8 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335531.145531:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:0.0:1763335531.145558:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8600/0x10123ce7f0763ccb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2cc expref: 19 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335531.145598:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc47dc700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041281664:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335531.145677:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028806784 00000100:00100000:2.0:1763335531.145683:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028806784 00000100:00100000:0.0:1763335531.145692:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8ccc0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335531.145792:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 751 00000100:00100000:2.0:1763335531.145800:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2406:x1848991028806784:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335531.145810:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335531.145822:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9400/0x10123ce7f0763cf5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d2ef expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335531.145859:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc57a1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041281792:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335531.145925:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6780 going to sleep for 11 seconds 00000100:00100000:0.0:1763335531.148599:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc47dc700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041281664:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335531.148628:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 605398 00010000:00010000:0.0:1763335531.148648:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0763cee lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2e8 expref: 30 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335531.148696:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335531.148700:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335531.148707:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0763cee lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2e8 expref: 30 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335531.148723:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd7c00, rc 0) 00000100:00100000:2.0:1763335531.148726:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc57a1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041281792:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335531.148752:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9400/0x10123ce7f0763cf5 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2ef expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335531.148770:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9400/0x10123ce7f0763cf5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2ef expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335531.148780:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc9400, rc 0) 00000100:00100000:0.0:1763335531.148797:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+29:2406:x1848991028806656:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3328us (3783us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335531.148808:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2406:x1848991028806784:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3007us (3276us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335531.148809:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1069 00000100:00100000:2.0:1763335531.148821:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 751 00000100:00100000:1.0:1763335531.151689:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335531.152483:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028806912 00000100:00100000:2.0:1763335531.152494:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028806912 00000100:00100000:2.0:1763335531.152720:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 752 00000100:00100000:2.0:1763335531.152733:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:15720:x1848991028806912:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335531.152753:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335531.152775:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc8a00/0x10123ce7f0763cfc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d2f6 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.152809:0:9882:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5200/0x10123ce7f0763ca1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1761280->1789951) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2a9 expref: 7 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.152819:0:9882:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335531.152821:0:9882:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335531.152826:0:9882:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc8a00/0x10123ce7f0763cfc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1359872->1368063] (req 1359872->1368063) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2f6 expref: 9 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.152862:0:9882:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5200/0x10123ce7f0763ca1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1761280->1789951) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2a9 expref: 7 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.152893:0:9882:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5200/0x10123ce7f0763ca1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1761280->1789951) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2a9 expref: 7 pid: 9882 timeout: 431 lvb_type: 0 00000100:00100000:2.0:1763335531.152919:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc57a1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041281920:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335531.153005:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6780 going to sleep for 11 seconds 00000100:00100000:1.0:1763335531.156684:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335531.156816:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc57a1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041281920:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335531.156855:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc8a00/0x10123ce7f0763cfc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1359872->1368063] (req 1359872->1368063) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2f6 expref: 9 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.157277:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc8a00, rc 0) 00000100:00100000:0.0:1763335531.157292:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028807040 00000100:00100000:0.0:1763335531.157300:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028807040 00010000:00010000:0.0:1763335531.157339:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5200/0x10123ce7f0763ca1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1761280->1789951) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2a9 expref: 8 pid: 9882 timeout: 431 lvb_type: 0 00000100:00100000:2.0:1763335531.157343:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+9:15720:x1848991028806912:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4611us (5661us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335531.157359:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 752 00000100:00100000:0.0:1763335531.157388:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 403 00000100:00100000:0.0:1763335531.157399:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f05c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+8:2409:x1848991028807040:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335531.157413:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335531.157434:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5200/0x10123ce7f0763ca1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1761280->1789951) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2a9 expref: 8 pid: 9882 timeout: 431 lvb_type: 0 00010000:00010000:0.0:1763335531.157447:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5200/0x10123ce7f0763ca1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1761280->1789951) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2a9 expref: 8 pid: 9882 timeout: 431 lvb_type: 0 00010000:00010000:0.0:1763335531.157473:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5200/0x10123ce7f0763ca1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1761280->1789951) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2a9 expref: 8 pid: 9882 timeout: 431 lvb_type: 0 00010000:00010000:0.0:1763335531.157505:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335531.157507:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335531.157516:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc8a00/0x10123ce7f0763cfc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1359872->1368063) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2f6 expref: 8 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335531.157527:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc8a00/0x10123ce7f0763cfc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1359872->1368063) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2f6 expref: 8 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335531.157563:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc8a00/0x10123ce7f0763cfc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1359872->1368063) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2f6 expref: 8 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335531.157577:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc47dc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041282048:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335531.157632:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8ccc0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335531.162596:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335531.162965:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028807168 00000100:00100000:2.0:1763335531.162976:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028807168 00000100:00100000:2.0:1763335531.163047:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1070 00000100:00100000:2.0:1763335531.163058:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f07b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+29:2407:x1848991028807168:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335531.163086:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335531.163111:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0763d03 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d2fd expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.163157:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8600/0x10123ce7f0763ccb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2cc expref: 19 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335531.163157:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc47dc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041282048:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763335531.163182:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335531.163203:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc57a1880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041282176:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335531.163232:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f05c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+7:2409:x1848991028807040:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 5834us (6559us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335531.163243:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 403 00000100:00100000:2.0:1763335531.163265:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6780 going to sleep for 11 seconds 00000100:00100000:2.0:1763335531.170609:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc57a1880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041282176:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335531.170637:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 605398 00010000:00010000:2.0:1763335531.170660:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0763d03 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2fd expref: 30 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.170685:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335531.170689:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335531.170694:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0763d03 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2fd expref: 30 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.170709:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc9400, rc 0) 00000100:00100000:2.0:1763335531.171529:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f07b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+29:2407:x1848991028807168:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 8468us (8939us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335531.171539:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1070 00000100:00100000:1.0:1763335531.175633:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335531.176225:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028807296 00000100:00100000:2.0:1763335531.176235:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028807296 00000100:00100000:2.0:1763335531.176294:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1071 00000100:00100000:2.0:1763335531.176304:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+29:2406:x1848991028807296:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335531.176328:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335531.176353:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9000/0x10123ce7f0763d0a lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d304 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.176395:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8600/0x10123ce7f0763ccb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2cc expref: 19 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335531.176433:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc57a1880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041282304:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335531.176515:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6780 going to sleep for 11 seconds 00000100:00100000:2.0:1763335531.182675:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc57a1880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041282304:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335531.182700:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 605398 00010000:00010000:2.0:1763335531.182721:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9000/0x10123ce7f0763d0a lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d304 expref: 30 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.182744:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335531.182747:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335531.182753:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9000/0x10123ce7f0763d0a lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d304 expref: 30 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.182766:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc9000, rc 0) 00000100:00100000:2.0:1763335531.182828:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+29:2406:x1848991028807296:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6525us (7204us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335531.182836:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1071 00000100:00100000:1.0:1763335531.187507:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335531.187567:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028807424 00000100:00100000:2.0:1763335531.187577:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028807424 00000100:00100000:2.0:1763335531.187633:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 753 00000100:00100000:2.0:1763335531.187643:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+7:2408:x1848991028807424:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335531.187663:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335531.187682:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9400/0x10123ce7f0763d11 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d30b expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335531.187736:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc57a1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041282432:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335531.187812:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6780 going to sleep for 11 seconds 00002000:00010000:2.0:1763335531.193277:0:9882:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size: 0 -> 1365049 00002000:00010000:2.0:1763335531.193287:0:9882:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:2.0:1763335531.193307:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc57a1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041282432:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335531.193354:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9400/0x10123ce7f0763d11 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d30b expref: 8 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335531.193381:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9400/0x10123ce7f0763d11 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d30b expref: 8 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335531.193394:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc9400, rc 0) 00000100:00100000:2.0:1763335531.193470:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+7:2408:x1848991028807424:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5826us (5974us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335531.193479:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 753 00000100:00100000:1.0:1763335531.199532:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335531.199606:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028807552 00000100:00100000:0.0:1763335531.199616:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028807552 00002000:00100000:0.0:1763335531.199671:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5f05180 x1848991028807552/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:577/0 lens 488/0 e 0 to 0 dl 1763335542 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335531.199681:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5f05180 with x1848991028807552 00000100:00100000:2.0:1763335531.199973:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 576 00000100:00100000:2.0:1763335531.199985:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+20:2407:x1848991028807552:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335531.200216:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+20:2407:x1848991028807552:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 232us (695us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335531.200225:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 576 00002000:00100000:2.0:1763335531.200233:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5f05180 x1848991028807552/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:577/0 lens 488/4536 e 0 to 0 dl 1763335542 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335531.200240:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5f05180 with x1848991028807552 00000100:00100000:1.0:1763335531.203003:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335531.203139:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028807680 00000100:00100000:0.0:1763335531.203150:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028807680 00002000:00100000:0.0:1763335531.203218:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5f05500 x1848991028807680/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:577/0 lens 488/0 e 0 to 0 dl 1763335542 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335531.203230:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5f05500 with x1848991028807680 00000100:00100000:0.0:1763335531.203278:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 577 00000100:00100000:0.0:1763335531.203288:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f05500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+20:2409:x1848991028807680:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335531.203465:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f05500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+20:2409:x1848991028807680:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 177us (471us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335531.203474:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 577 00002000:00100000:0.0:1763335531.203480:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5f05500 x1848991028807680/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:577/0 lens 488/4536 e 0 to 0 dl 1763335542 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335531.203487:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5f05500 with x1848991028807680 00000100:00100000:1.0:1763335531.206508:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335531.206699:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028807808 00000100:00100000:0.0:1763335531.206711:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028807808 00002000:00100000:0.0:1763335531.206760:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffa91500 x1848991028807808/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:577/0 lens 488/0 e 0 to 0 dl 1763335542 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335531.206773:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffa91500 with x1848991028807808 00000100:00100000:0.0:1763335531.206814:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 578 00000100:00100000:0.0:1763335531.206824:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa91500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+20:2408:x1848991028807808:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335531.207053:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa91500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+20:2408:x1848991028807808:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 229us (564us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335531.207062:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 578 00002000:00100000:0.0:1763335531.207069:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffa91500 x1848991028807808/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:577/0 lens 488/4536 e 0 to 0 dl 1763335542 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335531.207077:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffa91500 with x1848991028807808 00000100:00100000:1.0:1763335531.213275:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335531.213352:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028807936 00000100:00100000:0.0:1763335531.213363:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028807936 00002000:00100000:0.0:1763335531.213421:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffa90700 x1848991028807936/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:577/0 lens 488/0 e 0 to 0 dl 1763335542 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335531.213432:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffa90700 with x1848991028807936 00000100:00100000:0.0:1763335531.213481:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 579 00000100:00100000:0.0:1763335531.213495:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+20:2408:x1848991028807936:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335531.213704:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+20:2408:x1848991028807936:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 215us (442us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335531.213712:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 579 00002000:00100000:0.0:1763335531.213719:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffa90700 x1848991028807936/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:577/0 lens 488/4536 e 0 to 0 dl 1763335542 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335531.213726:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffa90700 with x1848991028807936 00000100:00100000:1.0:1763335531.223350:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335531.224075:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028808064 00000100:00100000:0.0:1763335531.224087:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028808064 00002000:00100000:0.0:1763335531.224144:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffa92a00 x1848991028808064/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:577/0 lens 488/0 e 0 to 0 dl 1763335542 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335531.224156:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffa92a00 with x1848991028808064 00000100:00100000:0.0:1763335531.224190:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 580 00000100:00100000:0.0:1763335531.224200:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa92a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+20:2407:x1848991028808064:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335531.224635:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa92a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+20:2407:x1848991028808064:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 434us (1293us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335531.224643:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 580 00002000:00100000:0.0:1763335531.224651:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffa92a00 x1848991028808064/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:577/0 lens 488/4536 e 0 to 0 dl 1763335542 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335531.224678:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffa92a00 with x1848991028808064 00000100:00100000:1.0:1763335531.233262:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335531.233367:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028808192 00000100:00100000:2.0:1763335531.233378:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028808192 00002000:00100000:2.0:1763335531.233431:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffa91c00 x1848991028808192/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:577/0 lens 488/0 e 0 to 0 dl 1763335542 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335531.233444:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffa91c00 with x1848991028808192 00000100:00100000:2.0:1763335531.233490:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 581 00000100:00100000:2.0:1763335531.233500:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa91c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+20:2409:x1848991028808192:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335531.233695:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa91c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+20:2409:x1848991028808192:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 196us (446us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335531.233704:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 581 00002000:00100000:2.0:1763335531.233711:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffa91c00 x1848991028808192/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:577/0 lens 488/4536 e 0 to 0 dl 1763335542 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335531.233720:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffa91c00 with x1848991028808192 00000100:00100000:1.0:1763335531.239111:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335531.239206:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028808320 00000100:00100000:0.0:1763335531.239217:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028808320 00002000:00100000:0.0:1763335531.239267:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffa93b80 x1848991028808320/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:577/0 lens 488/0 e 0 to 0 dl 1763335542 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335531.239279:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffa93b80 with x1848991028808320 00000100:00100000:0.0:1763335531.239319:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 582 00000100:00100000:0.0:1763335531.239329:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+20:2406:x1848991028808320:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335531.240776:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+20:2406:x1848991028808320:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 1439us (1667us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335531.240791:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 582 00002000:00100000:0.0:1763335531.240803:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffa93b80 x1848991028808320/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:577/0 lens 488/4536 e 0 to 0 dl 1763335542 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335531.240813:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffa93b80 with x1848991028808320 00000100:00100000:1.0:1763335531.251680:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335531.252997:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028808448 00000100:00100000:0.0:1763335531.253012:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028808448 00002000:00100000:0.0:1763335531.253071:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffa90000 x1848991028808448/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:577/0 lens 488/0 e 0 to 0 dl 1763335542 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335531.253084:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffa90000 with x1848991028808448 00000100:00100000:0.0:1763335531.253132:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 583 00000100:00100000:0.0:1763335531.253143:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+20:2406:x1848991028808448:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335531.253366:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+20:2406:x1848991028808448:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 223us (1695us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335531.253390:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 583 00002000:00100000:0.0:1763335531.253398:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffa90000 x1848991028808448/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:577/0 lens 488/4536 e 0 to 0 dl 1763335542 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335531.253407:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffa90000 with x1848991028808448 00000100:00100000:1.0:1763335531.260167:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335531.260864:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028808576 00000100:00100000:2.0:1763335531.260895:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028808576 00002000:00100000:2.0:1763335531.260957:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffa93100 x1848991028808576/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:577/0 lens 488/0 e 0 to 0 dl 1763335542 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335531.260970:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffa93100 with x1848991028808576 00000100:00100000:2.0:1763335531.261012:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 584 00000100:00100000:2.0:1763335531.261023:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+20:2406:x1848991028808576:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335531.261220:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+20:2406:x1848991028808576:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 198us (1063us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335531.261232:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 584 00002000:00100000:2.0:1763335531.261239:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffa93100 x1848991028808576/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:577/0 lens 488/4536 e 0 to 0 dl 1763335542 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335531.261246:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffa93100 with x1848991028808576 00000100:00100000:0.0:1763335531.267525:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335531.267697:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028808704 00000100:00100000:2.0:1763335531.267708:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028808704 00002000:00100000:2.0:1763335531.267772:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc47dc700 x1848991028808704/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:577/0 lens 488/0 e 0 to 0 dl 1763335542 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335531.267785:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc47dc700 with x1848991028808704 00000100:00100000:2.0:1763335531.267888:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 585 00000100:00100000:2.0:1763335531.267899:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+20:2407:x1848991028808704:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335531.268231:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+20:2407:x1848991028808704:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 332us (719us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335531.268238:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 585 00002000:00100000:2.0:1763335531.268246:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc47dc700 x1848991028808704/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:577/0 lens 488/4536 e 0 to 0 dl 1763335542 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335531.268255:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc47dc700 with x1848991028808704 00000100:00100000:1.0:1763335531.274439:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335531.274540:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028808832 00000100:00100000:2.0:1763335531.274552:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028808832 00000100:00100000:3.0:1763335531.275218:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1072 00000100:00100000:2.0:1763335531.275247:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+29:2409:x1848991028808832:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335531.275271:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335531.275297:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0763d18 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d312 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.275347:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8600/0x10123ce7f0763ccb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2cc expref: 19 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335531.275392:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc57a1880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041282560:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335531.275935:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6a80 going to sleep for 11 seconds 00000100:00100000:2.0:1763335531.281321:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc57a1880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041282560:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335531.281348:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 605398 00010000:00010000:2.0:1763335531.281367:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0763d18 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d312 expref: 30 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.281390:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335531.281393:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335531.281398:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0763d18 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d312 expref: 30 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.281411:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc9400, rc 0) 00000100:00100000:2.0:1763335531.281480:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+29:2409:x1848991028808832:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6251us (7052us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335531.281490:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1072 00000100:00100000:0.0:1763335531.287537:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335531.287626:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028808960 00000100:00100000:2.0:1763335531.287635:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028808960 00000100:00100000:2.0:1763335531.287699:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1073 00000100:00100000:2.0:1763335531.287710:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+29:2408:x1848991028808960:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335531.287735:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335531.287769:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0763d1f lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d319 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.287820:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8600/0x10123ce7f0763ccb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2cc expref: 19 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335531.287864:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc57a1880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041282688:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335531.287981:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6a80 going to sleep for 11 seconds 00000100:00100000:2.0:1763335531.291428:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc57a1880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041282688:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335531.291456:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 605398 00010000:00010000:2.0:1763335531.291477:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0763d1f lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d319 expref: 30 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.291500:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335531.291503:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335531.291508:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0763d1f lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d319 expref: 30 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.291521:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc9400, rc 0) 00000100:00100000:2.0:1763335531.291639:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+29:2408:x1848991028808960:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3929us (4115us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335531.291648:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1073 00000100:00100000:1.0:1763335531.295534:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335531.295748:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028809216 00000100:00100000:2.0:1763335531.295759:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028809216 00000100:00100000:2.0:1763335531.295823:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1074 00000100:00100000:2.0:1763335531.295834:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+20:15720:x1848991028809216:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:2.0:1763335531.296188:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9000/0x10123ce7f0763d26 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335531.296214:0:8224:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7200/0x10123ce7f0763cd9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2d3 expref: 28 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.296226:0:8224:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9000/0x10123ce7f0763d26 lrc: 4/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335531.296261:0:8224:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7200/0x10123ce7f0763cd9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2d3 expref: 28 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.296275:0:8224:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7200/0x10123ce7f0763cd9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2d3 expref: 28 pid: 10055 timeout: 431 lvb_type: 0 00000100:00100000:2.0:1763335531.296289:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc57a1880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041282816:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335531.296376:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6180 going to sleep for 11 seconds 00000100:00100000:2.0:1763335531.299239:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc57a1880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041282816:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335531.299267:0:8224:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9000/0x10123ce7f0763d26 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000100:00100000:1.0:1763335531.300352:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335531.300610:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028809344 00000100:00100000:0.0:1763335531.300618:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028809344 00010000:00010000:0.0:1763335531.300663:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7200/0x10123ce7f0763cd9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2d3 expref: 29 pid: 10055 timeout: 431 lvb_type: 0 00000100:00100000:0.0:1763335531.300706:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 404 00000100:00100000:0.0:1763335531.300715:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa93800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+29:2409:x1848991028809344:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335531.300733:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335531.300739:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7200/0x10123ce7f0763cd9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2d3 expref: 29 pid: 10055 timeout: 431 lvb_type: 0 00010000:00010000:0.0:1763335531.300752:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7200/0x10123ce7f0763cd9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2d3 expref: 29 pid: 10055 timeout: 431 lvb_type: 0 00010000:00010000:0.0:1763335531.300776:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7200/0x10123ce7f0763cd9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2d3 expref: 29 pid: 10055 timeout: 431 lvb_type: 0 00010000:00010000:0.0:1763335531.300793:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335531.300799:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9000/0x10123ce7f0763d26 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335531.300830:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9000/0x10123ce7f0763d26 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40290000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335531.300843:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9000/0x10123ce7f0763d26 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40290000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335531.300925:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335531.300936:0:8224:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9000/0x10123ce7f0763d26 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335531.300943:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9000/0x10123ce7f0763d26 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000100:00100000:0.0:1763335531.300972:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa93800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+28:2409:x1848991028809344:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 258us (625us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335531.300979:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 404 00000001:00080000:2.0:1763335531.301024:0:8224:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967740 00000004:00010000:2.0:1763335531.301069:0:8224:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 605398 -> 605398 00000004:00010000:2.0:1763335531.301073:0:8224:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335531 -> 1763335531 00000004:00010000:2.0:1763335531.301076:0:8224:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335531 -> 1763335530 00000004:00010000:2.0:1763335531.301078:0:8224:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335531 -> 1763335531 00000004:00010000:2.0:1763335531.301081:0:8224:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 280 -> 280 00000004:00010000:2.0:1763335531.301087:0:8224:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000098a37861 reply state 00000000dbddec88 transno 4294967741 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9000/0x10123ce7f0763d26 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335531.301099:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9000/0x10123ce7f0763d26 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335531.301105:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335531.301108:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335531.301110:0:8224:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763335531.301199:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+23:15720:x1848991028809216:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 5367us (5675us total) trans 4294967741 rc 0/0 00000100:00100000:2.0:1763335531.301207:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1074 00000020:00080000:2.0:1763335531.301211:0:8224:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763335531.304299:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335531.304431:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028809472 00000100:00100000:2.0:1763335531.304441:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028809472 00000100:00100000:2.0:1763335531.304506:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 754 00000100:00100000:2.0:1763335531.304517:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+7:15720:x1848991028809472:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335531.304536:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335531.304558:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9400/0x10123ce7f0763d2d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d320 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.304592:0:9882:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc8a00/0x10123ce7f0763cfc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1359872->1368063) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2f6 expref: 8 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.304599:0:9882:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335531.304602:0:9882:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335531.304606:0:9882:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9400/0x10123ce7f0763d2d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d320 expref: 8 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.304645:0:9882:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc8a00/0x10123ce7f0763cfc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1359872->1368063) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2f6 expref: 8 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.304659:0:9882:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc8a00/0x10123ce7f0763cfc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1359872->1368063) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2f6 expref: 8 pid: 9882 timeout: 431 lvb_type: 0 00000100:00100000:2.0:1763335531.304672:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc57a1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041282944:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335531.304754:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6a80 going to sleep for 11 seconds 00000100:00100000:2.0:1763335531.308214:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc57a1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041282944:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335531.308251:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9400/0x10123ce7f0763d2d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d320 expref: 8 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.308271:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc9400, rc 0) 00000100:00100000:2.0:1763335531.308342:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+8:15720:x1848991028809472:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3826us (4054us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335531.308351:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 754 00000100:00100000:1.0:1763335531.309462:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335531.309703:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028809600 00000100:00100000:0.0:1763335531.309712:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028809600 00002000:00100000:0.0:1763335531.309763:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1359872->1365048) req@ffff9af0ffa92680 x1848991028809600/t0(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:577/0 lens 5672/0 e 0 to 0 dl 1763335542 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335531.309774:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffa92680 with x1848991028809600 ext(1359872->1365048) 00010000:00010000:0.0:1763335531.309783:0:8407:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc8a00/0x10123ce7f0763cfc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1359872->1368063) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2f6 expref: 9 pid: 9882 timeout: 431 lvb_type: 0 00010000:00010000:0.0:1763335531.309799:0:8407:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc8a00/0x10123ce7f0763cfc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1359872->1368063) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2f6 expref: 9 pid: 9882 timeout: 431 lvb_type: 0 00002000:00010000:0.0:1763335531.309806:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9af0ffa92680 00000100:00100000:0.0:1763335531.309933:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 20 00000100:00100000:0.0:1763335531.309944:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+9:2408:x1848991028809600:12345-192.168.202.34@tcp:4:fsx.0 00000100:00100000:0.0:1763335531.310776:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+11:2408:x1848991028809600:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 829us (1323us total) trans 4294967481 rc 0/0 00000100:00100000:0.0:1763335531.310787:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 20 00002000:00100000:0.0:1763335531.310803:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1359872->1365048) req@ffff9af0ffa92680 x1848991028809600/t4294967481(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:577/0 lens 5672/448 e 0 to 0 dl 1763335542 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335531.310812:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffa92680 with x1848991028809600 ext(1359872->1365048) 00010000:00010000:0.0:1763335531.310818:0:8407:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc8a00/0x10123ce7f0763cfc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1359872->1368063) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2f6 expref: 11 pid: 9882 timeout: 431 lvb_type: 0 00010000:00010000:0.0:1763335531.310830:0:8407:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc8a00/0x10123ce7f0763cfc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1359872->1368063) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2f6 expref: 11 pid: 9882 timeout: 431 lvb_type: 0 00002000:00010000:0.0:1763335531.310836:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9af0ffa92680 00000100:00100000:2.0:1763335531.314013:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335531.314089:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028809728 00000100:00100000:0.0:1763335531.314100:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028809728 00010000:00010000:0.0:1763335531.314141:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc8a00/0x10123ce7f0763cfc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1359872->1368063) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2f6 expref: 11 pid: 9882 timeout: 431 lvb_type: 0 00000100:00100000:0.0:1763335531.314187:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 405 00000100:00100000:0.0:1763335531.314198:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc57a1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+11:2408:x1848991028809728:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335531.314213:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1763335531.314228:0:8416:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 1 -> 16 00010000:00010000:0.0:1763335531.314235:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc8a00/0x10123ce7f0763cfc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1359872->1368063) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2f6 expref: 11 pid: 9882 timeout: 431 lvb_type: 0 00010000:00010000:0.0:1763335531.314250:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc8a00/0x10123ce7f0763cfc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1359872->1368063) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2f6 expref: 11 pid: 9882 timeout: 431 lvb_type: 0 00010000:00010000:0.0:1763335531.314275:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc8a00/0x10123ce7f0763cfc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1359872->1368063) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2f6 expref: 11 pid: 9882 timeout: 431 lvb_type: 0 00010000:00010000:0.0:1763335531.314300:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335531.314302:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335531.314310:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9400/0x10123ce7f0763d2d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d320 expref: 7 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335531.314320:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9400/0x10123ce7f0763d2d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d320 expref: 7 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335531.314359:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9400/0x10123ce7f0763d2d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d320 expref: 7 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335531.314624:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc47dd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041283072:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335531.314712:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c000 going to sleep for 11 seconds 00000100:00100000:2.0:1763335531.318030:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335531.318140:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc47dd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041283072:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335531.318166:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028809856 00010000:00010000:0.0:1763335531.318167:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335531.318176:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028809856 00002000:00010000:1.0:1763335531.318217:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (2041173->18446744073709551615) 00002000:00100000:1.0:1763335531.318223:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc57a1180 with x1848991028809856 ext(2041173->18446744073709551615) 00000100:00100000:0.0:1763335531.318228:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc57a1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+10:2408:x1848991028809728:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 4030us (4222us total) trans 0 rc 0/0 00002000:00010000:1.0:1763335531.318239:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc57a1180. 00000100:00100000:0.0:1763335531.318240:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 405 00000100:00100000:1.0:1763335531.318277:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 374 00000100:00100000:1.0:1763335531.318288:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc57a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2408:x1848991028809856:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:1.0:1763335531.318508:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1365049 -> 2041173 00002000:00010000:1.0:1763335531.318512:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335531 -> 1763335531 00002000:00010000:1.0:1763335531.318515:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335531 -> 1763335531 00002000:00010000:1.0:1763335531.318517:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335531 -> 1763335531 00002000:00010000:1.0:1763335531.318519:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 16 -> 16 00000100:00100000:1.0:1763335531.318546:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc57a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+9:2408:x1848991028809856:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 259us (527us total) trans 4294967482 rc 0/0 00000100:00100000:1.0:1763335531.318553:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 374 00002000:00010000:1.0:1763335531.318556:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (2041173->18446744073709551615) 00002000:00100000:1.0:1763335531.318558:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc57a1180 with x1848991028809856 ext(2041173->18446744073709551615) 00002000:00010000:1.0:1763335531.318563:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc57a1180. 00000100:00100000:1.0:1763335531.322026:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335531.322098:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028809984 00000100:00100000:2.0:1763335531.322109:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028809984 00000100:00100000:2.0:1763335531.322450:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1075 00000100:00100000:2.0:1763335531.322462:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+23:15720:x1848991028809984:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335531.322490:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335531.322515:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8200/0x10123ce7f0763d34 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d327 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.322615:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8c00/0x10123ce7f0763d3b lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335531.322634:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8c00/0x10123ce7f0763d3b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335531.322647:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8c00/0x10123ce7f0763d3b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000004:00200000:2.0:1763335531.322674:0:8224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 2041173 00000004:00200000:2.0:1763335531.322679:0:8224:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763335531.322698:0:8224:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8c00/0x10123ce7f0763d3b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335531.322727:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8200/0x10123ce7f0763d34 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d327 expref: 25 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.322744:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8c00/0x10123ce7f0763d3b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d327 expref: 24 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.322753:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335531.322757:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335531.322760:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc8c00, rc 0) 00000100:00100000:2.0:1763335531.322836:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+24:15720:x1848991028809984:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 376us (830us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335531.322843:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1075 00000100:00100000:2.0:1763335531.333180:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335531.333228:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335531.333322:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028810112 00000100:00100000:3.0:1763335531.333334:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028810112 00002000:00100000:3.0:1763335531.333386:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->2043903) req@ffff9aefc57a3800 x1848991028810112/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:577/0 lens 488/0 e 0 to 0 dl 1763335542 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763335531.333391:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028810240 00000100:00100000:0.0:1763335531.333395:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028810240 00002000:00100000:3.0:1763335531.333397:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc57a3800 with x1848991028810112 ext(1048576->2043903) 00002000:00010000:3.0:1763335531.333404:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc57a3800 00002000:00100000:0.0:1763335531.333419:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc57a1c00 x1848991028810240/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:577/0 lens 504/0 e 0 to 0 dl 1763335542 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335531.333428:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc57a1c00 with x1848991028810240 00000100:00100000:3.0:1763335531.333440:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 375 00000100:00100000:3.0:1763335531.333450:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc57a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+9:2409:x1848991028810112:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335531.333455:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 586 00000100:00100000:0.0:1763335531.333461:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc57a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+24:2409:x1848991028810240:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335531.347414:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc57a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+9:2409:x1848991028810112:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 13956us (14235us total) trans 0 rc 995328/995328 00000100:00100000:1.0:1763335531.347428:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 375 00002000:00100000:1.0:1763335531.347441:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->2043903) req@ffff9aefc57a3800 x1848991028810112/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:577/0 lens 488/440 e 0 to 0 dl 1763335542 ref 1 fl Complete:/600/0 rc 995328/995328 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335531.347645:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc57a3800 with x1848991028810112 ext(1048576->2043903) 00002000:00010000:1.0:1763335531.347651:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc57a3800 00000100:00100000:0.0:1763335531.350513:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc57a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+24:2409:x1848991028810240:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 17038us (17270us total) trans 0 rc 565248/565248 00000100:00100000:0.0:1763335531.350529:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 586 00002000:00100000:0.0:1763335531.350543:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc57a1c00 x1848991028810240/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:577/0 lens 504/440 e 0 to 0 dl 1763335542 ref 1 fl Complete:/600/0 rc 565248/565248 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335531.350554:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc57a1c00 with x1848991028810240 00000100:00100000:2.0:1763335531.355610:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335531.355720:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028810368 00000100:00100000:0.0:1763335531.355730:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028810368 00000100:00100000:0.0:1763335531.356577:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1076 00000100:00100000:0.0:1763335531.356592:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc57a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+28:15720:x1848991028810368:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335531.356616:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335531.356640:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7200/0x10123ce7f0763d42 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d32e expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335531.356742:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7800/0x10123ce7f0763d49 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335531.356760:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7800/0x10123ce7f0763d49 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335531.356774:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7800/0x10123ce7f0763d49 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000004:00200000:0.0:1763335531.356803:0:8224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 2041173 00000004:00200000:0.0:1763335531.356807:0:8224:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763335531.356825:0:8224:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7800/0x10123ce7f0763d49 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335531.356854:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7200/0x10123ce7f0763d42 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d32e expref: 30 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335531.356914:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7800/0x10123ce7f0763d49 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d32e expref: 29 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335531.356923:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335531.356926:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335531.356930:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd7800, rc 0) 00000100:00100000:0.0:1763335531.357001:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc57a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+29:15720:x1848991028810368:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 413us (1401us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335531.357009:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1076 00000100:00100000:3.0:1763335531.364733:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335531.364807:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335531.364920:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028810624 00000100:00100000:2.0:1763335531.364931:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028810624 00000100:00100000:2.0:1763335531.364991:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 755 00000100:00100000:2.0:1763335531.365001:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc35eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+10:2408:x1848991028810624:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335531.365021:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335531.365042:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98600/0x10123ce7f0763d50 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d33c expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335531.365103:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c44700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041283200:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335531.365156:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028810496 00000100:00100000:0.0:1763335531.365162:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028810496 00000100:00100000:2.0:1763335531.365192:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6a80 going to sleep for 11 seconds 00000100:00100000:0.0:1763335531.365205:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1077 00000100:00100000:0.0:1763335531.365215:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc35ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+29:2409:x1848991028810496:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335531.365226:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335531.365240:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7200/0x10123ce7f0763d57 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d335 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335531.365271:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8600/0x10123ce7f0763ccb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2cc expref: 23 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335531.365297:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc47dd880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041283328:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335531.365328:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c000 going to sleep for 11 seconds 00000004:00010000:0.0:1763335531.372244:0:8224:0:(mdt_lvb.c:189:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime: 1763335530 -> 1763335531 00000100:00100000:2.0:1763335531.372263:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c44700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041283200:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335531.372269:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc47dd880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041283328:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335531.372292:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 605398 00010000:00010000:2.0:1763335531.372308:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98600/0x10123ce7f0763d50 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d33c expref: 11 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335531.372321:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7200/0x10123ce7f0763d57 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d335 expref: 30 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.372334:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98600/0x10123ce7f0763d50 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d33c expref: 11 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335531.372338:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335531.372345:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335531.372351:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7200/0x10123ce7f0763d57 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d335 expref: 30 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.372353:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98600, rc 0) 00010000:00010000:0.0:1763335531.372367:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd7200, rc 0) 00000100:00100000:2.0:1763335531.372420:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc35eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+10:2408:x1848991028810624:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7419us (7611us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335531.372430:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 755 00000100:00100000:0.0:1763335531.372679:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc35ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+29:2409:x1848991028810496:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7466us (7957us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335531.372686:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1077 00000100:00100000:1.0:1763335531.377944:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335531.377983:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335531.378114:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028810880 00000100:00100000:2.0:1763335531.378124:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028810880 00000100:00100000:0.0:1763335531.378293:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028810752 00000100:00100000:0.0:1763335531.378298:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028810752 00000100:00100000:3.0:1763335531.379641:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 756 00000100:00100000:0.0:1763335531.379889:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1078 00000100:00100000:0.0:1763335531.379912:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+29:2407:x1848991028810752:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335531.379937:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335531.379961:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7200/0x10123ce7f0763d5e lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d343 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335531.380002:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8600/0x10123ce7f0763ccb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2cc expref: 23 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335531.380166:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4522a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+10:2407:x1848991028810880:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335531.380176:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335531.380187:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5000/0x10123ce7f0763d65 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d34a expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335531.380243:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4521880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041283456:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335531.380333:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb840 going to sleep for 11 seconds 00000100:00100000:0.0:1763335531.380533:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc47dd880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041283584:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335531.380833:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c000 going to sleep for 11 seconds 00000100:00100000:2.0:1763335531.385479:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4521880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041283456:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335531.385523:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5000/0x10123ce7f0763d65 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d34a expref: 11 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335531.385557:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5000/0x10123ce7f0763d65 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d34a expref: 11 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335531.385570:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5000, rc 0) 00000100:00100000:2.0:1763335531.385632:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4522a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+10:2407:x1848991028810880:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5980us (7648us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335531.385641:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 756 00000100:00100000:0.0:1763335531.386294:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc47dd880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041283584:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335531.386310:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 605398 00010000:00010000:0.0:1763335531.386323:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7200/0x10123ce7f0763d5e lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d343 expref: 30 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335531.386351:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335531.386355:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335531.386358:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7200/0x10123ce7f0763d5e lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d343 expref: 30 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335531.386369:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd7200, rc 0) 00000100:00100000:0.0:1763335531.386408:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+29:2407:x1848991028810752:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6511us (8474us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335531.386416:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1078 00000100:00100000:1.0:1763335531.394194:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335531.394241:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335531.394305:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028811136 00000100:00100000:2.0:1763335531.394316:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028811136 00000100:00100000:2.0:1763335531.394379:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 757 00000100:00100000:2.0:1763335531.394389:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4521f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+10:2408:x1848991028811136:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335531.394409:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335531.394429:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98600/0x10123ce7f0763d6c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d358 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335531.394453:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028811008 00000100:00100000:0.0:1763335531.394459:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028811008 00000100:00100000:2.0:1763335531.394486:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c44700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041283712:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335531.394507:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1079 00000100:00100000:0.0:1763335531.394518:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4520e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+29:2408:x1848991028811008:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335531.394529:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335531.394545:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6a00/0x10123ce7f0763d73 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d351 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335531.394568:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6a80 going to sleep for 11 seconds 00010000:00010000:0.0:1763335531.394582:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8600/0x10123ce7f0763ccb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2cc expref: 23 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335531.394612:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc47dd880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041283840:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335531.394645:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c000 going to sleep for 11 seconds 00000100:00100000:2.0:1763335531.401107:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c44700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041283712:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335531.401143:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98600/0x10123ce7f0763d6c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d358 expref: 11 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335531.401167:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98600/0x10123ce7f0763d6c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d358 expref: 11 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335531.401184:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98600, rc 0) 00000100:00100000:2.0:1763335531.401815:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4521f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+10:2408:x1848991028811136:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7425us (7570us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335531.401825:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 757 00000004:00010000:0.0:1763335531.407416:0:8224:0:(mdt_lvb.c:177:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size: 605398 -> 697913 00000100:00100000:0.0:1763335531.407443:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc47dd880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041283840:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335531.407465:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 697913 00010000:00010000:0.0:1763335531.407499:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6a00/0x10123ce7f0763d73 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d351 expref: 30 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335531.407522:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335531.407525:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335531.407530:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6a00/0x10123ce7f0763d73 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d351 expref: 30 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335531.407544:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6a00, rc 0) 00000100:00100000:0.0:1763335531.408125:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4520e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+29:2408:x1848991028811008:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 13606us (13936us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335531.408136:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1079 00000100:00100000:1.0:1763335531.413722:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335531.414333:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335531.414416:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028811392 00000100:00100000:2.0:1763335531.414426:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028811392 00000100:00100000:0.0:1763335531.414562:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028811264 00000100:00100000:0.0:1763335531.414567:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028811264 00000100:00100000:0.0:1763335531.414608:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1080 00000100:00100000:0.0:1763335531.414619:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4521500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+29:2406:x1848991028811264:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335531.414642:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335531.414667:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6a00/0x10123ce7f0763d7a lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d35f expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335531.414708:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8600/0x10123ce7f0763ccb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2cc expref: 23 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335531.414752:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc47dd880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041283968:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335531.414829:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c000 going to sleep for 11 seconds 00000100:00100000:2.0:1763335531.415036:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 758 00000100:00100000:2.0:1763335531.415045:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4522300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+10:2406:x1848991028811392:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335531.415053:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335531.415065:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98600/0x10123ce7f0763d81 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d366 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335531.415101:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c44700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041284096:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335531.415153:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6a80 going to sleep for 11 seconds 00000100:00100000:0.0:1763335531.419493:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc47dd880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041283968:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335531.419527:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 697913 00010000:00010000:0.0:1763335531.419549:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6a00/0x10123ce7f0763d7a lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d35f expref: 30 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335531.419579:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c44700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041284096:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335531.419590:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335531.419595:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335531.419601:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6a00/0x10123ce7f0763d7a lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d35f expref: 30 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.419604:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98600/0x10123ce7f0763d81 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d366 expref: 11 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335531.419624:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6a00, rc 0) 00010000:00010000:2.0:1763335531.419630:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98600/0x10123ce7f0763d81 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d366 expref: 11 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335531.419641:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98600, rc 0) 00000100:00100000:2.0:1763335531.419701:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4522300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+10:2406:x1848991028811392:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4653us (5366us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335531.419702:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4521500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+29:2406:x1848991028811264:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5080us (5987us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335531.419719:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1080 00000100:00100000:2.0:1763335531.419721:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 758 00000100:00100000:0.0:1763335531.424195:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335531.424263:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028811520 00000100:00100000:2.0:1763335531.424273:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028811520 00000100:00100000:2.0:1763335531.424326:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1081 00000100:00100000:2.0:1763335531.424333:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+29:15720:x1848991028811520:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335531.424362:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335531.424385:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98600/0x10123ce7f0763d88 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d36d expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.424412:0:8224:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8600/0x10123ce7f0763ccb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2cc expref: 23 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.424421:0:8224:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98600/0x10123ce7f0763d88 lrc: 4/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d36d expref: 30 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.424448:0:8224:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8600/0x10123ce7f0763ccb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2cc expref: 23 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.424457:0:8224:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8600/0x10123ce7f0763ccb lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2cc expref: 23 pid: 10055 timeout: 432 lvb_type: 0 00000100:00100000:2.0:1763335531.424466:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c44700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041284224:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335531.424532:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6a80 going to sleep for 11 seconds 00000100:00100000:2.0:1763335531.427072:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c44700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041284224:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335531.427127:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98600/0x10123ce7f0763d88 lrc: 3/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d36d expref: 30 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.427156:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335531.427160:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335531.427164:0:8224:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98600/0x10123ce7f0763d88 lrc: 3/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d36d expref: 30 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.427176:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98600, rc 0) 00000100:00100000:2.0:1763335531.427246:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+30:15720:x1848991028811520:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2911us (3057us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335531.427254:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1081 00000100:00100000:1.0:1763335531.427629:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335531.427767:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028811648 00000100:00100000:2.0:1763335531.427775:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028811648 00002000:00100000:2.0:1763335531.427818:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4522680 x1848991028811648/t0(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:577/0 lens 504/0 e 0 to 0 dl 1763335542 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335531.427828:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4522680 with x1848991028811648 00010000:00010000:2.0:1763335531.427835:0:6530:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8600/0x10123ce7f0763ccb lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2cc expref: 24 pid: 10055 timeout: 432 lvb_type: 0 00010000:00010000:2.0:1763335531.427849:0:6530:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8600/0x10123ce7f0763ccb lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2cc expref: 24 pid: 10055 timeout: 432 lvb_type: 0 00002000:00010000:2.0:1763335531.427856:0:6530:0:(mdt_io.c:157:mdt_rw_hpreq_check()) lustre-MDT0000: refreshed 1 locks timeout for req ffff9aefc4522680 00000100:00100000:3.0:1763335531.427940:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 32 00000100:00100000:3.0:1763335531.428305:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4522680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+24:2408:x1848991028811648:12345-192.168.202.34@tcp:4:fsx.0 00000004:00010000:3.0:1763335531.431177:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 697913 -> 697913 00000004:00010000:3.0:1763335531.431187:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335531 -> 1763335531 00000004:00010000:3.0:1763335531.431190:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335531 -> 1763335530 00000004:00010000:3.0:1763335531.431192:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335531 -> 1763335531 00000004:00010000:3.0:1763335531.431194:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 280 -> 368 00000100:00100000:3.0:1763335531.431275:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4522680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+26:2408:x1848991028811648:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 2971us (3644us total) trans 4294967742 rc 0/0 00000100:00100000:3.0:1763335531.431288:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 32 00002000:00100000:3.0:1763335531.431301:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4522680 x1848991028811648/t4294967742(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:577/0 lens 504/448 e 0 to 0 dl 1763335542 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335531.431311:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4522680 with x1848991028811648 00010000:00010000:3.0:1763335531.431320:0:6529:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8600/0x10123ce7f0763ccb lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2cc expref: 26 pid: 10055 timeout: 432 lvb_type: 0 00010000:00010000:3.0:1763335531.431339:0:6529:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8600/0x10123ce7f0763ccb lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2cc expref: 26 pid: 10055 timeout: 432 lvb_type: 0 00002000:00010000:3.0:1763335531.431347:0:6529:0:(mdt_io.c:157:mdt_rw_hpreq_check()) lustre-MDT0000: refreshed 1 locks timeout for req ffff9aefc4522680 00000100:00100000:1.0:1763335531.437050:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335531.437264:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028811776 00000100:00100000:0.0:1763335531.437275:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028811776 00010000:00010000:0.0:1763335531.437316:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8600/0x10123ce7f0763ccb lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2cc expref: 26 pid: 10055 timeout: 432 lvb_type: 0 00000100:00100000:0.0:1763335531.437361:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 406 00000100:00100000:0.0:1763335531.437371:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4521c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+26:2406:x1848991028811776:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335531.437389:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335531.437413:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8600/0x10123ce7f0763ccb lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 17 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2cc expref: 26 pid: 10055 timeout: 432 lvb_type: 0 00010000:00010000:0.0:1763335531.437427:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8600/0x10123ce7f0763ccb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 17 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2cc expref: 26 pid: 10055 timeout: 432 lvb_type: 0 00010000:00010000:0.0:1763335531.437452:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8600/0x10123ce7f0763ccb lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 17 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d2cc expref: 26 pid: 10055 timeout: 432 lvb_type: 0 00010000:00010000:0.0:1763335531.437488:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335531.437495:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98600/0x10123ce7f0763d88 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d36d expref: 29 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335531.437508:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98600/0x10123ce7f0763d88 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d36d expref: 29 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335531.437519:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98600/0x10123ce7f0763d88 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d36d expref: 29 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335531.437560:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98600/0x10123ce7f0763d88 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d36d expref: 29 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335531.437573:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc47ded80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041284352:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335531.437662:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c000 going to sleep for 11 seconds 00000100:00100000:1.0:1763335531.440216:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc47ded80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041284352:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335531.440262:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335531.440326:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4521c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+25:2406:x1848991028811776:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 2955us (3464us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335531.440338:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 406 00000100:00100000:1.0:1763335531.443033:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335531.443122:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028811904 00000100:00100000:3.0:1763335531.443132:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028811904 00002000:00100000:3.0:1763335531.443183:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4521180 x1848991028811904/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:577/0 lens 488/0 e 0 to 0 dl 1763335542 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335531.443216:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4521180 with x1848991028811904 00000100:00100000:3.0:1763335531.443262:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 587 00000100:00100000:3.0:1763335531.443273:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4521180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+30:2408:x1848991028811904:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335531.449741:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4521180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+30:2408:x1848991028811904:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 6448us (6695us total) trans 0 rc 700416/700416 00000100:00100000:3.0:1763335531.449759:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 587 00002000:00100000:3.0:1763335531.449774:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4521180 x1848991028811904/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:577/0 lens 488/440 e 0 to 0 dl 1763335542 ref 1 fl Complete:/600/0 rc 700416/700416 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335531.449786:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4521180 with x1848991028811904 00000100:00100000:0.0:1763335531.455490:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335531.455798:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028812032 00000100:00100000:2.0:1763335531.455808:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028812032 00000100:00100000:2.0:1763335531.455922:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 759 00000100:00100000:2.0:1763335531.455933:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+10:2406:x1848991028812032:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335531.455954:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335531.455976:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99800/0x10123ce7f0763d8f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d374 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335531.456033:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c44700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041284480:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335531.456105:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6a80 going to sleep for 11 seconds 00000100:00100000:2.0:1763335531.459747:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c44700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041284480:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335531.459786:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99800/0x10123ce7f0763d8f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d374 expref: 11 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335531.459811:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99800/0x10123ce7f0763d8f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d374 expref: 11 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335531.459823:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99800, rc 0) 00000100:00100000:2.0:1763335531.460290:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+10:2406:x1848991028812032:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4357us (4807us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335531.460299:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 759 00000100:00100000:0.0:1763335531.463765:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335531.463858:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028812160 00000100:00100000:2.0:1763335531.463994:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028812160 00000100:00100000:2.0:1763335531.464045:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 760 00000100:00100000:2.0:1763335531.464053:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+10:2408:x1848991028812160:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335531.464071:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335531.464094:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99800/0x10123ce7f0763d96 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d37b expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335531.464150:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c44700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041284608:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335531.464579:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6a80 going to sleep for 11 seconds 00000100:00100000:2.0:1763335531.471335:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c44700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041284608:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335531.471370:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99800/0x10123ce7f0763d96 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d37b expref: 11 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335531.471391:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99800/0x10123ce7f0763d96 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d37b expref: 11 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335531.471400:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99800, rc 0) 00000100:00100000:2.0:1763335531.471458:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+10:2408:x1848991028812160:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7404us (7703us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335531.471468:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 760 00000100:00100000:1.0:1763335531.479135:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335531.479556:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028812288 00000100:00100000:2.0:1763335531.479567:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028812288 00000100:00100000:2.0:1763335531.479634:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1082 00000100:00100000:2.0:1763335531.479646:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4523100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+30:15720:x1848991028812288:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335531.479670:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335531.479683:0:8224:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763335531.479730:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98600/0x10123ce7f0763d88 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d36d expref: 30 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.479750:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335531.479763:0:8224:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335531.479777:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99800/0x10123ce7f0763d9d lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d382 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.479812:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99800/0x10123ce7f0763d9d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d382 expref: 30 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.479831:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99800/0x10123ce7f0763d9d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d382 expref: 30 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.479840:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335531.479843:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335531.479846:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99800, rc 0) 00000100:00100000:2.0:1763335531.480909:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4523100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+30:15720:x1848991028812288:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 1226us (2003us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335531.480920:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1082 00000100:00100000:0.0:1763335531.484392:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335531.484688:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028812416 00000100:00100000:3.0:1763335531.484699:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028812416 00000100:00100000:3.0:1763335531.484771:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 588 00000100:00100000:3.0:1763335531.484782:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+30:2408:x1848991028812416:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:3.0:1763335531.485240:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 697913 -> 697913 00000004:00010000:3.0:1763335531.485245:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335531 -> 1763335531 00000004:00010000:3.0:1763335531.485248:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335530 -> 1763335530 00000004:00010000:3.0:1763335531.485251:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335531 -> 1763335531 00000004:00010000:3.0:1763335531.485253:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 368 -> 368 00000100:00100000:3.0:1763335531.485371:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+31:2408:x1848991028812416:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 588us (987us total) trans 4294967743 rc 0/0 00000100:00100000:3.0:1763335531.485379:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 588 00000100:00100000:0.0:1763335531.489594:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335531.489702:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028812544 00000100:00100000:2.0:1763335531.489714:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028812544 00000100:00100000:2.0:1763335531.489767:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 761 00000100:00100000:2.0:1763335531.489776:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5f00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+10:2408:x1848991028812544:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335531.489796:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335531.489815:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99e00/0x10123ce7f0763da4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d389 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335531.489917:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c44700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041284736:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335531.489997:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6a80 going to sleep for 11 seconds 00000100:00100000:2.0:1763335531.493160:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c44700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041284736:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335531.493207:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99e00/0x10123ce7f0763da4 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d389 expref: 11 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335531.493236:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99e00/0x10123ce7f0763da4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d389 expref: 11 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335531.493253:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99e00, rc 0) 00000100:00100000:2.0:1763335531.493320:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5f00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+10:2408:x1848991028812544:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3543us (3735us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335531.493329:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 761 00000100:00100000:0.0:1763335531.502041:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335531.502177:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028812672 00000100:00100000:2.0:1763335531.502188:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028812672 00000100:00100000:2.0:1763335531.502244:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 762 00000100:00100000:2.0:1763335531.502254:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3781c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+10:2406:x1848991028812672:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335531.502275:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335531.502295:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99e00/0x10123ce7f0763dab lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d390 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335531.502356:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c44700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041284864:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335531.502440:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6a80 going to sleep for 11 seconds 00000100:00100000:2.0:1763335531.508361:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c44700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041284864:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335531.508402:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99e00/0x10123ce7f0763dab lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d390 expref: 11 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335531.508429:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99e00/0x10123ce7f0763dab lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d390 expref: 11 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335531.508441:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99e00, rc 0) 00000100:00100000:2.0:1763335531.508722:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3781c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+10:2406:x1848991028812672:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6468us (6690us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335531.508735:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 762 00000100:00100000:1.0:1763335531.513622:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335531.514086:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028812800 00000100:00100000:2.0:1763335531.514097:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028812800 00000100:00100000:2.0:1763335531.514161:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1083 00000100:00100000:2.0:1763335531.514172:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4523b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+25:15720:x1848991028812800:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335531.514206:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335531.514231:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f0763db2 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d397 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.514266:0:8224:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99800/0x10123ce7f0763d9d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d382 expref: 30 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.514279:0:8224:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f0763db2 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d397 expref: 26 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.514315:0:8224:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99800/0x10123ce7f0763d9d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d382 expref: 30 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.514329:0:8224:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99800/0x10123ce7f0763d9d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d382 expref: 30 pid: 8224 timeout: 432 lvb_type: 0 00000100:00100000:2.0:1763335531.514344:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c44700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041284992:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335531.514434:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6180 going to sleep for 11 seconds 00000100:00100000:2.0:1763335531.516608:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c44700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041284992:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335531.516646:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f0763db2 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d397 expref: 26 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.516669:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335531.516672:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335531.516676:0:8224:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f0763db2 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d397 expref: 26 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.516688:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99e00, rc 0) 00000100:00100000:2.0:1763335531.517193:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4523b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+26:15720:x1848991028812800:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3021us (3581us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335531.517204:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1083 00000100:00100000:0.0:1763335531.519689:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335531.520016:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028812928 00000100:00100000:1.0:1763335531.520027:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028812928 00010000:00010000:1.0:1763335531.520067:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99800/0x10123ce7f0763d9d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d382 expref: 31 pid: 8224 timeout: 432 lvb_type: 0 00000100:00100000:1.0:1763335531.520151:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 407 00000100:00100000:1.0:1763335531.520161:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3782680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+31:2408:x1848991028812928:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335531.520178:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335531.520203:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99800/0x10123ce7f0763d9d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 17 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d382 expref: 31 pid: 8224 timeout: 432 lvb_type: 0 00010000:00010000:1.0:1763335531.520218:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99800/0x10123ce7f0763d9d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 17 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d382 expref: 31 pid: 8224 timeout: 432 lvb_type: 0 00010000:00010000:1.0:1763335531.520243:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99800/0x10123ce7f0763d9d lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 17 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d382 expref: 31 pid: 8224 timeout: 432 lvb_type: 0 00010000:00010000:1.0:1763335531.520261:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335531.520269:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f0763db2 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d397 expref: 25 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335531.520284:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f0763db2 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d397 expref: 25 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335531.520294:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f0763db2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d397 expref: 25 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335531.520334:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f0763db2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d397 expref: 25 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335531.520346:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4520700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041285120:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335531.520820:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb000 going to sleep for 11 seconds 00000100:00100000:1.0:1763335531.523437:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335531.523515:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028813056 00000100:00100000:3.0:1763335531.523525:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028813056 00000100:00100000:3.0:1763335531.523617:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 589 00000100:00100000:3.0:1763335531.523628:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4520000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+26:2408:x1848991028813056:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:3.0:1763335531.523978:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 697913 -> 841251 00000004:00010000:3.0:1763335531.523982:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335531 -> 1763335531 00000004:00010000:3.0:1763335531.523985:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335530 -> 1763335530 00000004:00010000:3.0:1763335531.523987:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335531 -> 1763335531 00000004:00010000:3.0:1763335531.523989:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 368 -> 448 00000100:00100000:0.0:1763335531.524345:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4520700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041285120:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763335531.524368:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335531.524414:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3782680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+30:2408:x1848991028812928:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 4254us (4734us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335531.524423:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 407 00000100:00100000:3.0:1763335531.527050:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4520000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+27:2408:x1848991028813056:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 3414us (3615us total) trans 4294967744 rc 0/0 00000100:00100000:3.0:1763335531.527063:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 589 00000100:00100000:1.0:1763335531.533981:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335531.534036:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335531.534132:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028813312 00000100:00100000:3.0:1763335531.534144:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028813312 00000100:00100000:3.0:1763335531.534196:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 763 00000100:00100000:3.0:1763335531.534205:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4520380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+10:2409:x1848991028813312:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335531.534224:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335531.534243:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a06800/0x10123ce7f0763db9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d3a5 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335531.534303:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc35ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041285248:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335531.534391:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850540 going to sleep for 11 seconds 00000100:00100000:2.0:1763335531.534950:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028813184 00000100:00100000:2.0:1763335531.534956:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028813184 00000100:00100000:2.0:1763335531.535007:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1084 00000100:00100000:2.0:1763335531.535023:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4523800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+30:2409:x1848991028813184:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335531.535041:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335531.535057:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98600/0x10123ce7f0763dc0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d39e expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.535091:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f0763db2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d397 expref: 26 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335531.535119:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c44700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041285376:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335531.535160:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6180 going to sleep for 11 seconds 00000100:00100000:3.0:1763335531.542777:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc35ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041285248:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335531.542822:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a06800/0x10123ce7f0763db9 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3a5 expref: 11 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335531.542851:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a06800/0x10123ce7f0763db9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3a5 expref: 11 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335531.542924:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a06800, rc 0) 00000100:00100000:2.0:1763335531.543070:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4520380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+10:2409:x1848991028813312:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 8863us (9031us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335531.543080:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 763 00000004:00010000:2.0:1763335531.543132:0:8224:0:(mdt_lvb.c:189:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime: 1763335530 -> 1763335531 00000100:00100000:2.0:1763335531.543148:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c44700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041285376:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335531.543161:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 841251 00010000:00010000:2.0:1763335531.543175:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98600/0x10123ce7f0763dc0 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d39e expref: 31 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.543188:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335531.543191:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335531.543195:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98600/0x10123ce7f0763dc0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d39e expref: 31 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.543206:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98600, rc 0) 00000100:00100000:2.0:1763335531.543227:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4523800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+30:2409:x1848991028813184:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 8206us (9258us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335531.543234:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1084 00000100:00100000:1.0:1763335531.547405:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335531.547499:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028813440 00000100:00100000:2.0:1763335531.547509:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028813440 00000100:00100000:2.0:1763335531.547575:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1085 00000100:00100000:2.0:1763335531.547586:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4520700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+30:2407:x1848991028813440:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335531.547610:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335531.547637:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f0763dc7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d3ac expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.547683:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f0763db2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d397 expref: 26 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335531.547730:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c44700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041285504:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335531.547825:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6180 going to sleep for 11 seconds 00000100:00100000:1.0:1763335531.548548:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335531.549845:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028813568 00000100:00100000:2.0:1763335531.549857:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028813568 00000100:00100000:2.0:1763335531.550197:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 764 00000100:00100000:2.0:1763335531.550210:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4521880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+10:2406:x1848991028813568:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335531.550233:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335531.550256:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99200/0x10123ce7f0763dce lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d3b3 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335531.550321:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc43b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041285632:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335531.550408:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6a80 going to sleep for 11 seconds 00000100:00100000:2.0:1763335531.551844:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c44700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041285504:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335531.551943:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 841251 00010000:00010000:2.0:1763335531.551965:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f0763dc7 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3ac expref: 31 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.551987:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335531.551990:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335531.551996:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f0763dc7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3ac expref: 31 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.552010:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99c00, rc 0) 00000100:00100000:2.0:1763335531.552067:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4520700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+30:2407:x1848991028813440:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4481us (4673us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335531.552075:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1085 00000100:00100000:2.0:1763335531.553393:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc43b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041285632:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335531.553424:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99200/0x10123ce7f0763dce lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3b3 expref: 11 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335531.553449:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99200/0x10123ce7f0763dce lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3b3 expref: 11 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335531.553473:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99200, rc 0) 00000100:00100000:2.0:1763335531.553735:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4521880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+10:2406:x1848991028813568:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3527us (5189us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335531.553744:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 764 00000100:00100000:1.0:1763335531.557169:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335531.557400:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028813696 00000100:00100000:2.0:1763335531.557411:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028813696 00000100:00100000:2.0:1763335531.558067:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1086 00000100:00100000:2.0:1763335531.558080:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffadf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+30:15720:x1848991028813696:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335531.558104:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335531.558128:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f0763dd5 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d3ba expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.558161:0:8224:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f0763db2 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d397 expref: 26 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.558172:0:8224:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f0763dd5 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3ba expref: 31 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.558207:0:8224:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f0763db2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d397 expref: 26 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.558220:0:8224:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f0763db2 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d397 expref: 26 pid: 8224 timeout: 432 lvb_type: 0 00000100:00100000:2.0:1763335531.558238:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc43b7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041285760:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335531.558319:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6a80 going to sleep for 11 seconds 00000100:00100000:1.0:1763335531.561794:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335531.562002:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc43b7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041285760:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335531.562035:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f0763dd5 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3ba expref: 31 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.562056:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335531.562060:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335531.562064:0:8224:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f0763dd5 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3ba expref: 31 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.562078:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99c00, rc 0) 00000100:00100000:2.0:1763335531.562140:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffadf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+31:15720:x1848991028813696:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4062us (4982us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335531.562149:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1086 00000100:00100000:0.0:1763335531.562218:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028813824 00000100:00100000:0.0:1763335531.562225:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028813824 00010000:00010000:0.0:1763335531.562257:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f0763db2 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d397 expref: 27 pid: 8224 timeout: 432 lvb_type: 0 00000100:00100000:0.0:1763335531.562293:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 408 00000100:00100000:0.0:1763335531.562303:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c3e09050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+27:2408:x1848991028813824:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335531.562318:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335531.562338:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f0763db2 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 17 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d397 expref: 27 pid: 8224 timeout: 432 lvb_type: 0 00010000:00010000:0.0:1763335531.562350:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f0763db2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 17 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d397 expref: 27 pid: 8224 timeout: 432 lvb_type: 0 00010000:00010000:0.0:1763335531.562372:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f0763db2 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 17 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d397 expref: 27 pid: 8224 timeout: 432 lvb_type: 0 00010000:00010000:0.0:1763335531.562384:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335531.562388:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f0763dd5 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3ba expref: 30 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335531.562397:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f0763dd5 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3ba expref: 30 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335531.562407:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f0763dd5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3ba expref: 30 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335531.562439:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f0763dd5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3ba expref: 30 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335531.562469:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc3783800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041285888:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335531.562529:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c180 going to sleep for 11 seconds 00000100:00100000:0.0:1763335531.565584:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc3783800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041285888:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763335531.565614:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335531.565672:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c3e09050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+26:2408:x1848991028813824:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 3369us (3886us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335531.565682:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 408 00000100:00100000:3.0:1763335531.565975:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335531.566311:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028813952 00000100:00100000:2.0:1763335531.566319:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028813952 00000100:00100000:2.0:1763335531.566526:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 590 00000100:00100000:2.0:1763335531.566536:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc35ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+31:2407:x1848991028813952:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:2.0:1763335531.566893:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 841251 -> 849859 00000004:00010000:2.0:1763335531.566908:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335531 -> 1763335531 00000004:00010000:2.0:1763335531.566911:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335531 -> 1763335531 00000004:00010000:2.0:1763335531.566913:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335531 -> 1763335531 00000004:00010000:2.0:1763335531.566915:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 448 -> 464 00000100:00100000:2.0:1763335531.566981:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc35ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+32:2407:x1848991028813952:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 446us (1005us total) trans 4294967745 rc 0/0 00000100:00100000:2.0:1763335531.566989:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 590 00000100:00100000:0.0:1763335531.571035:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335531.571088:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028814080 00000100:00100000:2.0:1763335531.571099:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028814080 00000100:00100000:2.0:1763335531.571161:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1087 00000100:00100000:2.0:1763335531.571171:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3782680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+26:2406:x1848991028814080:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335531.571199:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335531.571223:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f0763ddc lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d3c1 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.571264:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f0763dd5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3ba expref: 31 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335531.571310:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc43b7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041286016:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335531.571401:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6180 going to sleep for 11 seconds 00000100:00100000:2.0:1763335531.574616:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc43b7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041286016:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335531.574639:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 849859 00010000:00010000:2.0:1763335531.574658:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f0763ddc lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3c1 expref: 27 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.574683:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335531.574686:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335531.574693:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f0763ddc lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3c1 expref: 27 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.574708:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99200, rc 0) 00000100:00100000:2.0:1763335531.574761:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3782680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+26:2406:x1848991028814080:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3591us (3739us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335531.574770:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1087 00000100:00100000:1.0:1763335531.580054:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335531.580570:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028814208 00000100:00100000:2.0:1763335531.580581:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028814208 00000100:00100000:2.0:1763335531.580637:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1088 00000100:00100000:2.0:1763335531.580646:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffade680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+26:2407:x1848991028814208:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335531.580668:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335531.581402:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f0763de3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d3c8 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.581447:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f0763dd5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3ba expref: 31 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335531.581488:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc43b7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041286144:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335531.581578:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6180 going to sleep for 11 seconds 00000100:00100000:2.0:1763335531.586258:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc43b7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041286144:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335531.586285:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 849859 00010000:00010000:2.0:1763335531.586306:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f0763de3 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3c8 expref: 27 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.586331:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335531.586334:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335531.586339:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f0763de3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3c8 expref: 27 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.586354:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99200, rc 0) 00000100:00100000:2.0:1763335531.586417:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffade680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+26:2407:x1848991028814208:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5771us (6372us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335531.586430:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1088 00000100:00100000:1.0:1763335531.589807:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335531.590266:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028814336 00000100:00100000:2.0:1763335531.590277:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028814336 00000100:00100000:2.0:1763335531.590337:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1089 00000100:00100000:2.0:1763335531.590347:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffadc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+26:2407:x1848991028814336:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335531.590371:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335531.590396:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98600/0x10123ce7f0763dea lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d3cf expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.590437:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f0763dd5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3ba expref: 31 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335531.590477:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc43b7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041286272:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335531.590557:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6180 going to sleep for 11 seconds 00000100:00100000:2.0:1763335531.596101:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc43b7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041286272:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335531.596130:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 849859 00010000:00010000:2.0:1763335531.596149:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98600/0x10123ce7f0763dea lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3cf expref: 27 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.596173:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335531.596176:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335531.596181:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98600/0x10123ce7f0763dea lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3cf expref: 27 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.596193:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98600, rc 0) 00000100:00100000:2.0:1763335531.596253:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffadc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+26:2407:x1848991028814336:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5905us (6451us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335531.596265:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1089 00000100:00100000:3.0:1763335531.599232:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335531.599375:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028814464 00000100:00100000:2.0:1763335531.599387:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028814464 00000100:00100000:2.0:1763335531.599547:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1090 00000100:00100000:2.0:1763335531.599559:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc35eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+26:15720:x1848991028814464:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335531.599582:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335531.599608:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f0763df1 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d3d6 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.599642:0:8224:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f0763dd5 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3ba expref: 31 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.599651:0:8224:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f0763df1 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3d6 expref: 27 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.599685:0:8224:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f0763dd5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3ba expref: 31 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.599698:0:8224:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f0763dd5 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3ba expref: 31 pid: 8224 timeout: 432 lvb_type: 0 00000100:00100000:2.0:1763335531.599711:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc43b7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041286400:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335531.599803:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6180 going to sleep for 11 seconds 00000100:00100000:3.0:1763335531.604444:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335531.604528:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028814592 00000100:00100000:0.0:1763335531.604539:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028814592 00010000:00010000:0.0:1763335531.604582:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f0763dd5 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3ba expref: 32 pid: 8224 timeout: 432 lvb_type: 0 00000100:00100000:0.0:1763335531.604629:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 409 00000100:00100000:0.0:1763335531.604641:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc35edf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+32:2409:x1848991028814592:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335531.604657:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335531.604680:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f0763dd5 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 17 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3ba expref: 32 pid: 8224 timeout: 432 lvb_type: 0 00010000:00010000:0.0:1763335531.604694:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f0763dd5 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 17 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3ba expref: 32 pid: 8224 timeout: 432 lvb_type: 0 00010000:00010000:0.0:1763335531.604720:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335531.604726:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f0763df1 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 17 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3d6 expref: 27 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335531.604765:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f0763df1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 17 type: IBT gid 0 flags: 0x50080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3d6 expref: 27 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335531.604776:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f0763df1 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 17 type: IBT gid 0 flags: 0x50080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3d6 expref: 27 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335531.604817:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f0763df1 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 17 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3d6 expref: 27 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335531.604832:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc3783800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041286528:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335531.604961:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c900 going to sleep for 11 seconds 00000100:00100000:0.0:1763335531.608191:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc3783800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041286528:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763335531.608221:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335531.608286:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc35edf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+32:2409:x1848991028814592:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 3646us (3852us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335531.608297:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 409 00010000:00010000:2.0:1763335531.611302:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f0763dd5 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3ba expref: 31 pid: 8224 timeout: 432 lvb_type: 0 00000100:00100000:2.0:1763335531.611329:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc43b7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041286400:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335531.611361:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f0763df1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3d6 expref: 27 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.611379:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335531.611382:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335531.611386:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99200, rc 0) 00000100:00100000:2.0:1763335531.611467:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc35eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+27:15720:x1848991028814464:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 11909us (12243us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335531.611477:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1090 00000100:00100000:1.0:1763335531.619981:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335531.620575:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028814720 00000100:00100000:2.0:1763335531.620586:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028814720 00002000:00100000:2.0:1763335531.620639:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffaded80 x1848991028814720/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:577/0 lens 488/0 e 0 to 0 dl 1763335542 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335531.620649:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffaded80 with x1848991028814720 00000100:00100000:2.0:1763335531.620678:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 591 00000100:00100000:2.0:1763335531.620688:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffaded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+27:2406:x1848991028814720:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335531.620922:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffaded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+27:2406:x1848991028814720:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 234us (952us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335531.620929:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 591 00002000:00100000:2.0:1763335531.620936:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffaded80 x1848991028814720/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:577/0 lens 488/4536 e 0 to 0 dl 1763335542 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335531.620943:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffaded80 with x1848991028814720 00000100:00100000:1.0:1763335531.629735:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335531.629950:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028814848 00000100:00100000:0.0:1763335531.629962:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028814848 00002000:00100000:0.0:1763335531.630219:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffadc380 x1848991028814848/t0(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:577/0 lens 4584/0 e 0 to 0 dl 1763335542 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335531.630556:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffadc380 with x1848991028814848 00000100:00100000:2.0:1763335531.631679:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 592 00000100:00100000:2.0:1763335531.631698:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffadc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+27:2407:x1848991028814848:12345-192.168.202.34@tcp:4:fsx.0 00000004:00010000:2.0:1763335531.633717:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 849859 -> 849859 00000004:00010000:2.0:1763335531.633727:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335531 -> 1763335531 00000004:00010000:2.0:1763335531.633730:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335531 -> 1763335531 00000004:00010000:2.0:1763335531.633732:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335531 -> 1763335531 00000004:00010000:2.0:1763335531.633735:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 464 -> 464 00000100:00100000:2.0:1763335531.633831:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffadc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+29:2407:x1848991028814848:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 2135us (4100us total) trans 4294967746 rc 0/0 00000100:00100000:2.0:1763335531.633841:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 592 00002000:00100000:2.0:1763335531.633853:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffadc380 x1848991028814848/t4294967746(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:577/0 lens 4584/448 e 0 to 0 dl 1763335542 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335531.633863:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffadc380 with x1848991028814848 00000100:00100000:3.0:1763335531.642642:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335531.642755:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028814976 00000100:00100000:2.0:1763335531.642767:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028814976 00000100:00100000:2.0:1763335531.643059:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1091 00000100:00100000:2.0:1763335531.643071:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc35ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+29:2406:x1848991028814976:12345-192.168.202.34@tcp:16:fsx.0 00000001:00080000:3.0:1763335531.645817:0:6496:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967746 is committed 00000001:00080000:3.0:1763335531.646260:0:6496:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967745 is committed 00010000:00010000:1.0:1763335531.646474:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9a00/0x10123ce7f0763c0e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335531.646486:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9a00/0x10123ce7f0763c0e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210400000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335531.646494:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9a00/0x10123ce7f0763c0e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335531.646500:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc5bc9a00 already unused, calling callback (ffffffffc1966550) 00010000:00010000:1.0:1763335531.646504:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9a00/0x10123ce7f0763c0e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335531.646513:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9a00/0x10123ce7f0763c0e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40218400000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335531.646531:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335531.646534:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335531.646540:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9a00/0x10123ce7f0763c0e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335531.646546:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9a00/0x10123ce7f0763c0e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335531.646564:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6c00/0x10123ce7f0763cc4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335531.646571:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6c00/0x10123ce7f0763cc4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335531.646577:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6c00/0x10123ce7f0763cc4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335531.646583:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc2bd6c00 already unused, calling callback (ffffffffc1966550) 00010000:00010000:1.0:1763335531.646585:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6c00/0x10123ce7f0763cc4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335531.646591:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6c00/0x10123ce7f0763cc4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40218400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335531.646598:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335531.646601:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335531.646603:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6c00/0x10123ce7f0763cc4 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335531.646609:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6c00/0x10123ce7f0763cc4 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335531.646619:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9000/0x10123ce7f0763d26 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335531.646624:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9000/0x10123ce7f0763d26 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335531.646630:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9000/0x10123ce7f0763d26 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335531.646634:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc5bc9000 already unused, calling callback (ffffffffc1966550) 00010000:00010000:1.0:1763335531.646637:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9000/0x10123ce7f0763d26 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335531.646642:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9000/0x10123ce7f0763d26 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40218400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335531.646653:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335531.646655:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335531.646657:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9000/0x10123ce7f0763d26 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335531.646663:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9000/0x10123ce7f0763d26 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335531.646791:0:3637:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f0763a8d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335531.646799:0:3637:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f0763a8d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335531.646822:0:3637:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f0763a8d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335531.646827:0:3637:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc5bc8000 already unused, calling callback (ffffffffc1966550) 00010000:00010000:0.0:1763335531.646830:0:3637:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f0763a8d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335531.646836:0:3637:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f0763a8d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40218400000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335531.646845:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335531.646847:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335531.646849:0:3637:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f0763a8d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335531.646854:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f0763a8d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335531.646929:0:3637:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06c00/0x10123ce7f0763af6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335531.646936:0:3637:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06c00/0x10123ce7f0763af6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335531.646942:0:3637:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06c00/0x10123ce7f0763af6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335531.646947:0:3637:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc5a06c00 already unused, calling callback (ffffffffc1966550) 00010000:00010000:0.0:1763335531.646950:0:3637:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06c00/0x10123ce7f0763af6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335531.646956:0:3637:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06c00/0x10123ce7f0763af6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335531.646975:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335531.646978:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335531.646981:0:3637:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06c00/0x10123ce7f0763af6 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335531.646987:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06c00/0x10123ce7f0763af6 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335531.646998:0:3637:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06a00/0x10123ce7f0763bba lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335531.647004:0:3637:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06a00/0x10123ce7f0763bba lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335531.647009:0:3637:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06a00/0x10123ce7f0763bba lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335531.647015:0:3637:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc5a06a00 already unused, calling callback (ffffffffc1966550) 00010000:00010000:0.0:1763335531.647017:0:3637:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06a00/0x10123ce7f0763bba lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335531.647022:0:3637:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06a00/0x10123ce7f0763bba lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335531.647028:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335531.647031:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335531.647033:0:3637:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06a00/0x10123ce7f0763bba lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335531.647038:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06a00/0x10123ce7f0763bba lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335531.647047:0:3637:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9c00/0x10123ce7f0763c31 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335531.647058:0:3637:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9c00/0x10123ce7f0763c31 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335531.647063:0:3637:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9c00/0x10123ce7f0763c31 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335531.647067:0:3637:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc5bc9c00 already unused, calling callback (ffffffffc1966550) 00010000:00010000:0.0:1763335531.647070:0:3637:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9c00/0x10123ce7f0763c31 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335531.647076:0:3637:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9c00/0x10123ce7f0763c31 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335531.647083:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335531.647086:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335531.647088:0:3637:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9c00/0x10123ce7f0763c31 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335531.647093:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9c00/0x10123ce7f0763c31 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00000100:00100000:2.0:1763335531.647935:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc35ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+12:2406:x1848991028814976:12345-192.168.202.34@tcp:16:fsx.0 Request processed in 4853us (6054us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335531.647949:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1091 00000100:00100000:1.0:1763335531.654434:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335531.654896:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028815104 00000100:00100000:2.0:1763335531.654913:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028815104 00000100:00100000:2.0:1763335531.654963:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1092 00000100:00100000:2.0:1763335531.654971:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffadf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+13:15720:x1848991028815104:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335531.654997:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335531.655020:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f0763df8 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d3dd expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.655049:0:8224:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f0763df1 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3d6 expref: 11 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.655060:0:8224:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f0763df8 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3dd expref: 14 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.655092:0:8224:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f0763df1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3d6 expref: 11 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.655103:0:8224:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f0763df1 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3d6 expref: 11 pid: 8224 timeout: 432 lvb_type: 0 00000100:00100000:2.0:1763335531.655116:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc43b7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041286656:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335531.655211:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6600 going to sleep for 11 seconds 00000100:00100000:2.0:1763335531.662247:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc43b7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041286656:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335531.662287:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f0763df8 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3dd expref: 14 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.662306:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335531.662309:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335531.662313:0:8224:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f0763df8 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3dd expref: 14 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.662324:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99c00, rc 0) 00000100:00100000:2.0:1763335531.662389:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffadf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+14:15720:x1848991028815104:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7417us (7965us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335531.662400:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1092 00000100:00100000:0.0:1763335531.663758:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335531.663842:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028815232 00000100:00100000:1.0:1763335531.663850:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028815232 00010000:00010000:1.0:1763335531.663930:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f0763df1 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3d6 expref: 12 pid: 8224 timeout: 432 lvb_type: 0 00000100:00100000:1.0:1763335531.664149:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 410 00000100:00100000:1.0:1763335531.664159:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3783800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+12:2408:x1848991028815232:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335531.664175:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335531.664198:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f0763df1 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3d6 expref: 12 pid: 8224 timeout: 432 lvb_type: 0 00010000:00010000:1.0:1763335531.664211:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f0763df1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3d6 expref: 12 pid: 8224 timeout: 432 lvb_type: 0 00010000:00010000:1.0:1763335531.664236:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f0763df1 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3d6 expref: 12 pid: 8224 timeout: 432 lvb_type: 0 00010000:00010000:1.0:1763335531.664252:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335531.664258:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f0763df8 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3dd expref: 13 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335531.664270:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f0763df8 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3dd expref: 13 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335531.664279:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f0763df8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3dd expref: 13 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335531.664316:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f0763df8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3dd expref: 13 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335531.664330:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffadce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041286784:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335531.666746:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb600 going to sleep for 11 seconds 00000100:00100000:0.0:1763335531.676338:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffadce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041286784:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763335531.676369:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335531.676442:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3783800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:2408:x1848991028815232:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 12283us (12689us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335531.676453:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 410 00000100:00100000:2.0:1763335531.678765:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335531.679274:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028815360 00000100:00100000:0.0:1763335531.679286:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028815360 00000100:00100000:0.0:1763335531.679352:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 765 00000100:00100000:0.0:1763335531.679363:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+10:2407:x1848991028815360:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335531.679400:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335531.679424:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7600/0x10123ce7f0763dff lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d3e4 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335531.679490:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5f01180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041286912:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335531.684278:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c900 going to sleep for 11 seconds 00000100:00100000:0.0:1763335531.687204:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5f01180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041286912:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335531.687247:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7600/0x10123ce7f0763dff lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3e4 expref: 11 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335531.687273:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7600/0x10123ce7f0763dff lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3e4 expref: 11 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335531.687285:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd7600, rc 0) 00000100:00100000:0.0:1763335531.687348:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+10:2407:x1848991028815360:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7985us (8590us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335531.687357:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 765 00000100:00100000:1.0:1763335531.692660:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335531.692726:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028815488 00000100:00100000:0.0:1763335531.692737:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028815488 00000100:00100000:0.0:1763335531.692802:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 766 00000100:00100000:0.0:1763335531.692814:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffaddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+10:2406:x1848991028815488:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335531.692835:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335531.692857:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7a00/0x10123ce7f0763e06 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d3eb expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335531.692946:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5f01180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041287040:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335531.693084:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c900 going to sleep for 11 seconds 00000100:00100000:0.0:1763335531.695651:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5f01180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041287040:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335531.695692:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7a00/0x10123ce7f0763e06 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3eb expref: 11 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335531.695718:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7a00/0x10123ce7f0763e06 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3eb expref: 11 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335531.695733:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd7a00, rc 0) 00000100:00100000:0.0:1763335531.695801:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffaddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+10:2406:x1848991028815488:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2990us (3153us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335531.695809:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 766 00000100:00100000:2.0:1763335531.698974:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335531.699349:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028815616 00000100:00100000:0.0:1763335531.699360:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028815616 00000100:00100000:0.0:1763335531.699425:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1093 00000100:00100000:0.0:1763335531.699436:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:15720:x1848991028815616:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335531.699460:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335531.699487:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7600/0x10123ce7f0763e0d lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d3f2 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335531.699519:0:8224:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f0763df8 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3dd expref: 13 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335531.699528:0:8224:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7600/0x10123ce7f0763e0d lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3f2 expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335531.699562:0:8224:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f0763df8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3dd expref: 13 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335531.699591:0:8224:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f0763df8 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3dd expref: 13 pid: 8224 timeout: 432 lvb_type: 0 00000100:00100000:0.0:1763335531.699604:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5f01180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041287168:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335531.699690:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c900 going to sleep for 11 seconds 00000100:00100000:0.0:1763335531.707236:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5f01180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041287168:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335531.707276:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7600/0x10123ce7f0763e0d lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3f2 expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335531.707297:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335531.707300:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335531.707305:0:8224:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7600/0x10123ce7f0763e0d lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3f2 expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335531.707318:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd7600, rc 0) 00000100:00100000:0.0:1763335531.708099:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+12:15720:x1848991028815616:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 8661us (9135us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335531.708111:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1093 00000100:00100000:2.0:1763335531.710248:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335531.710563:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028815744 00000100:00100000:3.0:1763335531.710573:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028815744 00002000:00100000:3.0:1763335531.710624:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7d93100 x1848991028815744/t0(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:577/0 lens 488/0 e 0 to 0 dl 1763335542 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335531.710635:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7d93100 with x1848991028815744 00010000:00010000:3.0:1763335531.710644:0:6529:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f0763df8 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3dd expref: 14 pid: 8224 timeout: 432 lvb_type: 0 00010000:00010000:3.0:1763335531.710660:0:6529:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f0763df8 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3dd expref: 14 pid: 8224 timeout: 432 lvb_type: 0 00002000:00010000:3.0:1763335531.710667:0:6529:0:(mdt_io.c:157:mdt_rw_hpreq_check()) lustre-MDT0000: refreshed 1 locks timeout for req ffff9af0f7d93100 00000100:00100000:3.0:1763335531.710702:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 33 00000100:00100000:3.0:1763335531.710711:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:2408:x1848991028815744:12345-192.168.202.34@tcp:4:fsx.0 00000004:00010000:3.0:1763335531.719012:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 849859 -> 994600 00000004:00010000:3.0:1763335531.719022:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335531 -> 1763335531 00000004:00010000:3.0:1763335531.719024:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335531 -> 1763335531 00000004:00010000:3.0:1763335531.719027:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335531 -> 1763335531 00000004:00010000:3.0:1763335531.719044:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 464 -> 560 00000100:00100000:3.0:1763335531.719131:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+16:2408:x1848991028815744:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 8416us (8886us total) trans 4294967747 rc 0/0 00000100:00100000:3.0:1763335531.719143:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 33 00002000:00100000:3.0:1763335531.719156:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7d93100 x1848991028815744/t4294967747(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:577/0 lens 488/448 e 0 to 0 dl 1763335542 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335531.719165:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7d93100 with x1848991028815744 00010000:00010000:3.0:1763335531.719174:0:6529:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f0763df8 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3dd expref: 16 pid: 8224 timeout: 432 lvb_type: 0 00010000:00010000:3.0:1763335531.719191:0:6529:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f0763df8 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3dd expref: 16 pid: 8224 timeout: 432 lvb_type: 0 00002000:00010000:3.0:1763335531.719200:0:6529:0:(mdt_io.c:157:mdt_rw_hpreq_check()) lustre-MDT0000: refreshed 1 locks timeout for req ffff9af0f7d93100 00000100:00100000:2.0:1763335531.722477:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335531.722576:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028815872 00000100:00100000:0.0:1763335531.722587:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028815872 00010000:00010000:0.0:1763335531.722625:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f0763df8 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3dd expref: 16 pid: 8224 timeout: 432 lvb_type: 0 00000100:00100000:0.0:1763335531.722733:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 411 00000100:00100000:0.0:1763335531.722744:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d92300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+16:2406:x1848991028815872:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335531.722773:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335531.722795:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f0763df8 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3dd expref: 16 pid: 8224 timeout: 432 lvb_type: 0 00010000:00010000:0.0:1763335531.722807:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f0763df8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3dd expref: 16 pid: 8224 timeout: 432 lvb_type: 0 00010000:00010000:0.0:1763335531.722830:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f0763df8 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3dd expref: 16 pid: 8224 timeout: 432 lvb_type: 0 00010000:00010000:0.0:1763335531.722846:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335531.722852:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7600/0x10123ce7f0763e0d lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3f2 expref: 11 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335531.722865:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7600/0x10123ce7f0763e0d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3f2 expref: 11 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335531.723529:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7600/0x10123ce7f0763e0d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3f2 expref: 11 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335531.723571:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7600/0x10123ce7f0763e0d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3f2 expref: 11 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335531.723586:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5f01180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041287296:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335531.724346:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c900 going to sleep for 11 seconds 00000100:00100000:1.0:1763335531.731265:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335531.731382:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5f01180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041287296:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763335531.731413:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335531.731490:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d92300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+15:2406:x1848991028815872:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 8747us (9023us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335531.731501:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 411 00000100:00100000:3.0:1763335531.731954:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028816000 00000100:00100000:3.0:1763335531.731963:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028816000 00000100:00100000:3.0:1763335531.732027:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 593 00000100:00100000:3.0:1763335531.732037:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffaddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:2409:x1848991028816000:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:3.0:1763335531.732310:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 994600 -> 994600 00000004:00010000:3.0:1763335531.732314:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335531 -> 1763335531 00000004:00010000:3.0:1763335531.732317:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335531 -> 1763335531 00000004:00010000:3.0:1763335531.732319:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335531 -> 1763335531 00000004:00010000:3.0:1763335531.732321:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 560 -> 576 00000100:00100000:3.0:1763335531.732375:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffaddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+13:2409:x1848991028816000:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 339us (1122us total) trans 4294967748 rc 0/0 00000100:00100000:3.0:1763335531.732383:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 593 00000100:00100000:1.0:1763335531.736980:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335531.737010:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335531.737094:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028816128 00000100:00100000:0.0:1763335531.737102:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028816128 00000100:00100000:0.0:1763335531.737156:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1094 00000100:00100000:0.0:1763335531.737165:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffadfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+15:2409:x1848991028816128:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335531.737188:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335531.737209:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7a00/0x10123ce7f0763e14 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d3f9 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335531.737246:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7600/0x10123ce7f0763e0d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3f2 expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335531.737286:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5f01180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041287424:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335531.737369:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c900 going to sleep for 11 seconds 00000100:00100000:2.0:1763335531.737593:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028816256 00000100:00100000:2.0:1763335531.737598:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028816256 00000100:00100000:2.0:1763335531.737633:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 767 00000100:00100000:2.0:1763335531.737639:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffadd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+10:2409:x1848991028816256:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335531.737646:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335531.737657:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98200/0x10123ce7f0763e1b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d400 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335531.737692:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7d91500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041287552:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335531.737719:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6600 going to sleep for 11 seconds 00000004:00010000:0.0:1763335531.740106:0:8224:0:(mdt_lvb.c:195:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime: 1763335531 -> 1763335532 00000100:00100000:0.0:1763335531.740133:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5f01180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041287424:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335531.740155:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 994600 00010000:00010000:0.0:1763335531.740173:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7a00/0x10123ce7f0763e14 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3f9 expref: 16 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335531.740195:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335531.740198:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335531.740204:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7a00/0x10123ce7f0763e14 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3f9 expref: 16 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335531.740218:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd7a00, rc 0) 00000100:00100000:0.0:1763335531.740289:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffadfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+15:2409:x1848991028816128:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3125us (3318us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335531.740298:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1094 00002000:00010000:3.0:1763335531.740373:0:8400:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime: 1763335531 -> 1763335532 00000100:00100000:3.0:1763335531.740389:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7d91500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041287552:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335531.740405:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98200/0x10123ce7f0763e1b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d400 expref: 11 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335531.740420:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98200/0x10123ce7f0763e1b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d400 expref: 11 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335531.740429:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98200, rc 0) 00000100:00100000:3.0:1763335531.740448:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffadd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+10:2409:x1848991028816256:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2810us (3438us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335531.740455:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 767 00000100:00100000:3.0:1763335531.743633:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335531.743680:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335531.743746:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028816384 00000100:00100000:0.0:1763335531.743755:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028816384 00000100:00100000:0.0:1763335531.743822:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1095 00000100:00100000:0.0:1763335531.743832:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc35ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+15:2406:x1848991028816384:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335531.743853:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335531.743912:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7000/0x10123ce7f0763e22 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d407 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335531.743953:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7600/0x10123ce7f0763e0d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3f2 expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335531.743991:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5f01180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041287680:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335531.744069:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c900 going to sleep for 11 seconds 00000100:00100000:2.0:1763335531.744507:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028816512 00000100:00100000:2.0:1763335531.744514:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028816512 00000100:00100000:2.0:1763335531.744554:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 768 00000100:00100000:2.0:1763335531.744562:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc35ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+10:2406:x1848991028816512:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335531.744571:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335531.744582:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98a00/0x10123ce7f0763e29 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d40e expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335531.744617:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7d90a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041287808:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335531.744662:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6780 going to sleep for 11 seconds 00000100:00100000:0.0:1763335531.747212:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5f01180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041287680:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335531.747238:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 994600 00010000:00010000:0.0:1763335531.747258:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7000/0x10123ce7f0763e22 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d407 expref: 16 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335531.747282:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335531.747285:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335531.747291:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7000/0x10123ce7f0763e22 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d407 expref: 16 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335531.747306:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd7000, rc 0) 00000100:00100000:0.0:1763335531.747365:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc35ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+15:2406:x1848991028816384:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3533us (3740us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335531.747388:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1095 00000100:00100000:2.0:1763335531.749262:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7d90a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041287808:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335531.749301:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98a00/0x10123ce7f0763e29 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d40e expref: 11 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335531.749335:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98a00/0x10123ce7f0763e29 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d40e expref: 11 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335531.749347:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98a00, rc 0) 00000100:00100000:2.0:1763335531.749409:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc35ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+10:2406:x1848991028816512:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4846us (5726us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335531.749418:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 768 00000100:00100000:3.0:1763335531.753611:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335531.753796:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028816768 00000100:00100000:0.0:1763335531.753807:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028816768 00000100:00100000:0.0:1763335531.754200:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1096 00000100:00100000:0.0:1763335531.754212:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc35efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+13:15720:x1848991028816768:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:0.0:1763335531.754282:0:8224:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335531.754313:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8c00/0x10123ce7f0763d3b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d327 expref: 13 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335531.754331:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335531.754337:0:8224:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335531.754516:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7000/0x10123ce7f0763e30 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335531.754531:0:8224:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7800/0x10123ce7f0763d49 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d32e expref: 14 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335531.754542:0:8224:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7000/0x10123ce7f0763e30 lrc: 4/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335531.754577:0:8224:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7800/0x10123ce7f0763d49 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d32e expref: 14 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335531.754592:0:8224:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7800/0x10123ce7f0763d49 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d32e expref: 14 pid: 8224 timeout: 432 lvb_type: 0 00000100:00100000:0.0:1763335531.754607:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5f01180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041287936:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335531.754691:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8ce40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335531.757787:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5f01180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041287936:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335531.757821:0:8224:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7000/0x10123ce7f0763e30 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000100:00100000:3.0:1763335531.758712:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335531.759325:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028816896 00000100:00100000:0.0:1763335531.759335:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028816896 00010000:00010000:1.0:1763335531.759676:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7800/0x10123ce7f0763d49 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d32e expref: 15 pid: 8224 timeout: 432 lvb_type: 0 00000100:00100000:1.0:1763335531.759721:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 412 00000100:00100000:1.0:1763335531.759730:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc35ed880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+15:2408:x1848991028816896:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335531.759747:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335531.759754:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7800/0x10123ce7f0763d49 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d32e expref: 15 pid: 8224 timeout: 432 lvb_type: 0 00010000:00010000:1.0:1763335531.759767:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7800/0x10123ce7f0763d49 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d32e expref: 15 pid: 8224 timeout: 432 lvb_type: 0 00010000:00010000:1.0:1763335531.759795:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7800/0x10123ce7f0763d49 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d32e expref: 15 pid: 8224 timeout: 432 lvb_type: 0 00010000:00010000:1.0:1763335531.759810:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335531.759815:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7000/0x10123ce7f0763e30 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335531.759826:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7000/0x10123ce7f0763e30 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335531.759833:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7000/0x10123ce7f0763e30 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335531.759862:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335531.759952:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc35ed880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+14:2408:x1848991028816896:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 222us (1243us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335531.759961:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 412 00010000:00010000:0.0:1763335531.760630:0:8224:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7000/0x10123ce7f0763e30 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335531.760640:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7000/0x10123ce7f0763e30 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000001:00080000:0.0:1763335531.760733:0:8224:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967749 00000004:00010000:0.0:1763335531.760789:0:8224:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 994600 -> 994600 00000004:00010000:0.0:1763335531.760793:0:8224:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335531 -> 1763335532 00000004:00010000:0.0:1763335531.760796:0:8224:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335531 -> 1763335531 00000004:00010000:0.0:1763335531.760798:0:8224:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335532 -> 1763335532 00000004:00010000:0.0:1763335531.760800:0:8224:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 576 -> 576 00000004:00010000:0.0:1763335531.760806:0:8224:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e917fbfd reply state 0000000083facfe1 transno 4294967750 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7000/0x10123ce7f0763e30 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335531.760820:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7000/0x10123ce7f0763e30 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335531.760827:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335531.760830:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335531.760833:0:8224:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763335531.760974:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc35efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+15:15720:x1848991028816768:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 6763us (7375us total) trans 4294967750 rc 0/0 00000100:00100000:0.0:1763335531.760983:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1096 00000020:00080000:0.0:1763335531.760987:0:8224:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763335531.764556:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335531.764672:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028817024 00000100:00100000:0.0:1763335531.764682:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028817024 00002000:00010000:0.0:1763335531.764728:0:6530:0:(mdt_io.c:274:mdt_punch_hpreq_check()) lustre-MDT0000: refresh DOM lock for [0x200000402:0xe:0x0] 00002000:00100000:0.0:1763335531.764733:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc35ef480 with x1848991028817024 00000100:00100000:0.0:1763335531.764774:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 594 00000100:00100000:0.0:1763335531.764784:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc35ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+15:2406:x1848991028817024:12345-192.168.202.34@tcp:10:fsx.0 00000004:00010000:0.0:1763335531.765282:0:6530:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 994600 -> 731661 00000004:00010000:0.0:1763335531.765286:0:6530:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335532 -> 1763335532 00000004:00010000:0.0:1763335531.765289:0:6530:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335531 -> 1763335531 00000004:00010000:0.0:1763335531.765291:0:6530:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335532 -> 1763335532 00000004:00010000:0.0:1763335531.765294:0:6530:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 576 -> 384 00000100:00100000:0.0:1763335531.765347:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc35ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+16:2406:x1848991028817024:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 565us (802us total) trans 4294967751 rc 0/0 00000100:00100000:0.0:1763335531.765355:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 594 00002000:00010000:0.0:1763335531.765358:0:6530:0:(mdt_io.c:274:mdt_punch_hpreq_check()) lustre-MDT0000: refresh DOM lock for [0x200000402:0xe:0x0] 00002000:00100000:0.0:1763335531.765360:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc35ef480 with x1848991028817024 00000100:00100000:2.0:1763335531.766756:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335531.766822:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028817152 00000100:00100000:1.0:1763335531.766830:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028817152 00002000:00010000:1.0:1763335531.766865:0:8406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:1.0:1763335531.766885:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7d90a80 with x1848991028817152 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335531.766895:0:8406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7d90a80. 00000100:00100000:1.0:1763335531.766938:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 376 00000100:00100000:1.0:1763335531.766947:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d90a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+9:2406:x1848991028817152:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:1.0:1763335531.769386:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 2041173 -> 0 00002000:00010000:1.0:1763335531.769394:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335531 -> 1763335532 00002000:00010000:1.0:1763335531.769397:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335531 -> 1763335531 00002000:00010000:1.0:1763335531.769399:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335532 -> 1763335532 00002000:00010000:1.0:1763335531.769402:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 16 -> 0 00000100:00100000:1.0:1763335531.769473:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d90a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+10:2406:x1848991028817152:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 2524us (2720us total) trans 4294967483 rc 0/0 00000100:00100000:1.0:1763335531.769483:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 376 00002000:00010000:1.0:1763335531.769488:0:8406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:1.0:1763335531.769491:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7d90a80 with x1848991028817152 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335531.769498:0:8406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7d90a80. 00000100:00100000:2.0:1763335531.773719:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335531.773803:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028817280 00000100:00100000:0.0:1763335531.773813:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028817280 00000100:00100000:0.0:1763335531.773907:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1097 00000100:00100000:0.0:1763335531.773918:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+14:15720:x1848991028817280:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335531.773944:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335531.773970:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7a00/0x10123ce7f0763e37 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d415 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335531.774065:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6600/0x10123ce7f0763e3e lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335531.774082:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6600/0x10123ce7f0763e3e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335531.774111:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6600/0x10123ce7f0763e3e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000004:00200000:0.0:1763335531.774139:0:8224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 731661 00000004:00200000:0.0:1763335531.774144:0:8224:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763335531.774162:0:8224:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6600/0x10123ce7f0763e3e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335531.774188:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7a00/0x10123ce7f0763e37 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d415 expref: 16 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335531.774206:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6600/0x10123ce7f0763e3e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d415 expref: 15 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335531.774215:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335531.774217:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335531.774221:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6600, rc 0) 00000100:00100000:0.0:1763335531.774272:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+15:15720:x1848991028817280:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 357us (564us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335531.774279:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1097 00000100:00100000:3.0:1763335531.777127:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335531.777363:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028817408 00000100:00100000:1.0:1763335531.777373:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028817408 00000100:00100000:1.0:1763335531.777427:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1098 00000100:00100000:1.0:1763335531.777437:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+15:2408:x1848991028817408:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335531.777458:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335531.777480:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0763e45 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d41c expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335531.777527:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7600/0x10123ce7f0763e0d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3f2 expref: 15 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335531.777566:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffadd880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041288064:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335531.777636:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335531.781765:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335531.781952:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028817536 00000100:00100000:3.0:1763335531.781966:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028817536 00000100:00100000:3.0:1763335531.782027:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 769 00000100:00100000:3.0:1763335531.782038:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+10:2408:x1848991028817536:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335531.782061:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335531.782083:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a07200/0x10123ce7f0763e4c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d423 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335531.782149:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffb71c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041288192:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335531.782272:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58500c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335531.782560:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffadd880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041288064:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335531.782583:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 731661 00010000:00010000:1.0:1763335531.782599:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0763e45 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d41c expref: 16 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335531.782620:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335531.782623:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335531.782630:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0763e45 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d41c expref: 16 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335531.782643:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5200, rc 0) 00000100:00100000:1.0:1763335531.782673:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+15:2408:x1848991028817408:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5238us (5559us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335531.782681:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1098 00000100:00100000:3.0:1763335531.786481:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffb71c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041288192:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335531.786520:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a07200/0x10123ce7f0763e4c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d423 expref: 11 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335531.786542:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a07200/0x10123ce7f0763e4c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d423 expref: 11 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335531.786553:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a07200, rc 0) 00000100:00100000:2.0:1763335531.786682:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+10:2408:x1848991028817536:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4645us (4926us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335531.786692:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 769 00000100:00100000:2.0:1763335531.789914:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335531.791731:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335531.794210:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028817792 00000100:00100000:3.0:1763335531.794226:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028817792 00000100:00100000:3.0:1763335531.794296:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 770 00000100:00100000:3.0:1763335531.794306:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+10:2406:x1848991028817792:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335531.794326:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335531.794347:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a06800/0x10123ce7f0763e53 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d431 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335531.794411:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffb71c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041288320:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335531.794506:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58500c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335531.794771:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028817664 00000100:00100000:1.0:1763335531.794776:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028817664 00000100:00100000:1.0:1763335531.794817:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1099 00000100:00100000:1.0:1763335531.794824:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d92a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+15:2406:x1848991028817664:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335531.794835:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335531.794849:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0763e5a lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d42a expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335531.794913:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7600/0x10123ce7f0763e0d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3f2 expref: 15 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335531.794938:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffadd880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041288448:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335531.794970:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335531.799413:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffb71c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041288320:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335531.799453:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a06800/0x10123ce7f0763e53 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d431 expref: 11 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335531.799479:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a06800/0x10123ce7f0763e53 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d431 expref: 11 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335531.799512:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a06800, rc 0) 00000100:00100000:3.0:1763335531.799569:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+10:2406:x1848991028817792:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5264us (7845us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335531.799578:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 770 00000100:00100000:1.0:1763335531.804630:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffadd880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041288448:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335531.804660:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 731661 00010000:00010000:1.0:1763335531.804680:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0763e5a lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d42a expref: 16 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335531.804703:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335531.804706:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335531.804711:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0763e5a lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d42a expref: 16 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335531.804725:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5200, rc 0) 00000100:00100000:1.0:1763335531.808216:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d92a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+15:2406:x1848991028817664:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 13378us (18333us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335531.808230:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1099 00000100:00100000:2.0:1763335531.813631:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335531.814164:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028817920 00000100:00100000:3.0:1763335531.814172:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028817920 00002000:00100000:3.0:1763335531.814224:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7d91c00 x1848991028817920/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:577/0 lens 488/0 e 0 to 0 dl 1763335542 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335531.814235:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7d91c00 with x1848991028817920 00000100:00100000:3.0:1763335531.814553:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 595 00000100:00100000:3.0:1763335531.814563:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d91c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+16:2408:x1848991028817920:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335531.815316:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d91c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+16:2408:x1848991028817920:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 752us (1691us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335531.815326:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 595 00002000:00100000:3.0:1763335531.815333:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7d91c00 x1848991028817920/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:577/0 lens 488/4536 e 0 to 0 dl 1763335542 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335531.815342:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7d91c00 with x1848991028817920 00000100:00100000:2.0:1763335531.820203:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335531.820278:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028818048 00000100:00100000:3.0:1763335531.820288:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028818048 00002000:00100000:3.0:1763335531.820331:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7d93b80 x1848991028818048/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:577/0 lens 488/0 e 0 to 0 dl 1763335542 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335531.820342:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7d93b80 with x1848991028818048 00000100:00100000:3.0:1763335531.820522:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 596 00000100:00100000:3.0:1763335531.820543:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+16:2406:x1848991028818048:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335531.820983:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+16:2406:x1848991028818048:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 440us (789us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335531.820990:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 596 00002000:00100000:3.0:1763335531.820997:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7d93b80 x1848991028818048/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:577/0 lens 488/4536 e 0 to 0 dl 1763335542 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335531.821006:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7d93b80 with x1848991028818048 00000100:00100000:2.0:1763335531.824782:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335531.824965:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028818176 00000100:00100000:3.0:1763335531.825114:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028818176 00002000:00100000:2.0:1763335531.825329:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7d90000 x1848991028818176/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:577/0 lens 488/0 e 0 to 0 dl 1763335542 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335531.825340:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7d90000 with x1848991028818176 00000100:00100000:2.0:1763335531.825815:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 597 00000100:00100000:2.0:1763335531.825826:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+16:2407:x1848991028818176:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335531.826049:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+16:2407:x1848991028818176:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 224us (1274us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335531.826058:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 597 00002000:00100000:2.0:1763335531.826066:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7d90000 x1848991028818176/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:577/0 lens 488/4536 e 0 to 0 dl 1763335542 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335531.826075:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7d90000 with x1848991028818176 00000100:00100000:2.0:1763335531.831814:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335531.832004:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028818304 00000100:00100000:0.0:1763335531.832014:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028818304 00002000:00100000:0.0:1763335531.832062:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7d90380 x1848991028818304/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:577/0 lens 488/0 e 0 to 0 dl 1763335542 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335531.832072:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7d90380 with x1848991028818304 00000100:00100000:0.0:1763335531.832112:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 598 00000100:00100000:0.0:1763335531.832121:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d90380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+16:2408:x1848991028818304:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335531.832310:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d90380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+16:2408:x1848991028818304:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 189us (504us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335531.832331:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 598 00002000:00100000:0.0:1763335531.832339:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7d90380 x1848991028818304/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:577/0 lens 488/4536 e 0 to 0 dl 1763335542 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335531.832346:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7d90380 with x1848991028818304 00000100:00100000:3.0:1763335531.836267:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335531.836466:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028818432 00000100:00100000:2.0:1763335531.836477:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028818432 00002000:00100000:2.0:1763335531.836526:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffb71c00 x1848991028818432/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:577/0 lens 488/0 e 0 to 0 dl 1763335542 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335531.836537:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffb71c00 with x1848991028818432 00000100:00100000:2.0:1763335531.836579:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 599 00000100:00100000:2.0:1763335531.836589:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+16:2407:x1848991028818432:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335531.837153:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+16:2407:x1848991028818432:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 563us (892us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335531.837163:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 599 00002000:00100000:2.0:1763335531.837171:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffb71c00 x1848991028818432/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:577/0 lens 488/4536 e 0 to 0 dl 1763335542 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335531.837179:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffb71c00 with x1848991028818432 00010000:00010000:3.0:1763335531.838111:0:6503:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763335531.840596:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335531.840925:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028818560 00000100:00100000:0.0:1763335531.840936:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028818560 00002000:00100000:0.0:1763335531.840986:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffb72d80 x1848991028818560/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:577/0 lens 488/0 e 0 to 0 dl 1763335542 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335531.840996:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffb72d80 with x1848991028818560 00000100:00100000:0.0:1763335531.841035:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 600 00000100:00100000:0.0:1763335531.841043:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+16:2406:x1848991028818560:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335531.841229:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+16:2406:x1848991028818560:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 186us (641us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335531.841237:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 600 00002000:00100000:0.0:1763335531.841244:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffb72d80 x1848991028818560/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:577/0 lens 488/4536 e 0 to 0 dl 1763335542 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335531.841251:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffb72d80 with x1848991028818560 00000100:00100000:1.0:1763335531.845397:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335531.845930:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028818688 00000100:00100000:2.0:1763335531.845943:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028818688 00002000:00100000:2.0:1763335531.845998:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffadd880 x1848991028818688/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:577/0 lens 488/0 e 0 to 0 dl 1763335542 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335531.846010:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffadd880 with x1848991028818688 00000100:00100000:2.0:1763335531.846042:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 601 00000100:00100000:2.0:1763335531.846053:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffadd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+16:2408:x1848991028818688:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335531.846248:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffadd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+16:2408:x1848991028818688:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 195us (859us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335531.846256:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 601 00002000:00100000:2.0:1763335531.846262:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffadd880 x1848991028818688/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:577/0 lens 488/4536 e 0 to 0 dl 1763335542 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335531.846270:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffadd880 with x1848991028818688 00000100:00100000:3.0:1763335531.849271:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335531.849976:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028818816 00000100:00100000:0.0:1763335531.849989:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028818816 00002000:00100000:0.0:1763335531.850037:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffb71880 x1848991028818816/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:577/0 lens 488/0 e 0 to 0 dl 1763335542 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335531.850048:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffb71880 with x1848991028818816 00000100:00100000:0.0:1763335531.850086:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 602 00000100:00100000:0.0:1763335531.850094:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+16:2408:x1848991028818816:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335531.850285:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+16:2408:x1848991028818816:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 191us (1025us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335531.850292:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 602 00002000:00100000:0.0:1763335531.850298:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffb71880 x1848991028818816/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:577/0 lens 488/4536 e 0 to 0 dl 1763335542 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335531.850305:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffb71880 with x1848991028818816 00000100:00100000:3.0:1763335531.853737:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335531.853907:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028818944 00000100:00100000:2.0:1763335531.853918:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028818944 00002000:00100000:2.0:1763335531.853962:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0c2d8ca80 x1848991028818944/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:577/0 lens 488/0 e 0 to 0 dl 1763335542 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335531.853973:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0c2d8ca80 with x1848991028818944 00000100:00100000:2.0:1763335531.853996:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 603 00000100:00100000:2.0:1763335531.854004:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d8ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+16:2408:x1848991028818944:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335531.854169:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d8ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+16:2408:x1848991028818944:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 165us (445us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335531.854175:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 603 00002000:00100000:2.0:1763335531.854182:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0c2d8ca80 x1848991028818944/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:577/0 lens 488/4536 e 0 to 0 dl 1763335542 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335531.854189:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0c2d8ca80 with x1848991028818944 00000100:00100000:1.0:1763335531.857291:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335531.857510:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028819072 00000100:00100000:0.0:1763335531.857520:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028819072 00002000:00100000:0.0:1763335531.857569:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffadea00 x1848991028819072/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:577/0 lens 488/0 e 0 to 0 dl 1763335542 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335531.857579:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffadea00 with x1848991028819072 00000100:00100000:0.0:1763335531.858010:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 604 00000100:00100000:0.0:1763335531.858020:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffadea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+16:2408:x1848991028819072:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335531.858381:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffadea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+16:2408:x1848991028819072:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 361us (1096us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335531.858390:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 604 00002000:00100000:0.0:1763335531.858396:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffadea00 x1848991028819072/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:577/0 lens 488/4536 e 0 to 0 dl 1763335542 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335531.858404:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffadea00 with x1848991028819072 00000100:00100000:3.0:1763335531.861658:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335531.861751:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028819200 00000100:00100000:0.0:1763335531.861760:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028819200 00002000:00100000:0.0:1763335531.861799:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0c2d03480 x1848991028819200/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:577/0 lens 488/0 e 0 to 0 dl 1763335542 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335531.861807:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0c2d03480 with x1848991028819200 00000100:00100000:0.0:1763335531.861852:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 605 00000100:00100000:0.0:1763335531.861862:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+16:2408:x1848991028819200:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335531.862190:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+16:2408:x1848991028819200:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 328us (540us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335531.862198:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 605 00002000:00100000:0.0:1763335531.862204:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0c2d03480 x1848991028819200/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:577/0 lens 488/4536 e 0 to 0 dl 1763335542 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335531.862212:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0c2d03480 with x1848991028819200 00000100:00100000:1.0:1763335531.865441:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335531.865947:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028819328 00000100:00100000:0.0:1763335531.865957:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028819328 00002000:00100000:0.0:1763335531.866004:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffadca80 x1848991028819328/t0(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:577/0 lens 488/0 e 0 to 0 dl 1763335542 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335531.866015:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffadca80 with x1848991028819328 00000100:00100000:0.0:1763335531.866108:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 606 00000100:00100000:0.0:1763335531.866118:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffadca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+16:2406:x1848991028819328:12345-192.168.202.34@tcp:4:fsx.0 00000004:00010000:0.0:1763335531.870190:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 731661 -> 731661 00000004:00010000:0.0:1763335531.870199:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335532 -> 1763335532 00000004:00010000:0.0:1763335531.870201:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335531 -> 1763335531 00000004:00010000:0.0:1763335531.870204:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335532 -> 1763335532 00000004:00010000:0.0:1763335531.870206:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 384 -> 456 00000100:00100000:0.0:1763335531.870302:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffadca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+18:2406:x1848991028819328:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 4179us (4864us total) trans 4294967752 rc 0/0 00000100:00100000:0.0:1763335531.870316:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 606 00002000:00100000:0.0:1763335531.870328:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffadca80 x1848991028819328/t4294967752(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:577/0 lens 488/448 e 0 to 0 dl 1763335542 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335531.870350:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffadca80 with x1848991028819328 00000100:00100000:3.0:1763335531.876436:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335531.876602:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028819456 00000100:00100000:1.0:1763335531.876614:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028819456 00000100:00100000:1.0:1763335531.876683:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1100 00000100:00100000:1.0:1763335531.876693:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+18:2409:x1848991028819456:12345-192.168.202.34@tcp:16:fsx.0 00000001:00080000:0.0:1763335531.878920:0:6496:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967752 is committed 00000001:00080000:0.0:1763335531.878944:0:6496:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967747 is committed 00010000:00010000:1.0:1763335531.879058:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7000/0x10123ce7f0763e30 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335531.879069:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7000/0x10123ce7f0763e30 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335531.879077:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7000/0x10123ce7f0763e30 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335531.879083:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc2bd7000 already unused, calling callback (ffffffffc1966550) 00010000:00010000:1.0:1763335531.879088:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7000/0x10123ce7f0763e30 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335531.879094:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7000/0x10123ce7f0763e30 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335531.879112:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335531.879116:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335531.879124:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7000/0x10123ce7f0763e30 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335531.879130:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7000/0x10123ce7f0763e30 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00000100:00100000:2.0:1763335531.879414:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+11:2409:x1848991028819456:12345-192.168.202.34@tcp:16:fsx.0 Request processed in 2717us (2984us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335531.879426:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1100 00000100:00100000:1.0:1763335531.887343:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335531.887387:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335531.887929:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028819584 00000100:00100000:2.0:1763335531.887940:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028819584 00000100:00100000:3.0:1763335531.887978:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028819712 00000100:00100000:3.0:1763335531.887983:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028819712 00000100:00100000:2.0:1763335531.888000:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1101 00000100:00100000:2.0:1763335531.888009:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffadd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+13:2408:x1848991028819584:12345-192.168.202.34@tcp:101:fsx.0 00000100:00100000:3.0:1763335531.888025:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 771 00000100:00100000:3.0:1763335531.888031:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffadf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+10:2408:x1848991028819712:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335531.888031:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335531.888038:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335531.888051:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a06800/0x10123ce7f0763e68 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d43f expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.888053:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99600/0x10123ce7f0763e61 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d438 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.888087:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7600/0x10123ce7f0763e0d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3f2 expref: 10 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335531.888107:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c2d03100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041288576:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335531.888107:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7d91880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041288704:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335531.888217:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850540 going to sleep for 11 seconds 00000100:00100000:2.0:1763335531.888902:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6a80 going to sleep for 11 seconds 00002000:00010000:3.0:1763335531.890450:0:8400:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335531 -> 1763335532 00000100:00100000:3.0:1763335531.890475:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c2d03100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041288576:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335531.890506:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a06800/0x10123ce7f0763e68 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d43f expref: 11 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335531.890528:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a06800/0x10123ce7f0763e68 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d43f expref: 11 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335531.890540:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a06800, rc 0) 00000100:00100000:3.0:1763335531.890592:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffadf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+10:2408:x1848991028819712:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2560us (3203us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335531.890600:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 771 00000004:00010000:2.0:1763335531.892465:0:10055:0:(mdt_lvb.c:189:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime: 1763335531 -> 1763335532 00000100:00100000:2.0:1763335531.892492:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7d91880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041288704:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335531.892513:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 731661 00010000:00010000:2.0:1763335531.892530:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99600/0x10123ce7f0763e61 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d438 expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.892548:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335531.892552:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335531.892557:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99600/0x10123ce7f0763e61 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d438 expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.892568:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99600, rc 0) 00000100:00100000:2.0:1763335531.892630:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffadd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+13:2408:x1848991028819584:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4621us (5297us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335531.892638:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1101 00000100:00100000:0.0:1763335531.899086:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335531.904087:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335531.904186:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028819968 00000100:00100000:3.0:1763335531.904195:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028819968 00000100:00100000:3.0:1763335531.904255:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 772 00000100:00100000:3.0:1763335531.904265:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f05c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+10:2407:x1848991028819968:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335531.904284:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335531.904304:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a06800/0x10123ce7f0763e6f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d44d expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335531.904363:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c2d03100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041288832:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335531.904441:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028819840 00000100:00100000:2.0:1763335531.904446:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028819840 00000100:00100000:2.0:1763335531.904478:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1102 00000100:00100000:2.0:1763335531.904485:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5f01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+13:2406:x1848991028819840:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335531.904495:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1763335531.904500:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850540 going to sleep for 11 seconds 00010000:00010000:2.0:1763335531.904508:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f0763e76 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d446 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.904540:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7600/0x10123ce7f0763e0d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3f2 expref: 10 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335531.904567:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7d91880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041288960:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335531.904593:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6a80 going to sleep for 11 seconds 00000100:00100000:2.0:1763335531.909961:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7d91880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041288960:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335531.909989:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 731661 00010000:00010000:2.0:1763335531.910011:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f0763e76 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d446 expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.910034:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335531.910037:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335531.910043:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f0763e76 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d446 expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.910058:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98000, rc 0) 00000100:00100000:2.0:1763335531.911021:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5f01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+13:2406:x1848991028819840:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6531us (11941us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335531.911031:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1102 00000100:00100000:2.0:1763335531.912572:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c2d03100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041288832:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335531.912611:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a06800/0x10123ce7f0763e6f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d44d expref: 11 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335531.912638:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a06800/0x10123ce7f0763e6f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d44d expref: 11 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335531.912649:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a06800, rc 0) 00000100:00100000:2.0:1763335531.912694:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f05c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+10:2407:x1848991028819968:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 8429us (8617us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335531.912702:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 772 00000100:00100000:0.0:1763335531.921588:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335531.921629:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335531.921695:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028820096 00000100:00100000:2.0:1763335531.921705:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028820096 00000100:00100000:2.0:1763335531.921761:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1103 00000100:00100000:2.0:1763335531.921770:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa93800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+13:2408:x1848991028820096:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335531.921797:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335531.921820:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f0763e7d lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d454 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.921855:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7600/0x10123ce7f0763e0d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3f2 expref: 10 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335531.921931:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7d91880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041289088:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335531.921994:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6a80 going to sleep for 11 seconds 00000100:00100000:3.0:1763335531.922234:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028820224 00000100:00100000:3.0:1763335531.922238:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028820224 00000100:00100000:3.0:1763335531.922263:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 773 00000100:00100000:3.0:1763335531.922269:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc57a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+10:2408:x1848991028820224:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335531.922291:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335531.922300:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a07200/0x10123ce7f0763e84 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d45b expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335531.922331:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c2d02a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041289216:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335531.922354:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850180 going to sleep for 11 seconds 00000100:00100000:2.0:1763335531.924627:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7d91880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041289088:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335531.924650:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 731661 00010000:00010000:2.0:1763335531.924669:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f0763e7d lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d454 expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.924690:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335531.924693:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335531.924697:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f0763e7d lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d454 expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.924709:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98000, rc 0) 00000100:00100000:2.0:1763335531.924756:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa93800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+13:2408:x1848991028820096:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2987us (3179us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335531.924764:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1103 00002000:00010000:3.0:1763335531.925039:0:8400:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size: 0 -> 1063936 00002000:00010000:3.0:1763335531.925043:0:8400:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:3.0:1763335531.925055:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c2d02a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041289216:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335531.925073:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a07200/0x10123ce7f0763e84 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d45b expref: 11 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335531.925088:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a07200/0x10123ce7f0763e84 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d45b expref: 11 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335531.925096:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a07200, rc 0) 00000100:00100000:3.0:1763335531.925125:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc57a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+10:2408:x1848991028820224:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2856us (3495us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335531.925131:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 773 00000100:00100000:0.0:1763335531.931980:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335531.932109:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335531.932167:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028820352 00000100:00100000:2.0:1763335531.932176:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028820352 00000100:00100000:2.0:1763335531.932229:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1104 00000100:00100000:2.0:1763335531.932239:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4521c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+13:2406:x1848991028820352:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335531.932261:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335531.932284:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f0763e8b lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d462 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.932322:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7600/0x10123ce7f0763e0d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3f2 expref: 10 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335531.932363:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7d91880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041289344:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335531.932784:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028820480 00000100:00100000:3.0:1763335531.932789:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028820480 00000100:00100000:3.0:1763335531.932824:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 774 00000100:00100000:3.0:1763335531.932831:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc578b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+10:2407:x1848991028820480:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335531.932839:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335531.932850:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a07c00/0x10123ce7f0763e92 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d469 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335531.932932:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c2d02a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041289472:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335531.933050:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6a80 going to sleep for 11 seconds 00000100:00100000:3.0:1763335531.935851:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850180 going to sleep for 11 seconds 00000100:00100000:3.0:1763335531.940315:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c2d02a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041289472:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335531.940352:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a07c00/0x10123ce7f0763e92 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d469 expref: 11 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335531.940377:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a07c00/0x10123ce7f0763e92 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d469 expref: 11 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335531.940390:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a07c00, rc 0) 00000100:00100000:3.0:1763335531.940450:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc578b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+10:2407:x1848991028820480:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7618us (8339us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335531.940460:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 774 00000100:00100000:2.0:1763335531.940564:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7d91880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041289344:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335531.940577:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 731661 00010000:00010000:2.0:1763335531.940588:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f0763e8b lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d462 expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.940606:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335531.940609:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335531.940613:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f0763e8b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d462 expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.940623:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98000, rc 0) 00000100:00100000:2.0:1763335531.940645:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4521c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+13:2406:x1848991028820352:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 8408us (8676us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335531.940653:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1104 00000100:00100000:1.0:1763335531.947186:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335531.947261:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028820608 00000100:00100000:2.0:1763335531.947271:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028820608 00000100:00100000:2.0:1763335531.947319:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1105 00000100:00100000:2.0:1763335531.947327:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffade300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+13:15720:x1848991028820608:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335531.947351:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335531.947374:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f0763e99 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d470 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.947407:0:10055:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7600/0x10123ce7f0763e0d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3f2 expref: 10 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.947418:0:10055:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f0763e99 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d470 expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.947453:0:10055:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7600/0x10123ce7f0763e0d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3f2 expref: 10 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.947466:0:10055:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7600/0x10123ce7f0763e0d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3f2 expref: 10 pid: 8224 timeout: 432 lvb_type: 0 00000100:00100000:2.0:1763335531.947479:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7d91880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041289600:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335531.947566:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6a80 going to sleep for 11 seconds 00000100:00100000:0.0:1763335531.952177:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335531.952497:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7d91880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041289600:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335531.952531:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f0763e99 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d470 expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.952551:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335531.952554:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335531.952558:0:10055:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f0763e99 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d470 expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.952570:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98000, rc 0) 00000100:00100000:2.0:1763335531.952631:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffade300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+14:15720:x1848991028820608:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5304us (5453us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335531.952640:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1105 00000100:00100000:3.0:1763335531.952768:0:6502:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028820736 00000100:00100000:3.0:1763335531.952775:0:6502:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028820736 00010000:00010000:3.0:1763335531.952806:0:6502:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7600/0x10123ce7f0763e0d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3f2 expref: 11 pid: 8224 timeout: 432 lvb_type: 0 00000100:00100000:3.0:1763335531.952848:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 413 00000100:00100000:3.0:1763335531.952858:0:6502:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5789f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2409:x1848991028820736:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335531.952913:0:6502:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335531.952935:0:6502:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7600/0x10123ce7f0763e0d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3f2 expref: 11 pid: 8224 timeout: 432 lvb_type: 0 00010000:00010000:3.0:1763335531.952965:0:6502:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7600/0x10123ce7f0763e0d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3f2 expref: 11 pid: 8224 timeout: 432 lvb_type: 0 00010000:00010000:3.0:1763335531.952988:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7600/0x10123ce7f0763e0d lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d3f2 expref: 11 pid: 8224 timeout: 432 lvb_type: 0 00010000:00010000:3.0:1763335531.953003:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335531.953008:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f0763e99 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d470 expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335531.953019:0:6502:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f0763e99 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d470 expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335531.953028:0:6502:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f0763e99 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d470 expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335531.953066:0:6502:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f0763e99 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d470 expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335531.953081:0:6502:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c2d02a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:6502:1848991041289728:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335531.953131:0:6502:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850180 going to sleep for 11 seconds 00000100:00100000:3.0:1763335531.956161:0:6502:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c2d02a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:6502:1848991041289728:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335531.956187:0:6502:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335531.956243:0:6502:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5789f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:273362c8-ad54-46f8-a663-195ccb4b667f+10:2409:x1848991028820736:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 3385us (4073us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335531.956253:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 413 00000100:00100000:0.0:1763335531.956386:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335531.956574:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028820864 00000100:00100000:2.0:1763335531.956582:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028820864 00000100:00100000:2.0:1763335531.956639:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 607 00000100:00100000:2.0:1763335531.956648:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5788a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:2408:x1848991028820864:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:2.0:1763335531.957030:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 731661 -> 731661 00000004:00010000:2.0:1763335531.957035:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335532 -> 1763335532 00000004:00010000:2.0:1763335531.957037:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335532 -> 1763335532 00000004:00010000:2.0:1763335531.957040:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335532 -> 1763335532 00000004:00010000:2.0:1763335531.957043:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 456 -> 504 00000100:00100000:2.0:1763335531.957094:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5788a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+15:2408:x1848991028820864:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 446us (708us total) trans 4294967753 rc 0/0 00000100:00100000:2.0:1763335531.957101:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 607 00000100:00100000:3.0:1763335531.963061:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335531.963138:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028820992 00000100:00100000:2.0:1763335531.963148:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028820992 00000100:00100000:2.0:1763335531.963211:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1106 00000100:00100000:2.0:1763335531.963220:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+10:15720:x1848991028820992:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335531.963243:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335531.963266:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99600/0x10123ce7f0763ea0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d477 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.963360:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99000/0x10123ce7f0763ea7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335531.963377:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99000/0x10123ce7f0763ea7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335531.963389:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99000/0x10123ce7f0763ea7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000004:00200000:2.0:1763335531.963416:0:10055:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 731661 00000004:00200000:2.0:1763335531.963421:0:10055:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763335531.963438:0:10055:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99000/0x10123ce7f0763ea7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335531.963464:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99600/0x10123ce7f0763ea0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d477 expref: 12 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.963480:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99000/0x10123ce7f0763ea7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d477 expref: 11 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335531.963496:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335531.963500:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335531.963504:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99000, rc 0) 00000100:00100000:2.0:1763335531.963568:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+11:15720:x1848991028820992:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 348us (517us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335531.963793:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1106 00000100:00100000:1.0:1763335531.967466:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335531.967502:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028821120 00000100:00100000:2.0:1763335531.967515:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028821120 00000100:00100000:3.0:1763335531.967935:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1107 00000100:00100000:3.0:1763335531.967949:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffadce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:2408:x1848991028821120:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335531.967971:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335531.967994:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07c00/0x10123ce7f0763eae lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d47e expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335531.968035:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f0763e99 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d470 expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335531.968075:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c2d02680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041289856:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335531.968150:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850180 going to sleep for 11 seconds 00000100:00100000:3.0:1763335531.971909:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c2d02680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041289856:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335531.971941:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 731661 00010000:00010000:3.0:1763335531.971962:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07c00/0x10123ce7f0763eae lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d47e expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335531.971989:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335531.971993:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335531.971999:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07c00/0x10123ce7f0763eae lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d47e expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335531.972013:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a07c00, rc 0) 00000100:00100000:3.0:1763335531.972079:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffadce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:2408:x1848991028821120:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4133us (4621us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335531.972089:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1107 00000100:00100000:0.0:1763335531.977162:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335531.977218:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028821248 00000100:00100000:3.0:1763335531.977306:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028821248 00000100:00100000:3.0:1763335531.977573:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1108 00000100:00100000:3.0:1763335531.977587:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc578a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:2408:x1848991028821248:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335531.977609:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335531.977631:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07200/0x10123ce7f0763eb5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d485 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335531.977669:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f0763e99 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d470 expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335531.977706:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c2d02680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041289984:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335531.977782:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850180 going to sleep for 11 seconds 00000100:00100000:3.0:1763335531.987264:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c2d02680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041289984:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335531.987291:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 731661 00010000:00010000:3.0:1763335531.987311:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07200/0x10123ce7f0763eb5 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d485 expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335531.987334:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335531.987337:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335531.987343:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07200/0x10123ce7f0763eb5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d485 expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335531.987358:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a07200, rc 0) 00000100:00100000:3.0:1763335531.987422:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc578a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:2408:x1848991028821248:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 9838us (10268us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335531.987431:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1108 00000100:00100000:1.0:1763335532.000264:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335532.000354:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028821504 00000100:00100000:3.0:1763335532.000365:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028821504 00000100:00100000:2.0:1763335532.001004:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1109 00000100:00100000:2.0:1763335532.001019:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5d9d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+15:15720:x1848991028821504:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:2.0:1763335532.001080:0:10055:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335532.001113:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6600/0x10123ce7f0763e3e lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d415 expref: 15 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335532.001133:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335532.001138:0:10055:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335532.001307:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99600/0x10123ce7f0763ebc lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335532.001323:0:10055:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99000/0x10123ce7f0763ea7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d477 expref: 10 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335532.001334:0:10055:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99600/0x10123ce7f0763ebc lrc: 4/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335532.001370:0:10055:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99000/0x10123ce7f0763ea7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d477 expref: 10 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335532.001391:0:10055:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99000/0x10123ce7f0763ea7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d477 expref: 10 pid: 10055 timeout: 432 lvb_type: 0 00000100:00100000:2.0:1763335532.001407:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7d91880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041290112:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335532.001500:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6180 going to sleep for 11 seconds 00000100:00100000:0.0:1763335532.005601:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335532.005735:0:6502:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028821632 00000100:00100000:3.0:1763335532.005743:0:6502:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028821632 00010000:00010000:3.0:1763335532.005799:0:6502:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99000/0x10123ce7f0763ea7 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d477 expref: 11 pid: 10055 timeout: 432 lvb_type: 0 00000100:00100000:3.0:1763335532.005849:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 414 00000100:00100000:3.0:1763335532.005859:0:6502:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5789880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2407:x1848991028821632:12345-192.168.202.34@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1763335532.005864:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7d91880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041290112:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335532.005908:0:6502:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335532.005916:0:6502:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99000/0x10123ce7f0763ea7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d477 expref: 11 pid: 10055 timeout: 432 lvb_type: 0 00010000:00010000:2.0:1763335532.005921:0:10055:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99600/0x10123ce7f0763ebc lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335532.005928:0:6502:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99000/0x10123ce7f0763ea7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d477 expref: 11 pid: 10055 timeout: 432 lvb_type: 0 00000100:00080000:0.0:1763335532.005965:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1763335532.006147:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99000/0x10123ce7f0763ea7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d477 expref: 11 pid: 10055 timeout: 432 lvb_type: 0 00010000:00010000:3.0:1763335532.006163:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335532.006168:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99600/0x10123ce7f0763ebc lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335532.006179:0:6502:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99600/0x10123ce7f0763ebc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335532.006187:0:6502:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99600/0x10123ce7f0763ebc lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335532.006314:0:6502:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335532.006338:0:10055:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99600/0x10123ce7f0763ebc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335532.006345:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99600/0x10123ce7f0763ebc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000001:00080000:2.0:1763335532.006426:0:10055:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967754 00000004:00010000:2.0:1763335532.006468:0:10055:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 731661 -> 731661 00000004:00010000:2.0:1763335532.006472:0:10055:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335532 -> 1763335532 00000004:00010000:2.0:1763335532.006474:0:10055:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335532 -> 1763335532 00000004:00010000:2.0:1763335532.006476:0:10055:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335532 -> 1763335532 00000004:00010000:2.0:1763335532.006479:0:10055:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 504 -> 504 00000100:00100000:0.0:1763335532.006483:0:6502:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5789880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:273362c8-ad54-46f8-a663-195ccb4b667f+10:2407:x1848991028821632:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 625us (890us total) trans 0 rc 0/0 00000004:00010000:2.0:1763335532.006485:0:10055:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d333c8d8 reply state 00000000afbf37a2 transno 4294967755 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99600/0x10123ce7f0763ebc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000100:00100000:0.0:1763335532.006490:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 414 00010000:00010000:2.0:1763335532.006496:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99600/0x10123ce7f0763ebc lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335532.006502:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335532.006505:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335532.006508:0:10055:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763335532.006572:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5d9d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+17:15720:x1848991028821504:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 5558us (6318us total) trans 4294967755 rc 0/0 00000100:00100000:2.0:1763335532.006579:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1109 00000020:00080000:2.0:1763335532.006582:0:10055:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763335532.008557:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335532.008630:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028821760 00000100:00100000:3.0:1763335532.008640:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028821760 00000100:00100000:3.0:1763335532.008712:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 775 00000100:00100000:3.0:1763335532.008723:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5d9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+10:15720:x1848991028821760:12345-192.168.202.34@tcp:101:fsx.0 00000100:00080000:0.0:1763335532.008738:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1763335532.008754:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335532.008776:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a07200/0x10123ce7f0763ec3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d48c expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335532.008809:0:8400:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9400/0x10123ce7f0763d2d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d320 expref: 9 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335532.008817:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335532.008819:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335532.008823:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a07200/0x10123ce7f0763ec3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d48c expref: 11 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335532.008858:0:8400:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9400/0x10123ce7f0763d2d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d320 expref: 9 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335532.008908:0:8400:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9400/0x10123ce7f0763d2d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d320 expref: 9 pid: 9882 timeout: 432 lvb_type: 0 00000100:00100000:3.0:1763335532.008922:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c2d02680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041290240:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335532.008993:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850180 going to sleep for 11 seconds 00000100:00100000:3.0:1763335532.012750:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c2d02680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041290240:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335532.012786:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a07200/0x10123ce7f0763ec3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d48c expref: 11 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335532.012808:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a07200, rc 0) 00000100:00100000:3.0:1763335532.012889:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5d9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+11:15720:x1848991028821760:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4146us (4316us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335532.012919:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 775 00000100:00100000:0.0:1763335532.013848:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335532.013985:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028821888 00000100:00100000:1.0:1763335532.013993:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028821888 00000100:00080000:0.0:1763335532.014124:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00100000:1.0:1763335532.014175:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1052672->1063935) req@ffff9aefc578a680 x1848991028821888/t0(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:578/0 lens 11752/0 e 0 to 0 dl 1763335543 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335532.014186:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc578a680 with x1848991028821888 ext(1052672->1063935) 00010000:00010000:1.0:1763335532.014195:0:8406:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9400/0x10123ce7f0763d2d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d320 expref: 10 pid: 9882 timeout: 432 lvb_type: 0 00010000:00010000:1.0:1763335532.014209:0:8406:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9400/0x10123ce7f0763d2d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d320 expref: 10 pid: 9882 timeout: 432 lvb_type: 0 00002000:00010000:1.0:1763335532.014217:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9aefc578a680 00000100:00100000:1.0:1763335532.014335:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 21 00000100:00100000:1.0:1763335532.014345:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc578a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+10:2408:x1848991028821888:12345-192.168.202.34@tcp:4:fsx.0 00000100:00100000:1.0:1763335532.015216:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc578a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:2408:x1848991028821888:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 869us (1367us total) trans 4294967484 rc 0/0 00000100:00100000:1.0:1763335532.015240:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 21 00002000:00100000:1.0:1763335532.015248:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1052672->1063935) req@ffff9aefc578a680 x1848991028821888/t4294967484(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:578/0 lens 11752/448 e 0 to 0 dl 1763335543 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335532.015257:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc578a680 with x1848991028821888 ext(1052672->1063935) 00010000:00010000:1.0:1763335532.015264:0:8406:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9400/0x10123ce7f0763d2d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d320 expref: 12 pid: 9882 timeout: 432 lvb_type: 0 00010000:00010000:1.0:1763335532.015277:0:8406:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9400/0x10123ce7f0763d2d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d320 expref: 12 pid: 9882 timeout: 432 lvb_type: 0 00002000:00010000:1.0:1763335532.015284:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9aefc578a680 00000100:00100000:1.0:1763335532.023435:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335532.024991:0:6502:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028822016 00000100:00100000:0.0:1763335532.025005:0:6502:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028822016 00010000:00010000:0.0:1763335532.025050:0:6502:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9400/0x10123ce7f0763d2d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d320 expref: 12 pid: 9882 timeout: 432 lvb_type: 0 00000100:00100000:0.0:1763335532.025100:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 415 00000100:00100000:0.0:1763335532.025123:0:6502:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f8344850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:273362c8-ad54-46f8-a663-195ccb4b667f+12:2408:x1848991028822016:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335532.025138:0:6502:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1763335532.025155:0:6502:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 1 -> 24 00010000:00010000:0.0:1763335532.025161:0:6502:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9400/0x10123ce7f0763d2d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d320 expref: 12 pid: 9882 timeout: 432 lvb_type: 0 00010000:00010000:0.0:1763335532.025176:0:6502:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9400/0x10123ce7f0763d2d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d320 expref: 12 pid: 9882 timeout: 432 lvb_type: 0 00010000:00010000:0.0:1763335532.025200:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9400/0x10123ce7f0763d2d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d320 expref: 12 pid: 9882 timeout: 432 lvb_type: 0 00010000:00010000:0.0:1763335532.025217:0:6502:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335532.025220:0:6502:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335532.025228:0:6502:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a07200/0x10123ce7f0763ec3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d48c expref: 10 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335532.025240:0:6502:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a07200/0x10123ce7f0763ec3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d48c expref: 10 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335532.025279:0:6502:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a07200/0x10123ce7f0763ec3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d48c expref: 10 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335532.025293:0:6502:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4775500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6502:1848991041290368:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335532.025383:0:6502:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c300 going to sleep for 11 seconds 00000100:00100000:0.0:1763335532.037440:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335532.037795:0:6502:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4775500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6502:1848991041290368:192.168.202.34@tcp:105: 00010000:00010000:2.0:1763335532.037827:0:6502:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335532.037948:0:6502:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f8344850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2408:x1848991028822016:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 12825us (14520us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335532.037958:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 415 00000100:00100000:1.0:1763335532.038088:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028822144 00000100:00100000:1.0:1763335532.038094:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028822144 00002000:00010000:1.0:1763335532.038129:0:8406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1251250->18446744073709551615) 00002000:00100000:1.0:1763335532.038134:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4776680 with x1848991028822144 ext(1251250->18446744073709551615) 00002000:00010000:1.0:1763335532.038145:0:8406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4776680. 00000100:00100000:1.0:1763335532.038175:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 377 00000100:00100000:1.0:1763335532.038185:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4776680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+11:2408:x1848991028822144:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:1.0:1763335532.038387:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1063936 -> 1251250 00002000:00010000:1.0:1763335532.038391:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335532 -> 1763335532 00002000:00010000:1.0:1763335532.038394:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335532 -> 1763335531 00002000:00010000:1.0:1763335532.038396:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335532 -> 1763335532 00002000:00010000:1.0:1763335532.038398:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 24 -> 24 00000100:00100000:1.0:1763335532.038432:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4776680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+12:2408:x1848991028822144:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 248us (1001us total) trans 4294967485 rc 0/0 00000100:00100000:1.0:1763335532.038439:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 377 00002000:00010000:1.0:1763335532.038442:0:8406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1251250->18446744073709551615) 00002000:00100000:1.0:1763335532.038445:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4776680 with x1848991028822144 ext(1251250->18446744073709551615) 00002000:00010000:1.0:1763335532.038450:0:8406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4776680. 00000100:00100000:0.0:1763335532.053071:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335532.053121:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335532.053188:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028822400 00000100:00100000:2.0:1763335532.053199:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028822400 00000100:00100000:1.0:1763335532.053205:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028822272 00000100:00100000:1.0:1763335532.053209:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028822272 00002000:00100000:1.0:1763335532.053244:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->1253375) req@ffff9aefc4776a00 x1848991028822272/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:578/0 lens 488/0 e 0 to 0 dl 1763335543 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335532.053245:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4775180 x1848991028822400/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:578/0 lens 488/0 e 0 to 0 dl 1763335543 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335532.053256:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4775180 with x1848991028822400 00002000:00100000:1.0:1763335532.053256:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4776a00 with x1848991028822272 ext(1048576->1253375) 00002000:00010000:1.0:1763335532.053261:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4776a00 00000100:00100000:2.0:1763335532.053293:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 608 00000100:00100000:1.0:1763335532.053293:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 378 00000100:00100000:2.0:1763335532.053302:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4775180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+17:2407:x1848991028822400:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335532.053302:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4776a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+12:2407:x1848991028822272:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335532.060289:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4775180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+17:2407:x1848991028822400:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 6976us (7156us total) trans 0 rc 32768/32768 00000100:00100000:3.0:1763335532.060304:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 608 00002000:00100000:3.0:1763335532.060316:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4775180 x1848991028822400/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:578/0 lens 488/440 e 0 to 0 dl 1763335543 ref 1 fl Complete:/600/0 rc 32768/32768 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335532.060326:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4775180 with x1848991028822400 00000100:00100000:1.0:1763335532.064971:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4776a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+12:2407:x1848991028822272:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 11660us (11898us total) trans 0 rc 204800/204800 00000100:00100000:1.0:1763335532.064985:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 378 00002000:00100000:1.0:1763335532.064998:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->1253375) req@ffff9aefc4776a00 x1848991028822272/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:578/0 lens 488/440 e 0 to 0 dl 1763335543 ref 1 fl Complete:/600/0 rc 204800/204800 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335532.065020:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4776a00 with x1848991028822272 ext(1048576->1253375) 00002000:00010000:1.0:1763335532.065028:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4776a00 00000100:00100000:1.0:1763335532.072074:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335532.072191:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028822528 00000100:00100000:0.0:1763335532.072201:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028822528 00002000:00100000:0.0:1763335532.072248:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1191936->1251249) req@ffff9af0f5d9e300 x1848991028822528/t0(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:578/0 lens 488/0 e 0 to 0 dl 1763335543 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335532.072259:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f5d9e300 with x1848991028822528 ext(1191936->1251249) 00002000:00010000:0.0:1763335532.072266:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f5d9e300 00000100:00100000:0.0:1763335532.072301:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 379 00000100:00100000:0.0:1763335532.072310:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5d9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+12:2409:x1848991028822528:12345-192.168.202.34@tcp:4:fsx.0 00000100:00100000:1.0:1763335532.076779:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5d9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991028822528:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 4458us (4703us total) trans 4294967486 rc 0/0 00000100:00100000:1.0:1763335532.076797:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 379 00002000:00100000:1.0:1763335532.076809:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1191936->1251249) req@ffff9af0f5d9e300 x1848991028822528/t4294967486(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:578/0 lens 488/448 e 0 to 0 dl 1763335543 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335532.076820:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f5d9e300 with x1848991028822528 ext(1191936->1251249) 00002000:00010000:1.0:1763335532.076827:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f5d9e300 00000100:00100000:2.0:1763335532.079623:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335532.079704:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028822656 00000100:00100000:3.0:1763335532.079714:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028822656 00000100:00100000:3.0:1763335532.079769:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 776 00000100:00100000:3.0:1763335532.079779:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+14:2407:x1848991028822656:12345-192.168.202.34@tcp:16:fsx.0 00000001:00080000:2.0:1763335532.081171:0:9466:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967486 is committed 00000001:00080000:2.0:1763335532.081185:0:9466:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967484 is committed 00000100:00100000:3.0:1763335532.081329:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+6:2407:x1848991028822656:12345-192.168.202.34@tcp:16:fsx.0 Request processed in 1548us (1711us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335532.081339:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 776 00000100:00100000:3.0:1763335532.084475:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335532.084616:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028822784 00000100:00100000:2.0:1763335532.084626:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028822784 00000100:00100000:2.0:1763335532.084680:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1110 00000100:00100000:2.0:1763335532.084691:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+10:15720:x1848991028822784:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335532.084713:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335532.084737:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99400/0x10123ce7f0763eca lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d493 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335532.084828:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99800/0x10123ce7f0763ed1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335532.084846:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99800/0x10123ce7f0763ed1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335532.084858:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99800/0x10123ce7f0763ed1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000004:00200000:2.0:1763335532.084917:0:10055:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 1251250 00000004:00200000:2.0:1763335532.084922:0:10055:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763335532.084938:0:10055:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99800/0x10123ce7f0763ed1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335532.084963:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99400/0x10123ce7f0763eca lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d493 expref: 12 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335532.084979:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99800/0x10123ce7f0763ed1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d493 expref: 11 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335532.084989:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335532.084992:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335532.084997:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99800, rc 0) 00000100:00100000:2.0:1763335532.085057:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+11:15720:x1848991028822784:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 367us (591us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335532.085065:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1110 00000100:00100000:0.0:1763335532.088126:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335532.088202:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335532.088275:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028823040 00000100:00100000:3.0:1763335532.088284:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028823040 00000100:00100000:1.0:1763335532.088431:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028822912 00000100:00100000:1.0:1763335532.088435:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028822912 00000100:00100000:1.0:1763335532.088474:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1111 00000100:00100000:1.0:1763335532.088484:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c6721f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:2409:x1848991028822912:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335532.088505:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335532.088530:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0763ed8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d49a expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335532.088567:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f0763e99 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d470 expref: 16 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335532.088607:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5d9d880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041290496:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335532.088776:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 777 00000100:00100000:0.0:1763335532.088785:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4775500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2409:x1848991028823040:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335532.088793:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335532.088805:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6200/0x10123ce7f0763edf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d4a1 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335532.088842:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c6723480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041290624:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335532.089104:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335532.089155:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8ccc0 going to sleep for 11 seconds 00002000:00010000:0.0:1763335532.091679:0:8400:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335531 -> 1763335532 00002000:00010000:0.0:1763335532.091688:0:8400:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks: 24 -> 144 00000100:00100000:0.0:1763335532.091708:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c6723480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041290624:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335532.091745:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6200/0x10123ce7f0763edf lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d4a1 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335532.091789:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6200/0x10123ce7f0763edf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d4a1 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335532.091802:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6200, rc 0) 00000100:00100000:0.0:1763335532.091864:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4775500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2409:x1848991028823040:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3080us (3995us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335532.091907:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 777 00000100:00100000:3.0:1763335532.092007:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5d9d880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041290496:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335532.092020:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 731661 00010000:00010000:3.0:1763335532.092032:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0763ed8 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d49a expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335532.092046:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335532.092049:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335532.092054:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0763ed8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d49a expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335532.092075:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5e00, rc 0) 00000100:00100000:3.0:1763335532.092099:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c6721f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:2409:x1848991028822912:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3617us (3897us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335532.092106:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1111 00000100:00100000:1.0:1763335532.097760:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335532.097801:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335532.098122:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028823168 00000100:00100000:3.0:1763335532.098132:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028823168 00000100:00100000:3.0:1763335532.098185:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1112 00000100:00100000:3.0:1763335532.098195:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5d9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:2406:x1848991028823168:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335532.098217:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335532.098249:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07e00/0x10123ce7f0763ee6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d4a8 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335532.098287:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f0763e99 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d470 expref: 16 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335532.098329:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c2d03b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041290752:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335532.098401:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850180 going to sleep for 11 seconds 00000100:00100000:0.0:1763335532.098719:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028823296 00000100:00100000:0.0:1763335532.098724:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028823296 00000100:00100000:0.0:1763335532.098759:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 778 00000100:00100000:0.0:1763335532.098768:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5d9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2406:x1848991028823296:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335532.098776:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335532.098787:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6200/0x10123ce7f0763eed lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d4af expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335532.098822:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c6723480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041290880:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335532.098864:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335532.102585:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c2d03b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041290752:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335532.102612:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 731661 00010000:00010000:0.0:1763335532.102632:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07e00/0x10123ce7f0763ee6 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d4a8 expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335532.102657:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335532.102660:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335532.102680:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07e00/0x10123ce7f0763ee6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d4a8 expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335532.102692:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a07e00, rc 0) 00000100:00100000:0.0:1763335532.102754:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5d9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:2406:x1848991028823168:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4559us (5002us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335532.102763:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1112 00000100:00100000:0.0:1763335532.106221:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c6723480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041290880:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335532.106308:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6200/0x10123ce7f0763eed lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d4af expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335532.106332:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6200/0x10123ce7f0763eed lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d4af expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335532.106342:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6200, rc 0) 00000100:00100000:0.0:1763335532.106390:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5d9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2406:x1848991028823296:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7623us (8587us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335532.106399:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 778 00000100:00100000:3.0:1763335532.110063:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335532.110246:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028823552 00000100:00100000:0.0:1763335532.110255:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028823552 00000100:00100000:0.0:1763335532.110311:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1113 00000100:00100000:0.0:1763335532.110321:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:15720:x1848991028823552:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:0.0:1763335532.110373:0:8224:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335532.110402:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99800/0x10123ce7f0763ed1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d493 expref: 11 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335532.110420:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335532.110438:0:8224:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335532.110598:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7600/0x10123ce7f0763ef4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335532.110615:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7600/0x10123ce7f0763ef4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335532.110625:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7600/0x10123ce7f0763ef4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000001:00080000:0.0:1763335532.110663:0:8224:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967756 00000004:00010000:0.0:1763335532.110684:0:8224:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 731661 -> 731661 00000004:00010000:0.0:1763335532.110688:0:8224:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335532 -> 1763335532 00000004:00010000:0.0:1763335532.110690:0:8224:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335532 -> 1763335532 00000004:00010000:0.0:1763335532.110693:0:8224:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335532 -> 1763335532 00000004:00010000:0.0:1763335532.110696:0:8224:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 504 -> 504 00000004:00010000:0.0:1763335532.110702:0:8224:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000000d1fd89a reply state 00000000f2a6268a transno 4294967757 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7600/0x10123ce7f0763ef4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335532.110713:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7600/0x10123ce7f0763ef4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335532.110719:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335532.110722:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335532.110724:0:8224:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763335532.110816:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+13:15720:x1848991028823552:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 496us (761us total) trans 4294967757 rc 0/0 00000100:00100000:0.0:1763335532.110823:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1113 00000020:00080000:0.0:1763335532.110828:0:8224:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763335532.113192:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335532.113242:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028823680 00000100:00100000:1.0:1763335532.113252:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028823680 00000100:00100000:1.0:1763335532.113312:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1114 00000100:00100000:1.0:1763335532.113322:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+13:15720:x1848991028823680:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335532.113349:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335532.113373:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4600/0x10123ce7f0763efb lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d4b6 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335532.113403:0:10055:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f0763e99 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d470 expref: 16 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335532.113413:0:10055:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4600/0x10123ce7f0763efb lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d4b6 expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335532.113447:0:10055:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f0763e99 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d470 expref: 16 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335532.113461:0:10055:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f0763e99 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d470 expref: 16 pid: 10055 timeout: 432 lvb_type: 0 00000100:00100000:1.0:1763335532.113481:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5d9ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041291008:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335532.113561:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335532.115748:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5d9ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041291008:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335532.115783:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4600/0x10123ce7f0763efb lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d4b6 expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335532.115804:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335532.115807:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335532.115811:0:10055:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4600/0x10123ce7f0763efb lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d4b6 expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335532.115821:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4600, rc 0) 00000100:00100000:1.0:1763335532.115914:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+14:15720:x1848991028823680:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2592us (2729us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335532.115924:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1114 00000100:00100000:3.0:1763335532.118444:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335532.118499:0:6502:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028823808 00000100:00100000:2.0:1763335532.118509:0:6502:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028823808 00010000:00010000:2.0:1763335532.118547:0:6502:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f0763e99 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d470 expref: 17 pid: 10055 timeout: 432 lvb_type: 0 00000100:00100000:2.0:1763335532.118586:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 416 00000100:00100000:2.0:1763335532.118596:0:6502:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d01c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:819c42eb-8a5f-4523-990c-a007cb66998d+17:2409:x1848991028823808:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335532.118612:0:6502:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335532.118635:0:6502:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f0763e99 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d470 expref: 17 pid: 10055 timeout: 432 lvb_type: 0 00010000:00010000:2.0:1763335532.118648:0:6502:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f0763e99 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d470 expref: 17 pid: 10055 timeout: 432 lvb_type: 0 00010000:00010000:2.0:1763335532.118673:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f0763e99 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d470 expref: 17 pid: 10055 timeout: 432 lvb_type: 0 00010000:00010000:2.0:1763335532.118688:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335532.118695:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4600/0x10123ce7f0763efb lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d4b6 expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335532.118708:0:6502:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4600/0x10123ce7f0763efb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d4b6 expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335532.118718:0:6502:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4600/0x10123ce7f0763efb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d4b6 expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335532.118754:0:6502:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4600/0x10123ce7f0763efb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d4b6 expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335532.118767:0:6502:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7d91880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:6502:1848991041291136:192.168.202.34@tcp:105: 00000100:00100000:2.0:1763335532.118832:0:6502:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6a80 going to sleep for 11 seconds 00000100:00100000:0.0:1763335532.121136:0:6502:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7d91880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:6502:1848991041291136:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763335532.121159:0:6502:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335532.121218:0:6502:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d01c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:819c42eb-8a5f-4523-990c-a007cb66998d+16:2409:x1848991028823808:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 2622us (2781us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335532.121228:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 416 00000100:00100000:3.0:1763335532.121757:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335532.121820:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028823936 00000100:00100000:0.0:1763335532.121827:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028823936 00000100:00100000:0.0:1763335532.122641:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 779 00000100:00100000:0.0:1763335532.122653:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:15720:x1848991028823936:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335532.122671:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335532.122690:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7000/0x10123ce7f0763f02 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d4bd expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335532.122721:0:8400:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a07200/0x10123ce7f0763ec3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d48c expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335532.122729:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335532.122732:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335532.122736:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7000/0x10123ce7f0763f02 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d4bd expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335532.122767:0:8400:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a07200/0x10123ce7f0763ec3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d48c expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335532.122780:0:8400:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a07200/0x10123ce7f0763ec3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d48c expref: 5 pid: 8400 timeout: 432 lvb_type: 0 00000100:00100000:0.0:1763335532.122792:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c6723480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041291264:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335532.122883:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8ccc0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335532.126768:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c6723480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041291264:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335532.126807:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7000/0x10123ce7f0763f02 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d4bd expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335532.126828:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd7000, rc 0) 00000100:00100000:2.0:1763335532.126922:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:15720:x1848991028823936:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4271us (5164us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335532.126931:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 779 00000100:00100000:3.0:1763335532.126992:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335532.127038:0:6502:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028824064 00000100:00100000:2.0:1763335532.127046:0:6502:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028824064 00010000:00010000:2.0:1763335532.127075:0:6502:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a07200/0x10123ce7f0763ec3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d48c expref: 6 pid: 8400 timeout: 432 lvb_type: 0 00000100:00100000:2.0:1763335532.127117:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 417 00000100:00100000:2.0:1763335532.127127:0:6502:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d00700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991028824064:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335532.127141:0:6502:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335532.127162:0:6502:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a07200/0x10123ce7f0763ec3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d48c expref: 6 pid: 8400 timeout: 432 lvb_type: 0 00010000:00010000:2.0:1763335532.127176:0:6502:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a07200/0x10123ce7f0763ec3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d48c expref: 6 pid: 8400 timeout: 432 lvb_type: 0 00010000:00010000:2.0:1763335532.127202:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a07200/0x10123ce7f0763ec3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d48c expref: 6 pid: 8400 timeout: 432 lvb_type: 0 00010000:00010000:2.0:1763335532.127221:0:6502:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335532.127223:0:6502:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335532.127236:0:6502:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7000/0x10123ce7f0763f02 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d4bd expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335532.127349:0:6502:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7000/0x10123ce7f0763f02 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d4bd expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335532.127387:0:6502:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7000/0x10123ce7f0763f02 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d4bd expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335532.127400:0:6502:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7d90e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6502:1848991041291392:192.168.202.34@tcp:105: 00000100:00100000:2.0:1763335532.127612:0:6502:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6780 going to sleep for 11 seconds 00000100:00100000:1.0:1763335532.136383:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335532.136787:0:6502:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7d90e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6502:1848991041291392:192.168.202.34@tcp:105: 00010000:00010000:2.0:1763335532.136814:0:6502:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335532.136909:0:6502:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d00700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991028824064:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 9782us (9916us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335532.136920:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 417 00000100:00100000:0.0:1763335532.137158:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028824192 00000100:00100000:0.0:1763335532.137168:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028824192 00002000:00010000:0.0:1763335532.137206:0:8406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (2097152->18446744073709551615) 00002000:00100000:0.0:1763335532.137210:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f5d9ed80 with x1848991028824192 ext(2097152->18446744073709551615) 00002000:00010000:0.0:1763335532.137234:0:8406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f5d9ed80. 00000100:00100000:0.0:1763335532.137263:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 380 00000100:00100000:0.0:1763335532.137272:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5d9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991028824192:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:0.0:1763335532.137451:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1251250 -> 2097152 00002000:00010000:0.0:1763335532.137455:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335532 -> 1763335532 00002000:00010000:0.0:1763335532.137457:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335532 -> 1763335532 00002000:00010000:0.0:1763335532.137459:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335532 -> 1763335532 00002000:00010000:0.0:1763335532.137461:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 144 -> 144 00000100:00100000:0.0:1763335532.137507:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5d9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+7:2408:x1848991028824192:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 236us (1134us total) trans 4294967487 rc 0/0 00000100:00100000:0.0:1763335532.137514:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 380 00002000:00010000:0.0:1763335532.137517:0:8406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (2097152->18446744073709551615) 00002000:00100000:0.0:1763335532.137519:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f5d9ed80 with x1848991028824192 ext(2097152->18446744073709551615) 00002000:00010000:0.0:1763335532.137524:0:8406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f5d9ed80. 00000100:00100000:1.0:1763335532.142482:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335532.142536:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028824320 00000100:00100000:3.0:1763335532.142548:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028824320 00002000:00100000:3.0:1763335532.142600:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (2043904->2097151) req@ffff9af0f5d9c000 x1848991028824320/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:578/0 lens 488/0 e 0 to 0 dl 1763335543 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335532.142628:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f5d9c000 with x1848991028824320 ext(2043904->2097151) 00002000:00010000:3.0:1763335532.142635:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f5d9c000 00000100:00100000:3.0:1763335532.142670:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 381 00000100:00100000:3.0:1763335532.142680:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5d9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+7:2408:x1848991028824320:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335532.145621:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5d9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+7:2408:x1848991028824320:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 2928us (3135us total) trans 0 rc 53248/53248 00000100:00100000:0.0:1763335532.145635:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 381 00002000:00100000:0.0:1763335532.145648:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (2043904->2097151) req@ffff9af0f5d9c000 x1848991028824320/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:578/0 lens 488/440 e 0 to 0 dl 1763335543 ref 1 fl Complete:/600/0 rc 53248/53248 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335532.145658:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f5d9c000 with x1848991028824320 ext(2043904->2097151) 00002000:00010000:0.0:1763335532.145665:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f5d9c000 00000100:00100000:3.0:1763335532.155212:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335532.155469:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028824448 00000100:00100000:0.0:1763335532.155479:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028824448 00002000:00100000:0.0:1763335532.155528:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (2064384->2097151) req@ffff9af0c2d01880 x1848991028824448/t0(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:578/0 lens 488/0 e 0 to 0 dl 1763335543 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335532.155540:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0c2d01880 with x1848991028824448 ext(2064384->2097151) 00002000:00010000:0.0:1763335532.155546:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0c2d01880 00000100:00100000:0.0:1763335532.155589:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 382 00000100:00100000:0.0:1763335532.155599:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+7:2408:x1848991028824448:12345-192.168.202.34@tcp:4:fsx.0 00000100:00100000:0.0:1763335532.163716:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+9:2408:x1848991028824448:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 8110us (8506us total) trans 4294967488 rc 0/0 00000100:00100000:0.0:1763335532.163729:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 382 00002000:00100000:0.0:1763335532.163741:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (2064384->2097151) req@ffff9af0c2d01880 x1848991028824448/t4294967488(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:578/0 lens 488/448 e 0 to 0 dl 1763335543 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335532.163751:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0c2d01880 with x1848991028824448 ext(2064384->2097151) 00002000:00010000:0.0:1763335532.163758:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0c2d01880 00000100:00100000:2.0:1763335532.166343:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335532.166413:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028824576 00000100:00100000:0.0:1763335532.166423:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028824576 00000100:00100000:0.0:1763335532.166482:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 780 00000100:00100000:0.0:1763335532.166491:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+9:2409:x1848991028824576:12345-192.168.202.34@tcp:16:fsx.0 00000001:00080000:1.0:1763335532.170579:0:9466:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967488 is committed 00000100:00100000:0.0:1763335532.170801:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991028824576:12345-192.168.202.34@tcp:16:fsx.0 Request processed in 4297us (4455us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335532.170816:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 780 00000100:00100000:3.0:1763335532.176185:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335532.176253:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028824704 00000100:00100000:1.0:1763335532.176263:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028824704 00000100:00100000:1.0:1763335532.176326:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1115 00000100:00100000:1.0:1763335532.176336:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+16:15720:x1848991028824704:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335532.176360:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335532.176391:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f0763f09 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d4c4 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335532.176485:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0763f10 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335532.176502:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0763f10 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335532.176516:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0763f10 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000004:00200000:1.0:1763335532.176540:0:10055:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 2097152 00000004:00200000:1.0:1763335532.176544:0:10055:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763335532.176560:0:10055:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0763f10 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335532.176584:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f0763f09 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d4c4 expref: 18 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335532.176601:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0763f10 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d4c4 expref: 17 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335532.176610:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335532.176614:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335532.176618:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5200, rc 0) 00000100:00100000:1.0:1763335532.177982:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+17:15720:x1848991028824704:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 1639us (1798us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335532.177993:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1115 00000100:00100000:1.0:1763335532.185088:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335532.185131:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335532.185375:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028824960 00000100:00100000:0.0:1763335532.185385:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028824960 00000100:00100000:3.0:1763335532.185487:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028824832 00000100:00100000:3.0:1763335532.185491:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028824832 00000100:00100000:3.0:1763335532.185535:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1116 00000100:00100000:3.0:1763335532.185544:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5d9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+17:2408:x1848991028824832:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335532.185565:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335532.185589:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07400/0x10123ce7f0763f17 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d4cb expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335532.185625:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4600/0x10123ce7f0763efb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d4b6 expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335532.185660:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c2d00a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041291520:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335532.185733:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58503c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335532.185914:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 781 00000100:00100000:0.0:1763335532.185936:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ee9fac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2408:x1848991028824960:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335532.185945:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335532.185954:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7e00/0x10123ce7f0763f1e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d4d2 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335532.185991:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c6723b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041291648:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335532.186026:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c900 going to sleep for 11 seconds 00000100:00100000:3.0:1763335532.192273:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c2d00a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041291520:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335532.192300:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 731661 00010000:00010000:3.0:1763335532.192321:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07400/0x10123ce7f0763f17 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d4cb expref: 18 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335532.192344:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335532.192360:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335532.192366:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07400/0x10123ce7f0763f17 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d4cb expref: 18 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335532.192379:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a07400, rc 0) 00000100:00100000:3.0:1763335532.192445:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5d9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+17:2408:x1848991028824832:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6901us (7366us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335532.192454:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1116 00002000:00010000:0.0:1763335532.193331:0:8400:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks: 144 -> 208 00000100:00100000:0.0:1763335532.193348:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c6723b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041291648:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335532.193372:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7e00/0x10123ce7f0763f1e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d4d2 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335532.193390:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7e00/0x10123ce7f0763f1e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d4d2 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335532.193400:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd7e00, rc 0) 00000100:00100000:0.0:1763335532.193436:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ee9fac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2408:x1848991028824960:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7501us (8303us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335532.193444:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 781 00000100:00100000:1.0:1763335532.200155:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335532.200205:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335532.200888:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028825216 00000100:00100000:0.0:1763335532.200907:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028825216 00000100:00100000:0.0:1763335532.200970:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 782 00000100:00100000:0.0:1763335532.200981:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5d9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991028825216:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335532.201000:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335532.201021:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7a00/0x10123ce7f0763f25 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d4e0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335532.201092:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c6723b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041291776:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335532.201180:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c900 going to sleep for 11 seconds 00000100:00100000:3.0:1763335532.201255:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028825088 00000100:00100000:3.0:1763335532.201259:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028825088 00000100:00100000:3.0:1763335532.201301:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1117 00000100:00100000:3.0:1763335532.201308:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5d9dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+17:2409:x1848991028825088:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335532.201320:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335532.201334:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07400/0x10123ce7f0763f2c lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d4d9 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335532.201366:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4600/0x10123ce7f0763efb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d4b6 expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335532.201388:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c2d00a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041291904:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335532.201414:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58503c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335532.207218:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c6723b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041291776:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335532.207271:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7a00/0x10123ce7f0763f25 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d4e0 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335532.207297:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7a00/0x10123ce7f0763f25 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d4e0 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335532.207310:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd7a00, rc 0) 00000100:00100000:0.0:1763335532.207374:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5d9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991028825216:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6393us (7228us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335532.207384:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 782 00000100:00100000:1.0:1763335532.207659:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c2d00a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041291904:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335532.207675:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 731661 00010000:00010000:1.0:1763335532.207690:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07400/0x10123ce7f0763f2c lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d4d9 expref: 18 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335532.207703:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335532.207707:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335532.207711:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07400/0x10123ce7f0763f2c lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d4d9 expref: 18 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335532.207722:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a07400, rc 0) 00000100:00100000:1.0:1763335532.207759:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5d9dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+17:2409:x1848991028825088:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6451us (7553us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335532.207767:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1117 00000100:00100000:2.0:1763335532.214617:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335532.215144:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335532.215182:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028825344 00000100:00100000:1.0:1763335532.215191:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028825344 00000100:00100000:1.0:1763335532.215262:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1118 00000100:00100000:1.0:1763335532.215272:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+17:2406:x1848991028825344:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335532.215294:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335532.215319:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0763f33 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d4e7 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335532.215356:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4600/0x10123ce7f0763efb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d4b6 expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335532.215394:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5d9ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041292032:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335532.215460:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335532.216717:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028825472 00000100:00100000:0.0:1763335532.216726:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028825472 00000100:00100000:0.0:1763335532.216774:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 783 00000100:00100000:0.0:1763335532.216783:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2406:x1848991028825472:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335532.216800:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335532.216816:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7e00/0x10123ce7f0763f3a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d4ee expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335532.216882:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c6723b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041292160:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335532.216951:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c900 going to sleep for 11 seconds 00000100:00100000:1.0:1763335532.220449:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5d9ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041292032:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335532.220516:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c6723b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041292160:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335532.220570:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7e00/0x10123ce7f0763f3a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d4ee expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335532.220596:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7e00/0x10123ce7f0763f3a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d4ee expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335532.220608:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd7e00, rc 0) 00000100:00100000:0.0:1763335532.220670:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2406:x1848991028825472:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3887us (5525us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335532.220680:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 783 00002000:00010000:1.0:1763335532.220841:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 731661 00010000:00010000:1.0:1763335532.220855:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0763f33 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d4e7 expref: 18 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335532.220903:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335532.220907:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335532.220912:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0763f33 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d4e7 expref: 18 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335532.220921:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4c00, rc 0) 00000100:00100000:1.0:1763335532.220946:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+17:2406:x1848991028825344:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5676us (6339us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335532.220952:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1118 00000100:00100000:1.0:1763335532.226377:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335532.227043:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028825600 00000100:00100000:0.0:1763335532.227055:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028825600 00000100:00100000:0.0:1763335532.227234:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 784 00000100:00100000:0.0:1763335532.227245:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5d9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:15720:x1848991028825600:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335532.227264:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335532.227283:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7e00/0x10123ce7f0763f41 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d4f5 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335532.227312:0:8400:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7000/0x10123ce7f0763f02 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d4bd expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335532.227320:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335532.227322:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335532.227328:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7e00/0x10123ce7f0763f41 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1126400->1130495] (req 1126400->1130495) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d4f5 expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335532.227359:0:8400:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7000/0x10123ce7f0763f02 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d4bd expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335532.227385:0:8400:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7000/0x10123ce7f0763f02 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d4bd expref: 5 pid: 8400 timeout: 432 lvb_type: 0 00000100:00100000:0.0:1763335532.227400:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c6723b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041292288:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335532.227483:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c900 going to sleep for 11 seconds 00000100:00100000:0.0:1763335532.231680:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c6723b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041292288:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335532.231721:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7e00/0x10123ce7f0763f41 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1126400->1130495] (req 1126400->1130495) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d4f5 expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335532.231742:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd7e00, rc 0) 00000100:00100000:0.0:1763335532.232731:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5d9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+6:15720:x1848991028825600:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5481us (6357us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335532.232742:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 784 00000100:00100000:3.0:1763335532.233716:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335532.234053:0:6502:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028825728 00000100:00100000:2.0:1763335532.234063:0:6502:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028825728 00010000:00010000:2.0:1763335532.234102:0:6502:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7000/0x10123ce7f0763f02 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d4bd expref: 6 pid: 8400 timeout: 432 lvb_type: 0 00000100:00100000:2.0:1763335532.234144:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 418 00000100:00100000:2.0:1763335532.234154:0:6502:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d00380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991028825728:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335532.234171:0:6502:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335532.234191:0:6502:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7000/0x10123ce7f0763f02 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d4bd expref: 6 pid: 8400 timeout: 432 lvb_type: 0 00010000:00010000:2.0:1763335532.234205:0:6502:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7000/0x10123ce7f0763f02 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d4bd expref: 6 pid: 8400 timeout: 432 lvb_type: 0 00010000:00010000:2.0:1763335532.234231:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7000/0x10123ce7f0763f02 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d4bd expref: 6 pid: 8400 timeout: 432 lvb_type: 0 00010000:00010000:2.0:1763335532.234247:0:6502:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335532.234249:0:6502:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335532.234259:0:6502:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7e00/0x10123ce7f0763f41 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1126400->1130495) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d4f5 expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335532.234269:0:6502:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7e00/0x10123ce7f0763f41 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1126400->1130495) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d4f5 expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335532.234309:0:6502:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7e00/0x10123ce7f0763f41 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1126400->1130495) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d4f5 expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335532.234323:0:6502:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7d93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6502:1848991041292416:192.168.202.34@tcp:105: 00000100:00100000:2.0:1763335532.235256:0:6502:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6780 going to sleep for 11 seconds 00000100:00100000:1.0:1763335532.241994:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335532.242179:0:6502:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7d93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6502:1848991041292416:192.168.202.34@tcp:105: 00010000:00010000:2.0:1763335532.242205:0:6502:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335532.242658:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028825856 00000100:00100000:0.0:1763335532.242666:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028825856 00002000:00100000:0.0:1763335532.242713:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1126400->2097151) req@ffff9af0f5d9df80 x1848991028825856/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:578/0 lens 504/0 e 0 to 0 dl 1763335543 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335532.242724:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f5d9df80 with x1848991028825856 ext(1126400->2097151) 00002000:00010000:0.0:1763335532.242728:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f5d9df80 00000100:00100000:0.0:1763335532.242762:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 383 00000100:00100000:0.0:1763335532.242772:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5d9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991028825856:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335532.243247:0:6502:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d00380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991028825728:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 9091us (9531us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335532.243258:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 418 00000100:00100000:0.0:1763335532.253646:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5d9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991028825856:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 10861us (11651us total) trans 0 rc 847872/847872 00000100:00100000:0.0:1763335532.253678:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 383 00002000:00100000:0.0:1763335532.253694:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1126400->2097151) req@ffff9af0f5d9df80 x1848991028825856/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:578/0 lens 504/440 e 0 to 0 dl 1763335543 ref 1 fl Complete:/600/0 rc 847872/847872 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335532.253705:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f5d9df80 with x1848991028825856 ext(1126400->2097151) 00002000:00010000:0.0:1763335532.253712:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f5d9df80 00000100:00100000:3.0:1763335532.258273:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335532.258497:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028825984 00000100:00100000:0.0:1763335532.258507:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028825984 00002000:00100000:0.0:1763335532.258561:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1130496->1134591) req@ffff9af0c2d02300 x1848991028825984/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:578/0 lens 488/0 e 0 to 0 dl 1763335543 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335532.258571:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0c2d02300 with x1848991028825984 ext(1130496->1134591) 00002000:00010000:0.0:1763335532.258577:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0c2d02300 00000100:00100000:0.0:1763335532.258664:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 384 00000100:00100000:0.0:1763335532.258674:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028825984:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335532.259006:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028825984:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 332us (742us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335532.259013:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 384 00002000:00100000:0.0:1763335532.259021:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1130496->1134591) req@ffff9af0c2d02300 x1848991028825984/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:578/0 lens 488/4536 e 0 to 0 dl 1763335543 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335532.259030:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0c2d02300 with x1848991028825984 ext(1130496->1134591) 00002000:00010000:0.0:1763335532.259033:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0c2d02300 00000100:00100000:1.0:1763335532.262333:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335532.262531:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028826112 00000100:00100000:0.0:1763335532.262542:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028826112 00002000:00100000:0.0:1763335532.262594:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1134592->1138687) req@ffff9af0f5d9d500 x1848991028826112/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:578/0 lens 488/0 e 0 to 0 dl 1763335543 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335532.262624:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f5d9d500 with x1848991028826112 ext(1134592->1138687) 00002000:00010000:0.0:1763335532.262630:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f5d9d500 00000100:00100000:0.0:1763335532.262670:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 385 00000100:00100000:0.0:1763335532.262679:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5d9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991028826112:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335532.262851:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5d9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991028826112:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 172us (526us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335532.262859:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 385 00002000:00100000:0.0:1763335532.262906:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1134592->1138687) req@ffff9af0f5d9d500 x1848991028826112/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:578/0 lens 488/4536 e 0 to 0 dl 1763335543 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335532.262915:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f5d9d500 with x1848991028826112 ext(1134592->1138687) 00002000:00010000:0.0:1763335532.262919:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f5d9d500 00000100:00100000:2.0:1763335532.266352:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335532.266453:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028826240 00000100:00100000:1.0:1763335532.266463:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028826240 00002000:00100000:1.0:1763335532.266514:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1138688->1142783) req@ffff9af0f7d93800 x1848991028826240/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:578/0 lens 488/0 e 0 to 0 dl 1763335543 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335532.266524:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7d93800 with x1848991028826240 ext(1138688->1142783) 00002000:00010000:1.0:1763335532.266532:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7d93800 00000100:00100000:1.0:1763335532.266574:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 386 00000100:00100000:1.0:1763335532.266583:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991028826240:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335532.266773:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991028826240:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 190us (429us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335532.266779:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 386 00002000:00100000:1.0:1763335532.266786:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1138688->1142783) req@ffff9af0f7d93800 x1848991028826240/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:578/0 lens 488/4536 e 0 to 0 dl 1763335543 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335532.266793:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7d93800 with x1848991028826240 ext(1138688->1142783) 00002000:00010000:1.0:1763335532.266796:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7d93800 00000100:00100000:3.0:1763335532.270417:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335532.270569:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028826368 00000100:00100000:0.0:1763335532.270579:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028826368 00002000:00100000:0.0:1763335532.270635:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1142784->1146879) req@ffff9af0c2d02d80 x1848991028826368/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:578/0 lens 488/0 e 0 to 0 dl 1763335543 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335532.270646:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0c2d02d80 with x1848991028826368 ext(1142784->1146879) 00002000:00010000:0.0:1763335532.270652:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0c2d02d80 00000100:00100000:1.0:1763335532.270788:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 387 00000100:00100000:1.0:1763335532.270800:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028826368:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335532.271073:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028826368:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 275us (664us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335532.271081:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 387 00002000:00100000:1.0:1763335532.271088:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1142784->1146879) req@ffff9af0c2d02d80 x1848991028826368/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:578/0 lens 488/4536 e 0 to 0 dl 1763335543 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335532.271096:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0c2d02d80 with x1848991028826368 ext(1142784->1146879) 00002000:00010000:1.0:1763335532.271100:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0c2d02d80 00000100:00100000:3.0:1763335532.273773:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335532.273984:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028826496 00000100:00100000:1.0:1763335532.273993:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028826496 00002000:00100000:1.0:1763335532.274049:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1146880->1150975) req@ffff9af0c2d00a80 x1848991028826496/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:578/0 lens 488/0 e 0 to 0 dl 1763335543 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335532.274059:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0c2d00a80 with x1848991028826496 ext(1146880->1150975) 00002000:00010000:1.0:1763335532.274065:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0c2d00a80 00000100:00100000:1.0:1763335532.274099:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 388 00000100:00100000:1.0:1763335532.274109:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+6:2406:x1848991028826496:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335532.274274:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+6:2406:x1848991028826496:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 165us (509us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335532.274282:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 388 00002000:00100000:1.0:1763335532.274288:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1146880->1150975) req@ffff9af0c2d00a80 x1848991028826496/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:578/0 lens 488/4536 e 0 to 0 dl 1763335543 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335532.274296:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0c2d00a80 with x1848991028826496 ext(1146880->1150975) 00002000:00010000:1.0:1763335532.274299:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0c2d00a80 00000100:00100000:2.0:1763335532.280252:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335532.280503:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028826624 00000100:00100000:0.0:1763335532.280513:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028826624 00002000:00100000:0.0:1763335532.280563:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1150976->1155071) req@ffff9af0f7d90700 x1848991028826624/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:578/0 lens 488/0 e 0 to 0 dl 1763335543 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335532.280573:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7d90700 with x1848991028826624 ext(1150976->1155071) 00002000:00010000:0.0:1763335532.280580:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7d90700 00000100:00100000:0.0:1763335532.280631:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 389 00000100:00100000:0.0:1763335532.280640:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2407:x1848991028826624:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335532.280824:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2407:x1848991028826624:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 184us (582us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335532.280831:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 389 00002000:00100000:0.0:1763335532.280838:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1150976->1155071) req@ffff9af0f7d90700 x1848991028826624/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:578/0 lens 488/4536 e 0 to 0 dl 1763335543 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335532.280845:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7d90700 with x1848991028826624 ext(1150976->1155071) 00002000:00010000:0.0:1763335532.280848:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7d90700 00000100:00100000:3.0:1763335532.288199:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335532.288453:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028826752 00000100:00100000:1.0:1763335532.288462:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028826752 00000100:00100000:1.0:1763335532.288526:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1119 00000100:00100000:1.0:1763335532.288537:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+17:2406:x1848991028826752:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335532.288561:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335532.288586:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0763f48 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d4fc expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335532.288625:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4600/0x10123ce7f0763efb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d4b6 expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335532.288675:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5d9ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041292544:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335532.288789:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb600 going to sleep for 11 seconds 00000100:00100000:1.0:1763335532.295642:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5d9ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041292544:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335532.295666:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 731661 00010000:00010000:1.0:1763335532.295686:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0763f48 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d4fc expref: 18 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335532.295709:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335532.295713:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335532.295718:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0763f48 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d4fc expref: 18 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335532.295734:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4c00, rc 0) 00000100:00100000:1.0:1763335532.295791:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+17:2406:x1848991028826752:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7256us (7602us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335532.295800:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1119 00000100:00100000:3.0:1763335532.301303:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335532.301353:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028826880 00000100:00100000:1.0:1763335532.301364:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028826880 00000100:00100000:1.0:1763335532.301423:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1120 00000100:00100000:1.0:1763335532.301433:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+17:2407:x1848991028826880:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335532.301455:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335532.301477:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0763f4f lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d503 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335532.301518:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4600/0x10123ce7f0763efb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d4b6 expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335532.301563:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5d9ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041292672:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335532.301651:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb600 going to sleep for 11 seconds 00000100:00100000:1.0:1763335532.304552:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5d9ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041292672:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335532.304578:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 731661 00010000:00010000:1.0:1763335532.304598:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0763f4f lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d503 expref: 18 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335532.304621:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335532.304624:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335532.304629:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0763f4f lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d503 expref: 18 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335532.304641:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4c00, rc 0) 00000100:00100000:1.0:1763335532.304704:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+17:2407:x1848991028826880:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3271us (3410us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335532.304712:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1120 00000100:00100000:3.0:1763335532.309826:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335532.310174:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028827008 00000100:00100000:2.0:1763335532.310185:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028827008 00000100:00100000:2.0:1763335532.310578:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 609 00000100:00100000:2.0:1763335532.310589:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+14:2406:x1848991028827008:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:2.0:1763335532.310749:0:6530:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 731661 -> 731661 00000004:00010000:2.0:1763335532.310754:0:6530:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335532 -> 1763335532 00000004:00010000:2.0:1763335532.310756:0:6530:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335532 -> 1763335532 00000004:00010000:2.0:1763335532.310759:0:6530:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335532 -> 1763335532 00000004:00010000:2.0:1763335532.310761:0:6530:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 504 -> 504 00000100:00100000:2.0:1763335532.310838:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+15:2406:x1848991028827008:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 250us (1022us total) trans 4294967758 rc 0/0 00000100:00100000:2.0:1763335532.310845:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 609 00000100:00100000:3.0:1763335532.314741:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335532.314820:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028827136 00000100:00100000:1.0:1763335532.314832:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028827136 00000100:00100000:1.0:1763335532.315000:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1121 00000100:00100000:1.0:1763335532.315013:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2f47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+15:15720:x1848991028827136:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335532.315043:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335532.315069:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0763f56 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d50a expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335532.315166:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0763f5d lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335532.315187:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0763f5d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335532.315200:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0763f5d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000004:00200000:1.0:1763335532.315389:0:10055:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 2097152 00000004:00200000:1.0:1763335532.315395:0:10055:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763335532.315420:0:10055:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0763f5d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335532.315448:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0763f56 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d50a expref: 17 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335532.315466:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0763f5d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d50a expref: 16 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335532.315476:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335532.315479:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335532.315484:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5600, rc 0) 00000100:00100000:1.0:1763335532.315587:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2f47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+16:15720:x1848991028827136:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 576us (860us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335532.315595:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1121 00000100:00100000:3.0:1763335532.319224:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335532.319267:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028827264 00000100:00100000:0.0:1763335532.319277:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028827264 00000100:00100000:0.0:1763335532.319565:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 785 00000100:00100000:0.0:1763335532.319576:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2f47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2409:x1848991028827264:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335532.319597:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335532.319618:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7a00/0x10123ce7f0763f64 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d511 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335532.319643:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335532.319646:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335532.319731:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7a00/0x10123ce7f0763f64 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d511 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335532.319753:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7a00/0x10123ce7f0763f64 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d511 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335532.319767:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd7a00, rc 0) 00000100:00100000:0.0:1763335532.319844:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2f47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991028827264:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 269us (628us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335532.319851:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 785 00000100:00100000:3.0:1763335532.324134:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335532.324312:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028827392 00000100:00100000:0.0:1763335532.324323:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028827392 00000100:00100000:0.0:1763335532.324648:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 786 00000100:00100000:0.0:1763335532.324660:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2f44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:15720:x1848991028827392:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335532.324759:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335532.324783:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7800/0x10123ce7f0763f6b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d518 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335532.324818:0:8400:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7e00/0x10123ce7f0763f41 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1126400->1130495) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d4f5 expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335532.324828:0:8400:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7a00/0x10123ce7f0763f64 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d511 expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335532.324836:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335532.324838:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335532.324844:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7800/0x10123ce7f0763f6b lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [1355776->1368063] (req 1355776->1368063) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d518 expref: 7 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335532.324931:0:8400:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7a00/0x10123ce7f0763f64 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d511 expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335532.324946:0:8400:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7a00/0x10123ce7f0763f64 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d511 expref: 7 pid: 8400 timeout: 432 lvb_type: 1 00000100:00100000:0.0:1763335532.324979:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c6723b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041292800:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335532.325073:0:8400:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7e00/0x10123ce7f0763f41 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1126400->1130495) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d4f5 expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335532.325083:0:8400:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7e00/0x10123ce7f0763f41 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1126400->1130495) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d4f5 expref: 5 pid: 8400 timeout: 432 lvb_type: 0 00000100:00100000:0.0:1763335532.325092:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c6723800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041292928:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335532.325128:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c480 going to sleep for 11 seconds 00000100:00100000:3.0:1763335532.333280:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335532.333318:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335532.333794:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c6723b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041292800:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335532.333806:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c6723800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041292928:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335532.333839:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7800/0x10123ce7f0763f6b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [1355776->1368063] (req 1355776->1368063) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d518 expref: 7 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335532.333862:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd7800, rc 0) 00000100:00100000:1.0:1763335532.333927:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028827520 00000100:00100000:1.0:1763335532.333935:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028827520 00000100:00100000:0.0:1763335532.333952:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2f44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+8:15720:x1848991028827392:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 9294us (9827us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335532.333961:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 786 00010000:00010000:1.0:1763335532.333966:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7a00/0x10123ce7f0763f64 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d511 expref: 8 pid: 8400 timeout: 432 lvb_type: 1 00000100:00100000:1.0:1763335532.333990:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028827648 00000100:00100000:1.0:1763335532.333993:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028827648 00010000:00010000:1.0:1763335532.334008:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7e00/0x10123ce7f0763f41 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1126400->1130495) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d4f5 expref: 6 pid: 8400 timeout: 432 lvb_type: 0 00000100:00100000:0.0:1763335532.334008:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 419 00000100:00100000:0.0:1763335532.334017:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2f44e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+7:2409:x1848991028827520:12345-192.168.202.34@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1763335532.334025:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 420 00000100:00100000:1.0:1763335532.334030:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2f44380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991028827648:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335532.334032:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335532.334035:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335532.334051:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7e00/0x10123ce7f0763f41 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 1126400->1130495) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d4f5 expref: 6 pid: 8400 timeout: 432 lvb_type: 0 00010000:00010000:0.0:1763335532.334052:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7a00/0x10123ce7f0763f64 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d511 expref: 7 pid: 8400 timeout: 432 lvb_type: 1 00010000:00010000:1.0:1763335532.334062:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7e00/0x10123ce7f0763f41 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 1126400->1130495) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d4f5 expref: 6 pid: 8400 timeout: 432 lvb_type: 0 00010000:00010000:1.0:1763335532.334093:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7e00/0x10123ce7f0763f41 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1126400->1130495) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d4f5 expref: 6 pid: 8400 timeout: 432 lvb_type: 0 00010000:00010000:0.0:1763335532.335187:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7a00/0x10123ce7f0763f64 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d511 expref: 7 pid: 8400 timeout: 432 lvb_type: 1 00010000:00010000:0.0:1763335532.335212:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7a00/0x10123ce7f0763f64 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d511 expref: 7 pid: 8400 timeout: 432 lvb_type: 1 00010000:00010000:0.0:1763335532.335223:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335532.335225:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335532.335233:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7800/0x10123ce7f0763f6b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1355776->1368063) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d518 expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335532.335243:0:6500:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7800/0x10123ce7f0763f6b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1355776->1368063) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d518 expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335532.335285:0:6500:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7800/0x10123ce7f0763f6b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1355776->1368063) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d518 expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335532.335299:0:6500:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c6723800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6500:1848991041293056:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335532.335318:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335532.336307:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2f44380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991028827648:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 2270us (2982us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335532.336315:0:6500:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c480 going to sleep for 11 seconds 00000100:00100000:1.0:1763335532.336317:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 420 00000100:00100000:0.0:1763335532.343622:0:6500:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c6723800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6500:1848991041293056:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763335532.343650:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335532.343712:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2f44e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991028827520:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 9695us (10441us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335532.343723:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 419 00000100:00100000:2.0:1763335532.346649:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335532.347584:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028827776 00000100:00100000:1.0:1763335532.347597:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028827776 00000100:00100000:1.0:1763335532.347673:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 390 00000100:00100000:1.0:1763335532.347683:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991028827776:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:1.0:1763335532.347936:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:1.0:1763335532.347940:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335532 -> 1763335532 00002000:00010000:1.0:1763335532.347943:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335532 -> 1763335532 00002000:00010000:1.0:1763335532.347947:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335532 -> 1763335532 00002000:00010000:1.0:1763335532.347949:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 208 -> 208 00000100:00100000:1.0:1763335532.348013:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+7:2408:x1848991028827776:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 330us (1373us total) trans 4294967489 rc 0/0 00000100:00100000:1.0:1763335532.348021:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 390 00000100:00100000:2.0:1763335532.358034:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335532.358122:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335532.358194:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028827904 00000100:00100000:1.0:1763335532.358205:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028827904 00000100:00100000:1.0:1763335532.358265:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1122 00000100:00100000:1.0:1763335532.358274:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+17:2407:x1848991028827904:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335532.358297:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335532.358321:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0763f72 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d51f expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335532.358359:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4600/0x10123ce7f0763efb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d4b6 expref: 15 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335532.358397:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5d9ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041293184:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335532.358468:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb600 going to sleep for 11 seconds 00000100:00100000:0.0:1763335532.358771:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028828032 00000100:00100000:0.0:1763335532.358790:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028828032 00000100:00100000:0.0:1763335532.358828:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 787 00000100:00100000:0.0:1763335532.358834:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2407:x1848991028828032:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335532.358842:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335532.358852:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7a00/0x10123ce7f0763f79 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d526 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335532.358940:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c6723800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041293312:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335532.358981:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c480 going to sleep for 11 seconds 00000100:00100000:1.0:1763335532.365654:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5d9ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041293184:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335532.365682:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 731661 00010000:00010000:1.0:1763335532.365703:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0763f72 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d51f expref: 18 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335532.365729:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335532.365733:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335532.365738:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0763f72 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d51f expref: 18 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335532.365757:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4c00, rc 0) 00000100:00100000:0.0:1763335532.366000:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c6723800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041293312:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335532.366022:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7a00/0x10123ce7f0763f79 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d526 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335532.366037:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7a00/0x10123ce7f0763f79 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d526 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335532.366046:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd7a00, rc 0) 00000100:00100000:0.0:1763335532.366133:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2407:x1848991028828032:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7297us (8008us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335532.366143:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 787 00000100:00100000:1.0:1763335532.366149:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+17:2407:x1848991028827904:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7871us (8120us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335532.366158:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1122 00000100:00100000:2.0:1763335532.370434:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335532.370493:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335532.370493:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028828160 00000100:00100000:1.0:1763335532.370505:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028828160 00000100:00100000:1.0:1763335532.370573:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1123 00000100:00100000:1.0:1763335532.370585:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+17:2408:x1848991028828160:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335532.370617:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1763335532.370632:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028828288 00000100:00100000:0.0:1763335532.370637:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028828288 00010000:00010000:1.0:1763335532.370643:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f0763f80 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d52d expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335532.370673:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 788 00000100:00100000:0.0:1763335532.370681:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991028828288:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335532.370689:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335532.370700:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6e00/0x10123ce7f0763f87 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d534 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335532.370768:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c6723800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041293440:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335532.370839:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c480 going to sleep for 11 seconds 00010000:00010000:1.0:1763335532.371009:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4600/0x10123ce7f0763efb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d4b6 expref: 15 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335532.371035:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5d9ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041293568:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335532.371068:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb600 going to sleep for 11 seconds 00000100:00100000:1.0:1763335532.376372:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5d9ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041293568:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335532.376372:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c6723800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041293440:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335532.376405:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 731661 00010000:00010000:1.0:1763335532.376424:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f0763f80 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d52d expref: 18 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335532.376424:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6e00/0x10123ce7f0763f87 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d534 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335532.376462:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335532.376465:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6e00/0x10123ce7f0763f87 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d534 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335532.376467:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335532.376475:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f0763f80 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d52d expref: 18 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335532.376482:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6e00, rc 0) 00010000:00010000:1.0:1763335532.376495:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4000, rc 0) 00000100:00100000:1.0:1763335532.376556:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+17:2408:x1848991028828160:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5969us (6129us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335532.376556:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991028828288:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5871us (6067us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335532.376575:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1123 00000100:00100000:0.0:1763335532.376576:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 788 00000100:00100000:3.0:1763335532.380923:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335532.381031:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028828416 00000100:00100000:0.0:1763335532.381041:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028828416 00000100:00100000:0.0:1763335532.381495:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 789 00000100:00100000:0.0:1763335532.381506:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2f45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:15720:x1848991028828416:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335532.381527:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335532.381548:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7a00/0x10123ce7f0763f8e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d53b expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335532.381579:0:8400:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7800/0x10123ce7f0763f6b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1355776->1368063) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d518 expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335532.381606:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335532.381608:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335532.381613:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7a00/0x10123ce7f0763f8e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1122304->1130495] (req 1122304->1130495) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d53b expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335532.381647:0:8400:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7800/0x10123ce7f0763f6b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1355776->1368063) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d518 expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335532.381661:0:8400:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7800/0x10123ce7f0763f6b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1355776->1368063) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d518 expref: 6 pid: 8400 timeout: 433 lvb_type: 0 00000100:00100000:0.0:1763335532.381674:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c6723800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041293696:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335532.381761:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c480 going to sleep for 11 seconds 00000100:00100000:0.0:1763335532.385186:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c6723800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041293696:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335532.385223:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7a00/0x10123ce7f0763f8e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1122304->1130495] (req 1122304->1130495) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d53b expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335532.385245:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd7a00, rc 0) 00000100:00100000:0.0:1763335532.385309:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2f45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+6:15720:x1848991028828416:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3805us (4396us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335532.385318:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 789 00000100:00100000:2.0:1763335532.385544:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335532.386020:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028828544 00000100:00100000:0.0:1763335532.386028:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028828544 00010000:00010000:0.0:1763335532.386182:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7800/0x10123ce7f0763f6b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1355776->1368063) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d518 expref: 7 pid: 8400 timeout: 433 lvb_type: 0 00000100:00100000:0.0:1763335532.386243:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 421 00000100:00100000:0.0:1763335532.386253:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3781c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+7:2409:x1848991028828544:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335532.387212:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335532.387252:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7800/0x10123ce7f0763f6b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1355776->1368063) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d518 expref: 7 pid: 8400 timeout: 433 lvb_type: 0 00010000:00010000:0.0:1763335532.387268:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7800/0x10123ce7f0763f6b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1355776->1368063) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d518 expref: 7 pid: 8400 timeout: 433 lvb_type: 0 00010000:00010000:0.0:1763335532.387307:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7800/0x10123ce7f0763f6b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1355776->1368063) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d518 expref: 7 pid: 8400 timeout: 433 lvb_type: 0 00010000:00010000:0.0:1763335532.387321:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335532.387323:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335532.387332:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7a00/0x10123ce7f0763f8e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1122304->1130495) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d53b expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335532.387343:0:6500:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7a00/0x10123ce7f0763f8e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1122304->1130495) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d53b expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335532.387387:0:6500:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7a00/0x10123ce7f0763f8e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1122304->1130495) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d53b expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335532.387404:0:6500:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c6723800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6500:1848991041293824:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335532.387484:0:6500:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c480 going to sleep for 11 seconds 00000100:00100000:2.0:1763335532.392298:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335532.392388:0:6500:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c6723800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6500:1848991041293824:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763335532.392414:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335532.392467:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3781c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991028828544:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 6216us (6924us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335532.392479:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 421 00000100:00100000:3.0:1763335532.392556:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028828672 00000100:00100000:3.0:1763335532.392564:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028828672 00000100:00100000:3.0:1763335532.392627:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 391 00000100:00100000:3.0:1763335532.392638:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3783800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028828672:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:3.0:1763335532.392921:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:3.0:1763335532.392925:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335532 -> 1763335532 00002000:00010000:3.0:1763335532.392928:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335532 -> 1763335532 00002000:00010000:3.0:1763335532.392930:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335532 -> 1763335532 00002000:00010000:3.0:1763335532.392932:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 208 -> 224 00000100:00100000:3.0:1763335532.392960:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3783800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+7:2408:x1848991028828672:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 324us (670us total) trans 4294967490 rc 0/0 00000100:00100000:3.0:1763335532.392967:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 391 00000100:00100000:2.0:1763335532.396985:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335532.397097:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028828800 00000100:00100000:0.0:1763335532.397118:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028828800 00000100:00100000:0.0:1763335532.397172:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 790 00000100:00100000:0.0:1763335532.397182:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc35ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:2407:x1848991028828800:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335532.397201:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335532.397219:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7800/0x10123ce7f0763f95 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d542 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335532.397276:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c6723800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041293952:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335532.397357:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c480 going to sleep for 11 seconds 00000100:00100000:0.0:1763335532.400447:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c6723800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041293952:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335532.400491:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7800/0x10123ce7f0763f95 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d542 expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335532.400519:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7800/0x10123ce7f0763f95 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d542 expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335532.400531:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd7800, rc 0) 00000100:00100000:0.0:1763335532.400596:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc35ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:2407:x1848991028828800:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3415us (3621us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335532.400608:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 790 00000100:00100000:2.0:1763335532.404340:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335532.405994:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028828928 00000100:00100000:0.0:1763335532.406011:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028828928 00000100:00100000:0.0:1763335532.406321:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 791 00000100:00100000:0.0:1763335532.406333:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc35edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:2407:x1848991028828928:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335532.406365:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335532.406386:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7800/0x10123ce7f0763f9c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d549 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335532.406451:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c6723800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041294080:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335532.406545:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c480 going to sleep for 11 seconds 00000100:00100000:0.0:1763335532.415005:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c6723800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041294080:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335532.415048:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7800/0x10123ce7f0763f9c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d549 expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335532.415073:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7800/0x10123ce7f0763f9c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d549 expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335532.415086:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd7800, rc 0) 00000100:00100000:0.0:1763335532.415149:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc35edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:2407:x1848991028828928:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 8818us (10823us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335532.415159:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 791 00000100:00100000:2.0:1763335532.418499:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335532.420758:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028829184 00000100:00100000:1.0:1763335532.420773:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028829184 00000100:00100000:1.0:1763335532.420846:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1124 00000100:00100000:1.0:1763335532.420856:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc35eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+17:15720:x1848991028829184:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:1.0:1763335532.420937:0:10055:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335532.420972:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0763f10 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d4c4 expref: 17 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335532.420991:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335532.420996:0:10055:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335532.421175:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f0763fa3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335532.421190:0:10055:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0763f5d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d50a expref: 15 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335532.421200:0:10055:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f0763fa3 lrc: 4/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335532.421233:0:10055:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0763f5d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d50a expref: 15 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335532.421247:0:10055:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0763f5d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d50a expref: 15 pid: 10055 timeout: 433 lvb_type: 0 00000100:00100000:1.0:1763335532.421262:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5d9ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041294208:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335532.421366:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb000 going to sleep for 11 seconds 00000100:00100000:2.0:1763335532.428267:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335532.428397:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5d9ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041294208:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335532.428425:0:10055:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f0763fa3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000100:00100000:0.0:1763335532.428740:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028829312 00000100:00100000:0.0:1763335532.428749:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028829312 00010000:00010000:0.0:1763335532.428785:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0763f5d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d50a expref: 16 pid: 10055 timeout: 433 lvb_type: 0 00000100:00100000:0.0:1763335532.428827:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 422 00000100:00100000:0.0:1763335532.428851:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f8344050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+16:2408:x1848991028829312:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335532.428887:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335532.428905:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0763f5d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d50a expref: 16 pid: 10055 timeout: 433 lvb_type: 0 00010000:00010000:0.0:1763335532.428918:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0763f5d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d50a expref: 16 pid: 10055 timeout: 433 lvb_type: 0 00010000:00010000:0.0:1763335532.428943:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0763f5d lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d50a expref: 16 pid: 10055 timeout: 433 lvb_type: 0 00010000:00010000:0.0:1763335532.428958:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335532.428963:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f0763fa3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335532.428976:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f0763fa3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335532.428988:0:6500:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f0763fa3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335532.429023:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335532.429075:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f8344050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+15:2408:x1848991028829312:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 223us (819us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335532.429082:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 422 00010000:00010000:3.0:1763335532.429208:0:10055:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f0763fa3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335532.429216:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f0763fa3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000001:00080000:3.0:1763335532.429313:0:10055:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967759 00000004:00010000:3.0:1763335532.429363:0:10055:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 731661 -> 731661 00000004:00010000:3.0:1763335532.429367:0:10055:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335532 -> 1763335532 00000004:00010000:3.0:1763335532.429370:0:10055:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335532 -> 1763335532 00000004:00010000:3.0:1763335532.429378:0:10055:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335532 -> 1763335532 00000004:00010000:3.0:1763335532.429381:0:10055:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 504 -> 504 00000004:00010000:3.0:1763335532.429388:0:10055:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000074e2ef3c reply state 000000005e488692 transno 4294967760 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f0763fa3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335532.429401:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f0763fa3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335532.429407:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335532.429409:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763335532.429412:0:10055:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763335532.429635:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc35eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+19:15720:x1848991028829184:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 8735us (11102us total) trans 4294967760 rc 0/0 00000100:00100000:3.0:1763335532.429647:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1124 00000020:00080000:3.0:1763335532.429653:0:10055:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763335532.431861:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335532.431982:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028829440 00000100:00100000:3.0:1763335532.431991:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028829440 00000100:00100000:3.0:1763335532.432104:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1125 00000100:00100000:3.0:1763335532.432116:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc35ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+19:15720:x1848991028829440:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335532.432142:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335532.432168:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06000/0x10123ce7f0763faa lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d550 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335532.432200:0:10055:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4600/0x10123ce7f0763efb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d4b6 expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335532.432213:0:10055:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06000/0x10123ce7f0763faa lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d550 expref: 20 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335532.432252:0:10055:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4600/0x10123ce7f0763efb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d4b6 expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335532.432297:0:10055:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4600/0x10123ce7f0763efb lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d4b6 expref: 14 pid: 10055 timeout: 433 lvb_type: 0 00000100:00100000:3.0:1763335532.432313:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c2f44a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041294336:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335532.432783:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58503c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335532.436193:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c2f44a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041294336:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335532.436230:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06000/0x10123ce7f0763faa lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d550 expref: 20 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335532.436252:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335532.436255:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335532.436260:0:10055:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06000/0x10123ce7f0763faa lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d550 expref: 20 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335532.436274:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a06000, rc 0) 00000100:00100000:3.0:1763335532.436334:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc35ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+20:15720:x1848991028829440:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4221us (4481us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335532.436345:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1125 00000100:00100000:2.0:1763335532.436720:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335532.437089:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028829568 00000100:00100000:1.0:1763335532.437097:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028829568 00010000:00010000:1.0:1763335532.437131:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4600/0x10123ce7f0763efb lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d4b6 expref: 15 pid: 10055 timeout: 433 lvb_type: 0 00000100:00100000:1.0:1763335532.437166:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 423 00000100:00100000:1.0:1763335532.437175:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc35edf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+15:2408:x1848991028829568:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335532.437189:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335532.437209:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4600/0x10123ce7f0763efb lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d4b6 expref: 15 pid: 10055 timeout: 433 lvb_type: 0 00010000:00010000:1.0:1763335532.437221:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4600/0x10123ce7f0763efb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d4b6 expref: 15 pid: 10055 timeout: 433 lvb_type: 0 00010000:00010000:1.0:1763335532.437243:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4600/0x10123ce7f0763efb lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d4b6 expref: 15 pid: 10055 timeout: 433 lvb_type: 0 00010000:00010000:1.0:1763335532.437257:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335532.437264:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06000/0x10123ce7f0763faa lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d550 expref: 19 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335532.437281:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06000/0x10123ce7f0763faa lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d550 expref: 19 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335532.437291:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06000/0x10123ce7f0763faa lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d550 expref: 19 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335532.437324:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06000/0x10123ce7f0763faa lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d550 expref: 19 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335532.437338:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5d9ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041294464:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335532.437393:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb000 going to sleep for 11 seconds 00000100:00100000:2.0:1763335532.446062:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335532.446717:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5d9ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041294464:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335532.446742:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335532.446843:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028829696 00000100:00100000:0.0:1763335532.446851:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028829696 00002000:00010000:0.0:1763335532.446918:0:8406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1158735->18446744073709551615) 00002000:00100000:0.0:1763335532.446923:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc35ed880 with x1848991028829696 ext(1158735->18446744073709551615) 00002000:00010000:0.0:1763335532.446934:0:8406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc35ed880. 00000100:00100000:1.0:1763335532.447104:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc35edf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+14:2408:x1848991028829568:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 9928us (10384us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335532.447116:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 423 00000100:00100000:0.0:1763335532.447582:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 392 00000100:00100000:0.0:1763335532.447593:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc35ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991028829696:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:0.0:1763335532.448419:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 2097152 -> 1158735 00002000:00010000:0.0:1763335532.448426:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335532 -> 1763335532 00002000:00010000:0.0:1763335532.448429:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335532 -> 1763335532 00002000:00010000:0.0:1763335532.448432:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335532 -> 1763335532 00002000:00010000:0.0:1763335532.448435:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 224 -> 40 00000100:00100000:0.0:1763335532.448484:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc35ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991028829696:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 892us (2432us total) trans 4294967491 rc 0/0 00000100:00100000:0.0:1763335532.448492:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 392 00002000:00010000:0.0:1763335532.448497:0:8406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1158735->18446744073709551615) 00002000:00100000:0.0:1763335532.448500:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc35ed880 with x1848991028829696 ext(1158735->18446744073709551615) 00002000:00010000:0.0:1763335532.448506:0:8406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc35ed880. 00000100:00100000:2.0:1763335532.453041:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335532.453128:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028829824 00000100:00100000:1.0:1763335532.453138:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028829824 00000100:00100000:1.0:1763335532.453201:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1126 00000100:00100000:1.0:1763335532.453212:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc578b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+14:15720:x1848991028829824:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335532.453235:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335532.453259:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0763fb1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d557 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335532.453351:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0763fb8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335532.453369:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0763fb8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335532.453383:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0763fb8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000004:00200000:1.0:1763335532.453410:0:10055:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 1158735 00000004:00200000:1.0:1763335532.453416:0:10055:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763335532.453435:0:10055:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0763fb8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335532.453460:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0763fb1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d557 expref: 16 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335532.453480:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0763fb8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d557 expref: 15 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335532.453490:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335532.453493:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335532.453498:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4c00, rc 0) 00000100:00100000:1.0:1763335532.454399:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc578b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+15:15720:x1848991028829824:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 1182us (1362us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335532.454409:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1126 00000100:00100000:1.0:1763335532.458200:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335532.458643:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028829952 00000100:00100000:3.0:1763335532.458656:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028829952 00000100:00100000:2.0:1763335532.458811:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335532.458900:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1127 00000100:00100000:3.0:1763335532.458911:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5d9ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+15:2409:x1848991028829952:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335532.458933:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335532.458958:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06600/0x10123ce7f0763fbf lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d55e expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335532.459026:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06000/0x10123ce7f0763faa lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d550 expref: 19 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335532.459070:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c2f44a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041294592:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335532.459159:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58503c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335532.459399:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028830080 00000100:00100000:1.0:1763335532.459404:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028830080 00000100:00100000:1.0:1763335532.459436:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 792 00000100:00100000:1.0:1763335532.459442:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5789f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991028830080:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335532.459449:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335532.459460:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5c00/0x10123ce7f0763fc6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d565 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335532.459492:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5d9f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041294720:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335532.459514:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb000 going to sleep for 11 seconds 00000100:00100000:0.0:1763335532.463330:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5d9f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041294720:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335532.463367:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5c00/0x10123ce7f0763fc6 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d565 expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335532.463392:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5c00/0x10123ce7f0763fc6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d565 expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335532.463404:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5c00, rc 0) 00000100:00100000:0.0:1763335532.463465:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5789f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991028830080:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4022us (4653us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335532.463474:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 792 00000100:00100000:3.0:1763335532.463552:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c2f44a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041294592:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335532.463566:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 731661 00010000:00010000:3.0:1763335532.463579:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06600/0x10123ce7f0763fbf lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d55e expref: 16 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335532.463592:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335532.463595:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335532.463600:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06600/0x10123ce7f0763fbf lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d55e expref: 16 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335532.463610:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a06600, rc 0) 00000100:00100000:3.0:1763335532.463633:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5d9ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+15:2409:x1848991028829952:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4724us (5444us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335532.463638:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1127 00000100:00100000:2.0:1763335532.468043:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335532.468084:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335532.468180:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028830336 00000100:00100000:0.0:1763335532.468203:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028830336 00000100:00100000:0.0:1763335532.468250:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 793 00000100:00100000:0.0:1763335532.468260:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5789880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991028830336:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335532.468279:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335532.468299:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6e00/0x10123ce7f0763fcd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d573 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335532.468360:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c6723800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041294848:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335532.468446:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335532.468674:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028830208 00000100:00100000:3.0:1763335532.468679:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028830208 00000100:00100000:3.0:1763335532.468718:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1128 00000100:00100000:3.0:1763335532.468725:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5614380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+15:2409:x1848991028830208:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335532.468736:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335532.468750:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07800/0x10123ce7f0763fd4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d56c expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335532.468793:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06000/0x10123ce7f0763faa lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d550 expref: 19 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335532.468818:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c2f44a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041294976:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335532.468845:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58503c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335532.471733:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c6723800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041294848:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335532.471774:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6e00/0x10123ce7f0763fcd lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d573 expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335532.471801:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6e00/0x10123ce7f0763fcd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d573 expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335532.471813:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6e00, rc 0) 00000100:00100000:0.0:1763335532.471903:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5789880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991028830336:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3632us (3858us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335532.471912:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 793 00000100:00100000:3.0:1763335532.471940:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c2f44a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041294976:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335532.471957:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 731661 00010000:00010000:3.0:1763335532.471980:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07800/0x10123ce7f0763fd4 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d56c expref: 16 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335532.471995:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335532.471998:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335532.472003:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07800/0x10123ce7f0763fd4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d56c expref: 16 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335532.472023:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a07800, rc 0) 00000100:00100000:3.0:1763335532.472061:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5614380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+15:2409:x1848991028830208:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3336us (3976us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335532.472068:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1128 00000100:00100000:2.0:1763335532.475826:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335532.476006:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028830592 00000100:00100000:0.0:1763335532.476026:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028830592 00000100:00100000:0.0:1763335532.476092:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 794 00000100:00100000:0.0:1763335532.476103:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5614700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991028830592:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335532.476127:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335532.476149:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6200/0x10123ce7f0763fdb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d581 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335532.476224:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c6723800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041295104:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335532.476316:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335532.476425:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335532.476851:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028830464 00000100:00100000:0.0:1763335532.476858:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028830464 00000100:00100000:0.0:1763335532.477351:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1129 00000100:00100000:0.0:1763335532.477361:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5615c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+15:2408:x1848991028830464:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335532.477379:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335532.477397:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6c00/0x10123ce7f0763fe2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d57a expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335532.477431:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06000/0x10123ce7f0763faa lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d550 expref: 19 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335532.477465:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c6723b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041295232:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335532.477531:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c000 going to sleep for 11 seconds 00000100:00100000:0.0:1763335532.480153:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c6723800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041295104:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335532.480197:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6200/0x10123ce7f0763fdb lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d581 expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335532.480225:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6200/0x10123ce7f0763fdb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d581 expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335532.480236:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6200, rc 0) 00000100:00100000:0.0:1763335532.480301:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5614700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991028830592:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4199us (4483us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335532.480321:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 794 00000100:00100000:0.0:1763335532.482542:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c6723b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041295232:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335532.482569:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 731661 00010000:00010000:0.0:1763335532.482588:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6c00/0x10123ce7f0763fe2 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d57a expref: 16 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335532.482609:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335532.482613:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335532.482617:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6c00/0x10123ce7f0763fe2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d57a expref: 16 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335532.482632:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6c00, rc 0) 00000100:00100000:0.0:1763335532.483175:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5615c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+15:2408:x1848991028830464:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5812us (6746us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335532.483186:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1129 00000100:00100000:3.0:1763335532.486240:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335532.486575:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335532.486661:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028830848 00000100:00100000:1.0:1763335532.486671:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028830848 00000100:00100000:0.0:1763335532.486763:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028830720 00000100:00100000:0.0:1763335532.486768:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028830720 00000100:00100000:0.0:1763335532.486975:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1130 00000100:00100000:0.0:1763335532.486986:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2f44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+15:2407:x1848991028830720:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335532.487021:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335532.487049:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6200/0x10123ce7f0763fe9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d588 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335532.487092:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06000/0x10123ce7f0763faa lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d550 expref: 19 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335532.487135:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c6723b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041295360:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335532.487229:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c000 going to sleep for 11 seconds 00000100:00100000:1.0:1763335532.487404:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 795 00000100:00100000:1.0:1763335532.487414:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2f46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:2407:x1848991028830848:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335532.487422:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335532.487432:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5200/0x10123ce7f0763ff0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d58f expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335532.487469:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5d9fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041295488:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335532.487515:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb840 going to sleep for 11 seconds 00000100:00100000:1.0:1763335532.492254:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5d9fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041295488:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335532.492294:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5200/0x10123ce7f0763ff0 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d58f expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335532.492318:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5200/0x10123ce7f0763ff0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d58f expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335532.492330:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5200, rc 0) 00000100:00100000:1.0:1763335532.492409:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2f46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:2407:x1848991028830848:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4996us (5833us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335532.492419:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 795 00000100:00100000:0.0:1763335532.492456:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c6723b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041295360:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335532.492473:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 731661 00010000:00010000:0.0:1763335532.492485:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6200/0x10123ce7f0763fe9 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d588 expref: 16 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335532.492500:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335532.492504:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335532.492509:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6200/0x10123ce7f0763fe9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d588 expref: 16 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335532.492521:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6200, rc 0) 00000100:00100000:0.0:1763335532.492546:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2f44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+15:2407:x1848991028830720:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5563us (6317us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335532.492553:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1130 00000100:00100000:0.0:1763335532.499473:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335532.499531:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028831104 00000100:00100000:3.0:1763335532.499542:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028831104 00000100:00100000:3.0:1763335532.499671:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1131 00000100:00100000:3.0:1763335532.499682:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c6723b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+15:15720:x1848991028831104:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:3.0:1763335532.499740:0:10055:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335532.500047:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0763fb8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d557 expref: 15 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335532.500068:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335532.500075:0:10055:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335532.500326:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98c00/0x10123ce7f0763ff7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335532.500342:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98c00/0x10123ce7f0763ff7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335532.500353:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98c00/0x10123ce7f0763ff7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000001:00080000:2.0:1763335532.500400:0:10055:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967761 00000004:00010000:2.0:1763335532.500425:0:10055:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 731661 -> 731661 00000004:00010000:2.0:1763335532.500428:0:10055:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335532 -> 1763335532 00000004:00010000:2.0:1763335532.500431:0:10055:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335532 -> 1763335532 00000004:00010000:2.0:1763335532.500433:0:10055:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335532 -> 1763335532 00000004:00010000:2.0:1763335532.500435:0:10055:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 504 -> 504 00000004:00010000:2.0:1763335532.500441:0:10055:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d71f7f1d reply state 00000000593a5fcb transno 4294967762 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98c00/0x10123ce7f0763ff7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335532.500457:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98c00/0x10123ce7f0763ff7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335532.500462:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335532.500465:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335532.500467:0:10055:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763335532.500571:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c6723b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+17:15720:x1848991028831104:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 890us (1106us total) trans 4294967762 rc 0/0 00000100:00100000:2.0:1763335532.500579:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1131 00000020:00080000:2.0:1763335532.500585:0:10055:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763335532.509712:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335532.509832:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028831232 00000100:00100000:0.0:1763335532.509842:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028831232 00000100:00100000:0.0:1763335532.509946:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1132 00000100:00100000:0.0:1763335532.509957:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5617b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+17:15720:x1848991028831232:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335532.510142:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335532.510168:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0763ffe lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d596 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335532.510201:0:10055:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06000/0x10123ce7f0763faa lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d550 expref: 19 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335532.510211:0:10055:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0763ffe lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d596 expref: 18 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335532.510242:0:10055:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06000/0x10123ce7f0763faa lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d550 expref: 19 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335532.510254:0:10055:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06000/0x10123ce7f0763faa lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d550 expref: 19 pid: 10055 timeout: 433 lvb_type: 0 00000100:00100000:1.0:1763335532.510266:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5d9fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041295616:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335532.510343:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb840 going to sleep for 11 seconds 00000100:00100000:1.0:1763335532.514346:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5d9fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041295616:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335532.514384:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0763ffe lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d596 expref: 18 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335532.514405:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335532.514408:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335532.514413:0:10055:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0763ffe lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d596 expref: 18 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335532.514427:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5200, rc 0) 00000100:00100000:1.0:1763335532.514500:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5617b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+18:15720:x1848991028831232:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4544us (4797us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335532.514510:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1132 00000100:00100000:0.0:1763335532.515182:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335532.515711:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028831360 00000100:00100000:1.0:1763335532.515721:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028831360 00010000:00010000:1.0:1763335532.515758:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06000/0x10123ce7f0763faa lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d550 expref: 20 pid: 10055 timeout: 433 lvb_type: 0 00000100:00100000:1.0:1763335532.515804:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 424 00000100:00100000:1.0:1763335532.515814:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c6723800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+20:2409:x1848991028831360:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335532.515831:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335532.515853:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06000/0x10123ce7f0763faa lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d550 expref: 20 pid: 10055 timeout: 433 lvb_type: 0 00010000:00010000:1.0:1763335532.515908:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06000/0x10123ce7f0763faa lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d550 expref: 20 pid: 10055 timeout: 433 lvb_type: 0 00010000:00010000:1.0:1763335532.515934:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06000/0x10123ce7f0763faa lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d550 expref: 20 pid: 10055 timeout: 433 lvb_type: 0 00010000:00010000:1.0:1763335532.515949:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335532.515955:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0763ffe lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d596 expref: 17 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335532.515966:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0763ffe lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d596 expref: 17 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335532.515976:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0763ffe lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d596 expref: 17 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335532.516025:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0763ffe lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d596 expref: 17 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335532.516040:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5d9fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041295744:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335532.516120:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb840 going to sleep for 11 seconds 00000100:00100000:1.0:1763335532.521998:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5d9fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041295744:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335532.522028:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335532.522073:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c6723800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+19:2409:x1848991028831360:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 6261us (6894us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335532.522084:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 424 00000100:00100000:2.0:1763335532.523181:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335532.523249:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028831488 00000100:00100000:1.0:1763335532.523258:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028831488 00000100:00100000:1.0:1763335532.523311:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 796 00000100:00100000:1.0:1763335532.523322:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5614000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:15720:x1848991028831488:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335532.523340:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335532.523360:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4200/0x10123ce7f0764005 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d59d expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335532.523393:0:8400:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7a00/0x10123ce7f0763f8e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1122304->1130495) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d53b expref: 7 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335532.523402:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335532.523404:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335532.523409:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4200/0x10123ce7f0764005 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d59d expref: 7 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335532.523447:0:8400:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7a00/0x10123ce7f0763f8e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1122304->1130495) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d53b expref: 7 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335532.523462:0:8400:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7a00/0x10123ce7f0763f8e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1122304->1130495) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d53b expref: 7 pid: 8400 timeout: 433 lvb_type: 0 00000100:00100000:1.0:1763335532.523476:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5d9fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041295872:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335532.523554:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb840 going to sleep for 11 seconds 00000100:00100000:0.0:1763335532.526032:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335532.526034:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5d9fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041295872:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335532.526067:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4200/0x10123ce7f0764005 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d59d expref: 7 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335532.526093:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4200, rc 0) 00000100:00100000:1.0:1763335532.526149:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5614000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+7:15720:x1848991028831488:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2828us (2972us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335532.526159:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 796 00000100:00100000:3.0:1763335532.526331:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028831616 00000100:00100000:3.0:1763335532.526338:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028831616 00010000:00010000:3.0:1763335532.526369:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7a00/0x10123ce7f0763f8e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1122304->1130495) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d53b expref: 8 pid: 8400 timeout: 433 lvb_type: 0 00000100:00100000:3.0:1763335532.526404:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 425 00000100:00100000:3.0:1763335532.526413:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c6723480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991028831616:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335532.526427:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335532.526448:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7a00/0x10123ce7f0763f8e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1122304->1130495) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d53b expref: 8 pid: 8400 timeout: 433 lvb_type: 0 00010000:00010000:3.0:1763335532.526460:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7a00/0x10123ce7f0763f8e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1122304->1130495) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d53b expref: 8 pid: 8400 timeout: 433 lvb_type: 0 00010000:00010000:3.0:1763335532.526486:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7a00/0x10123ce7f0763f8e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1122304->1130495) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d53b expref: 8 pid: 8400 timeout: 433 lvb_type: 0 00010000:00010000:3.0:1763335532.526499:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335532.526501:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335532.526509:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4200/0x10123ce7f0764005 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d59d expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335532.526520:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4200/0x10123ce7f0764005 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d59d expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335532.526568:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4200/0x10123ce7f0764005 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d59d expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335532.526581:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c2f46d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041296000:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335532.526648:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58503c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335532.530445:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335532.530489:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335532.530759:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028831872 00000100:00100000:1.0:1763335532.530769:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028831872 00002000:00010000:1.0:1763335532.530814:0:8406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:1.0:1763335532.530819:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0c2d01c00 with x1848991028831872 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335532.530833:0:8406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0c2d01c00. 00000100:00100000:1.0:1763335532.530908:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 393 00000100:00100000:1.0:1763335532.530918:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+7:2408:x1848991028831872:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:1.0:1763335532.531242:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1158735 -> 0 00002000:00010000:1.0:1763335532.531246:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335532 -> 1763335532 00002000:00010000:1.0:1763335532.531249:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335532 -> 1763335532 00002000:00010000:1.0:1763335532.531251:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335532 -> 1763335532 00002000:00010000:1.0:1763335532.531254:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 40 -> 0 00000100:00100000:1.0:1763335532.531312:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+8:2408:x1848991028831872:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 395us (876us total) trans 4294967492 rc 0/0 00000100:00100000:3.0:1763335532.531315:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c2f46d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041296000:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335532.531325:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 393 00002000:00010000:1.0:1763335532.531330:0:8406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:1.0:1763335532.531333:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0c2d01c00 with x1848991028831872 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335532.531337:0:8406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0c2d01c00. 00010000:00010000:3.0:1763335532.531343:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335532.531374:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c6723480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991028831616:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 4961us (5352us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335532.531384:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 425 00000100:00100000:2.0:1763335532.531423:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028831744 00000100:00100000:2.0:1763335532.531429:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028831744 00002000:00010000:2.0:1763335532.531451:0:6529:0:(mdt_io.c:274:mdt_punch_hpreq_check()) lustre-MDT0000: refresh DOM lock for [0x200000402:0xe:0x0] 00002000:00100000:2.0:1763335532.531455:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0c2d00700 with x1848991028831744 00000100:00100000:2.0:1763335532.531486:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 610 00000100:00100000:2.0:1763335532.531493:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+18:2409:x1848991028831744:12345-192.168.202.34@tcp:10:fsx.0 00000004:00010000:2.0:1763335532.531986:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 731661 -> 627851 00000004:00010000:2.0:1763335532.531992:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335532 -> 1763335532 00000004:00010000:2.0:1763335532.531994:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335532 -> 1763335532 00000004:00010000:2.0:1763335532.531996:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335532 -> 1763335532 00000004:00010000:2.0:1763335532.531998:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 504 -> 416 00000100:00100000:2.0:1763335532.532061:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+19:2409:x1848991028831744:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 567us (1570us total) trans 4294967763 rc 0/0 00000100:00100000:2.0:1763335532.532070:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 610 00002000:00010000:2.0:1763335532.532075:0:6529:0:(mdt_io.c:274:mdt_punch_hpreq_check()) lustre-MDT0000: refresh DOM lock for [0x200000402:0xe:0x0] 00002000:00100000:2.0:1763335532.532077:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0c2d00700 with x1848991028831744 00000100:00100000:0.0:1763335532.535358:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335532.535447:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028832000 00000100:00100000:1.0:1763335532.535457:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028832000 00000100:00100000:1.0:1763335532.535517:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1133 00000100:00100000:1.0:1763335532.535527:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+19:15720:x1848991028832000:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335532.535554:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335532.535579:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4e00/0x10123ce7f076400c lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d5a4 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335532.535675:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5800/0x10123ce7f0764013 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335532.535690:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5800/0x10123ce7f0764013 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335532.535700:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5800/0x10123ce7f0764013 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000004:00200000:1.0:1763335532.535731:0:10055:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 627851 00000004:00200000:1.0:1763335532.535736:0:10055:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763335532.535759:0:10055:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5800/0x10123ce7f0764013 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335532.535786:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4e00/0x10123ce7f076400c lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d5a4 expref: 21 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335532.535808:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5800/0x10123ce7f0764013 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d5a4 expref: 20 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335532.535816:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335532.535819:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335532.535824:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5800, rc 0) 00000100:00100000:1.0:1763335532.535917:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+20:15720:x1848991028832000:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 390us (570us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335532.535925:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1133 00000100:00100000:3.0:1763335532.540287:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335532.541005:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028832128 00000100:00100000:1.0:1763335532.541015:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028832128 00000100:00100000:1.0:1763335532.541080:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1134 00000100:00100000:1.0:1763335532.541090:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2f46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+19:15720:x1848991028832128:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335532.541119:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335532.541144:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5a00/0x10123ce7f076401a lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d5ab expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335532.541240:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5400/0x10123ce7f0764021 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335532.541262:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5400/0x10123ce7f0764021 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335532.541274:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5400/0x10123ce7f0764021 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000004:00200000:1.0:1763335532.541302:0:10055:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 627851 00000004:00200000:1.0:1763335532.541307:0:10055:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763335532.541326:0:10055:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5400/0x10123ce7f0764021 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335532.541354:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5a00/0x10123ce7f076401a lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d5ab expref: 21 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335532.541372:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5400/0x10123ce7f0764021 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d5ab expref: 20 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335532.541381:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335532.541383:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335532.541387:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5400, rc 0) 00000100:00100000:1.0:1763335532.541449:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2f46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+20:15720:x1848991028832128:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 360us (1172us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335532.541456:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1134 00000100:00100000:0.0:1763335532.547400:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335532.548096:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335532.548472:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028832256 00000100:00100000:2.0:1763335532.548483:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028832256 00000100:00100000:2.0:1763335532.548540:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1135 00000100:00100000:2.0:1763335532.548549:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3781c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+20:2408:x1848991028832256:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335532.548572:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335532.548597:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98e00/0x10123ce7f0764028 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d5b2 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335532.548639:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0763ffe lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d596 expref: 19 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335532.548681:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5617800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041296128:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335532.548761:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6a80 going to sleep for 11 seconds 00000100:00100000:1.0:1763335532.549848:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028832384 00000100:00100000:1.0:1763335532.549857:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028832384 00000100:00100000:1.0:1763335532.549939:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 797 00000100:00100000:1.0:1763335532.549947:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991028832384:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335532.549959:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335532.549974:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4e00/0x10123ce7f076402f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d5b9 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335532.550024:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5d9fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041296256:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335532.550080:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb840 going to sleep for 11 seconds 00000100:00100000:1.0:1763335532.553751:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5617800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041296128:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335532.553777:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 627851 00010000:00010000:1.0:1763335532.553796:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98e00/0x10123ce7f0764028 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d5b2 expref: 21 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335532.553818:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335532.553821:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335532.553826:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98e00/0x10123ce7f0764028 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d5b2 expref: 21 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335532.553839:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98e00, rc 0) 00000100:00100000:1.0:1763335532.554740:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3781c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+20:2408:x1848991028832256:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6187us (7345us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335532.554751:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1135 00000100:00100000:1.0:1763335532.555694:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5d9fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041296256:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335532.555730:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4e00/0x10123ce7f076402f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d5b9 expref: 8 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335532.555753:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4e00/0x10123ce7f076402f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d5b9 expref: 8 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335532.555764:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4e00, rc 0) 00000100:00100000:1.0:1763335532.555817:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991028832384:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5867us (7720us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335532.555826:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 797 00000100:00100000:0.0:1763335532.560812:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335532.561049:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028832512 00000100:00100000:1.0:1763335532.561059:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028832512 00000100:00100000:1.0:1763335532.561114:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1136 00000100:00100000:1.0:1763335532.561124:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+20:2408:x1848991028832512:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335532.561146:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335532.561170:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0764036 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d5c0 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335532.561212:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0763ffe lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d596 expref: 19 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335532.561254:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5d9fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041296384:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335532.561335:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb840 going to sleep for 11 seconds 00000100:00100000:0.0:1763335532.561547:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335532.563253:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028832640 00000100:00100000:1.0:1763335532.563268:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028832640 00000100:00100000:1.0:1763335532.563331:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 798 00000100:00100000:1.0:1763335532.563341:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+7:2408:x1848991028832640:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335532.563357:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335532.563376:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4e00/0x10123ce7f076403d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d5c7 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335532.563431:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5d9d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041296512:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335532.563515:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fbd80 going to sleep for 11 seconds 00000100:00100000:1.0:1763335532.567262:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5d9fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041296384:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335532.567287:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 627851 00010000:00010000:1.0:1763335532.567307:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0764036 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d5c0 expref: 21 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335532.567331:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335532.567335:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335532.567340:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0764036 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d5c0 expref: 21 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335532.567354:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5a00, rc 0) 00000100:00100000:1.0:1763335532.567419:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+20:2408:x1848991028832512:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6296us (6616us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335532.567428:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1136 00000100:00100000:0.0:1763335532.567526:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5d9d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041296512:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335532.567545:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4e00/0x10123ce7f076403d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d5c7 expref: 8 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335532.567560:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4e00/0x10123ce7f076403d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d5c7 expref: 8 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335532.567569:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4e00, rc 0) 00000100:00100000:0.0:1763335532.567590:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+7:2408:x1848991028832640:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4252us (6044us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335532.567596:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 798 00000100:00100000:0.0:1763335532.573605:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335532.573697:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028832896 00000100:00100000:1.0:1763335532.573708:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028832896 00000100:00100000:1.0:1763335532.573769:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1137 00000100:00100000:1.0:1763335532.573780:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+20:15720:x1848991028832896:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:1.0:1763335532.573835:0:8224:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335532.573903:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5400/0x10123ce7f0764021 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d5ab expref: 20 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335532.573924:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335532.573930:0:8224:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335532.574112:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0764044 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335532.574128:0:8224:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5800/0x10123ce7f0764013 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d5a4 expref: 19 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335532.574140:0:8224:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0764044 lrc: 4/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335532.574177:0:8224:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5800/0x10123ce7f0764013 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d5a4 expref: 19 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335532.574191:0:8224:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5800/0x10123ce7f0764013 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d5a4 expref: 19 pid: 10055 timeout: 433 lvb_type: 0 00000100:00100000:1.0:1763335532.574205:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5d9fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041296640:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335532.574288:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb300 going to sleep for 11 seconds 00000100:00100000:2.0:1763335532.578063:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335532.578157:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5d9fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041296640:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335532.578185:0:8224:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0764044 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000100:00100000:3.0:1763335532.578274:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028833024 00000100:00100000:3.0:1763335532.578282:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028833024 00010000:00010000:3.0:1763335532.578318:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5800/0x10123ce7f0764013 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d5a4 expref: 20 pid: 10055 timeout: 433 lvb_type: 0 00000100:00100000:3.0:1763335532.578362:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 426 00000100:00100000:3.0:1763335532.578372:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5615500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+20:2409:x1848991028833024:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335532.578388:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335532.578394:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5800/0x10123ce7f0764013 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d5a4 expref: 20 pid: 10055 timeout: 433 lvb_type: 0 00010000:00010000:3.0:1763335532.578408:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5800/0x10123ce7f0764013 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d5a4 expref: 20 pid: 10055 timeout: 433 lvb_type: 0 00010000:00010000:3.0:1763335532.578453:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5800/0x10123ce7f0764013 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d5a4 expref: 20 pid: 10055 timeout: 433 lvb_type: 0 00010000:00010000:3.0:1763335532.578469:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335532.578474:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0764044 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335532.578486:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0764044 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40290000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335532.578494:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0764044 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40290000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335532.578525:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335532.578582:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5615500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+19:2409:x1848991028833024:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 211us (528us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335532.578590:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 426 00010000:00010000:1.0:1763335532.578688:0:8224:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0764044 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335532.578696:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0764044 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000001:00080000:1.0:1763335532.578782:0:8224:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967764 00000004:00010000:1.0:1763335532.578828:0:8224:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 627851 -> 627851 00000004:00010000:1.0:1763335532.578832:0:8224:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335532 -> 1763335532 00000004:00010000:1.0:1763335532.578835:0:8224:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335532 -> 1763335532 00000004:00010000:1.0:1763335532.578837:0:8224:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335532 -> 1763335532 00000004:00010000:1.0:1763335532.578840:0:8224:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 416 -> 416 00000004:00010000:1.0:1763335532.578846:0:8224:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000053caa20a reply state 00000000087766d1 transno 4294967765 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0764044 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335532.578859:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0764044 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335532.578910:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335532.578915:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335532.578918:0:8224:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763335532.578992:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+22:15720:x1848991028832896:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 5214us (5397us total) trans 4294967765 rc 0/0 00000100:00100000:1.0:1763335532.578999:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1137 00000020:00080000:1.0:1763335532.579003:0:8224:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763335532.581824:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335532.582300:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028833152 00000100:00100000:1.0:1763335532.582312:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028833152 00000100:00100000:1.0:1763335532.582481:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1138 00000100:00100000:1.0:1763335532.582492:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2f45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+22:15720:x1848991028833152:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335532.582518:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335532.582543:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5400/0x10123ce7f076404b lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d5ce expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335532.582572:0:8224:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0763ffe lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d596 expref: 18 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335532.582583:0:8224:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5400/0x10123ce7f076404b lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d5ce expref: 23 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335532.582617:0:8224:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0763ffe lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d596 expref: 18 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335532.582630:0:8224:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0763ffe lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d596 expref: 18 pid: 10055 timeout: 433 lvb_type: 0 00000100:00100000:1.0:1763335532.582644:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5d9fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041296768:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335532.582728:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb840 going to sleep for 11 seconds 00000100:00100000:1.0:1763335532.586301:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5d9fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041296768:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335532.586336:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5400/0x10123ce7f076404b lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d5ce expref: 23 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335532.586355:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335532.586358:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335532.586363:0:8224:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5400/0x10123ce7f076404b lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d5ce expref: 23 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335532.586376:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5400, rc 0) 00000100:00100000:1.0:1763335532.587202:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2f45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+23:15720:x1848991028833152:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4708us (5381us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335532.587212:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1138 00000100:00100000:0.0:1763335532.587456:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335532.587819:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028833280 00000100:00100000:1.0:1763335532.587827:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028833280 00010000:00010000:1.0:1763335532.587856:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0763ffe lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d596 expref: 19 pid: 10055 timeout: 433 lvb_type: 0 00000100:00100000:1.0:1763335532.587921:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 427 00000100:00100000:1.0:1763335532.587931:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d8d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+19:2408:x1848991028833280:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335532.587949:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335532.587974:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0763ffe lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d596 expref: 19 pid: 10055 timeout: 433 lvb_type: 0 00010000:00010000:1.0:1763335532.587988:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0763ffe lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d596 expref: 19 pid: 10055 timeout: 433 lvb_type: 0 00010000:00010000:1.0:1763335532.588030:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0763ffe lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d596 expref: 19 pid: 10055 timeout: 433 lvb_type: 0 00010000:00010000:1.0:1763335532.588046:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335532.588051:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5400/0x10123ce7f076404b lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d5ce expref: 22 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335532.588065:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5400/0x10123ce7f076404b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d5ce expref: 22 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335532.588075:0:6500:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5400/0x10123ce7f076404b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d5ce expref: 22 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335532.588110:0:6500:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5400/0x10123ce7f076404b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d5ce expref: 22 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335532.588123:0:6500:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5d9fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6500:1848991041296896:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335532.588199:0:6500:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb840 going to sleep for 11 seconds 00000100:00100000:1.0:1763335532.593246:0:6500:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5d9fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6500:1848991041296896:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335532.593273:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335532.593330:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d8d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+18:2408:x1848991028833280:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 5399us (5874us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335532.593341:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 427 00000100:00100000:2.0:1763335532.593535:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335532.593779:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028833408 00000100:00100000:1.0:1763335532.593787:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028833408 00000100:00100000:1.0:1763335532.593828:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 799 00000100:00100000:1.0:1763335532.593837:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5614a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+7:15720:x1848991028833408:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335532.593857:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335532.593917:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0764052 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d5d5 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335532.593950:0:8400:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4200/0x10123ce7f0764005 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d59d expref: 7 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335532.593959:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335532.593962:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335532.593967:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0764052 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d5d5 expref: 8 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335532.593996:0:8400:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4200/0x10123ce7f0764005 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d59d expref: 7 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335532.594009:0:8400:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4200/0x10123ce7f0764005 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d59d expref: 7 pid: 8400 timeout: 433 lvb_type: 0 00000100:00100000:1.0:1763335532.594023:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5d9fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041297024:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335532.594081:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb840 going to sleep for 11 seconds 00000100:00100000:1.0:1763335532.598644:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5d9fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041297024:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335532.598684:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0764052 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d5d5 expref: 8 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335532.598707:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5a00, rc 0) 00000100:00100000:1.0:1763335532.598772:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5614a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+8:15720:x1848991028833408:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4933us (5236us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335532.598781:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 799 00000100:00100000:2.0:1763335532.599705:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335532.599802:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028833536 00000100:00100000:1.0:1763335532.599809:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028833536 00010000:00010000:1.0:1763335532.599841:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4200/0x10123ce7f0764005 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d59d expref: 8 pid: 8400 timeout: 433 lvb_type: 0 00000100:00100000:1.0:1763335532.599905:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 428 00000100:00100000:1.0:1763335532.599916:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5616a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+8:2408:x1848991028833536:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335532.599933:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335532.599955:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4200/0x10123ce7f0764005 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d59d expref: 8 pid: 8400 timeout: 433 lvb_type: 0 00010000:00010000:1.0:1763335532.599969:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4200/0x10123ce7f0764005 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d59d expref: 8 pid: 8400 timeout: 433 lvb_type: 0 00010000:00010000:1.0:1763335532.599994:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4200/0x10123ce7f0764005 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d59d expref: 8 pid: 8400 timeout: 433 lvb_type: 0 00010000:00010000:1.0:1763335532.600017:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335532.600019:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335532.600028:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0764052 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d5d5 expref: 7 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335532.600039:0:6500:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0764052 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d5d5 expref: 7 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335532.600083:0:6500:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0764052 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d5d5 expref: 7 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335532.600097:0:6500:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5d9fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6500:1848991041297152:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335532.600170:0:6500:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb840 going to sleep for 11 seconds 00000100:00100000:0.0:1763335532.604769:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335532.604994:0:6500:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5d9fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6500:1848991041297152:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335532.605029:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335532.605295:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028833664 00000100:00100000:3.0:1763335532.605303:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028833664 00002000:00010000:3.0:1763335532.605345:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1874817->18446744073709551615) 00002000:00100000:3.0:1763335532.605350:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0c2d8ed80 with x1848991028833664 ext(1874817->18446744073709551615) 00002000:00010000:3.0:1763335532.605371:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0c2d8ed80. 00000100:00100000:3.0:1763335532.605408:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 394 00000100:00100000:3.0:1763335532.605419:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991028833664:12345-192.168.202.34@tcp:10:fsx.0 00000100:00100000:1.0:1763335532.605525:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5616a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+7:2408:x1848991028833536:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 5609us (5823us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335532.605537:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 428 00002000:00010000:3.0:1763335532.605643:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 0 -> 1874817 00002000:00010000:3.0:1763335532.605647:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335532 -> 1763335532 00002000:00010000:3.0:1763335532.605649:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335532 -> 1763335532 00002000:00010000:3.0:1763335532.605658:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335532 -> 1763335532 00002000:00010000:3.0:1763335532.605660:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335532.605710:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+9:2408:x1848991028833664:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 291us (949us total) trans 4294967493 rc 0/0 00000100:00100000:3.0:1763335532.605718:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 394 00002000:00010000:3.0:1763335532.605722:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1874817->18446744073709551615) 00002000:00100000:3.0:1763335532.605725:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0c2d8ed80 with x1848991028833664 ext(1874817->18446744073709551615) 00002000:00010000:3.0:1763335532.605731:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0c2d8ed80. 00000100:00100000:0.0:1763335532.609312:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335532.609390:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028833792 00000100:00100000:1.0:1763335532.609400:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028833792 00000100:00100000:1.0:1763335532.610041:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1139 00000100:00100000:1.0:1763335532.610052:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+18:15720:x1848991028833792:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335532.610074:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335532.610098:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4200/0x10123ce7f0764059 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d5dc expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335532.610197:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0764060 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335532.610216:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0764060 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335532.610229:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0764060 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000004:00200000:1.0:1763335532.610261:0:8224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 1874817 00000004:00200000:1.0:1763335532.610266:0:8224:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763335532.610285:0:8224:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0764060 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335532.610312:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4200/0x10123ce7f0764059 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d5dc expref: 20 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335532.610329:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0764060 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d5dc expref: 19 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335532.610338:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335532.610340:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335532.610344:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5200, rc 0) 00000100:00100000:1.0:1763335532.610400:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+19:15720:x1848991028833792:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 351us (1099us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335532.610408:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1139 00000100:00100000:2.0:1763335532.613457:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335532.613576:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335532.613644:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028834048 00000100:00100000:1.0:1763335532.613653:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028834048 00000100:00100000:1.0:1763335532.613713:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 800 00000100:00100000:1.0:1763335532.613723:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5616680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+7:2408:x1848991028834048:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335532.613744:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335532.613764:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4800/0x10123ce7f0764067 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d5ea expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335532.613826:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5d9fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041297280:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335532.613862:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028833920 00000100:00100000:0.0:1763335532.613904:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028833920 00000100:00100000:1.0:1763335532.613935:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb840 going to sleep for 11 seconds 00000100:00100000:0.0:1763335532.613938:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1140 00000100:00100000:0.0:1763335532.613945:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5615180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+19:2408:x1848991028833920:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335532.613956:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335532.613969:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7200/0x10123ce7f076406e lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d5e3 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335532.614001:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5400/0x10123ce7f076404b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d5ce expref: 22 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335532.614044:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc46e9500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041297408:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335532.614069:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c000 going to sleep for 11 seconds 00000100:00100000:1.0:1763335532.617972:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5d9fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041297280:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335532.618020:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4800/0x10123ce7f0764067 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d5ea expref: 8 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335532.618047:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4800/0x10123ce7f0764067 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d5ea expref: 8 pid: 8400 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1763335532.618051:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc46e9500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041297408:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335532.618059:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4800, rc 0) 00002000:00010000:2.0:1763335532.618066:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 627851 00010000:00010000:2.0:1763335532.618078:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7200/0x10123ce7f076406e lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d5e3 expref: 20 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335532.618091:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335532.618095:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335532.618100:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7200/0x10123ce7f076406e lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d5e3 expref: 20 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335532.618112:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd7200, rc 0) 00000100:00100000:2.0:1763335532.618304:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5615180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+19:2408:x1848991028833920:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4357us (4725us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335532.618304:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5616680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+7:2408:x1848991028834048:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4581us (4855us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335532.618314:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1140 00000100:00100000:0.0:1763335532.618314:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 800 00000100:00100000:2.0:1763335532.621991:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335532.622032:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335532.622033:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028834304 00000100:00100000:0.0:1763335532.622042:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028834304 00000100:00100000:0.0:1763335532.622100:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 801 00000100:00100000:0.0:1763335532.622111:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5616300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+7:2408:x1848991028834304:12345-192.168.202.34@tcp:101:fsx.0 00000100:00100000:3.0:1763335532.622156:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028834176 00000100:00100000:3.0:1763335532.622161:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028834176 00000100:00100000:3.0:1763335532.622210:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1141 00000100:00100000:3.0:1763335532.622217:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5617800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+19:2408:x1848991028834176:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335532.622238:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335532.622278:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335532.622290:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6000/0x10123ce7f076407c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d5f8 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335532.622319:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07800/0x10123ce7f0764075 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d5f1 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335532.622357:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5400/0x10123ce7f076404b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d5ce expref: 22 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335532.622421:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc46e8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041297536:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335532.622507:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335532.622813:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c2f44380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041297664:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335532.622844:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58503c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335532.626521:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc46e8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041297536:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335532.626544:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c2f44380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041297664:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335532.626562:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 627851 00010000:00010000:2.0:1763335532.626580:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07800/0x10123ce7f0764075 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d5f1 expref: 20 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335532.626603:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335532.626607:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335532.626612:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07800/0x10123ce7f0764075 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d5f1 expref: 20 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335532.626626:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6000/0x10123ce7f076407c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d5f8 expref: 8 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335532.626627:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a07800, rc 0) 00010000:00010000:0.0:1763335532.626648:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6000/0x10123ce7f076407c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d5f8 expref: 8 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335532.626668:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6000, rc 0) 00000100:00100000:0.0:1763335532.626728:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5616300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+7:2408:x1848991028834304:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4616us (4743us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335532.626729:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5617800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+19:2408:x1848991028834176:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4508us (4690us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335532.626739:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1141 00000100:00100000:0.0:1763335532.626754:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 801 00000100:00100000:1.0:1763335532.637806:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335532.638016:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028834432 00000100:00100000:2.0:1763335532.638027:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028834432 00002000:00100000:2.0:1763335532.638092:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f5d9fb80 x1848991028834432/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:578/0 lens 488/0 e 0 to 0 dl 1763335543 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335532.638103:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f5d9fb80 with x1848991028834432 00000100:00100000:2.0:1763335532.638147:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 611 00000100:00100000:2.0:1763335532.638158:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5d9fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+23:2409:x1848991028834432:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335532.638586:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335532.638835:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028834560 00000100:00100000:0.0:1763335532.638841:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028834560 00002000:00100000:0.0:1763335532.638912:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->1875967) req@ffff9af0c2f44e00 x1848991028834560/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:578/0 lens 488/0 e 0 to 0 dl 1763335543 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335532.638923:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0c2f44e00 with x1848991028834560 ext(1048576->1875967) 00002000:00010000:0.0:1763335532.638928:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0c2f44e00 00000100:00100000:0.0:1763335532.638946:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 395 00000100:00100000:0.0:1763335532.638954:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2f44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+9:2409:x1848991028834560:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335532.661782:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2f44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+9:2409:x1848991028834560:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 22816us (23184us total) trans 0 rc 827392/827392 00000100:00100000:0.0:1763335532.661798:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 395 00002000:00100000:0.0:1763335532.661812:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->1875967) req@ffff9af0c2f44e00 x1848991028834560/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:578/0 lens 488/440 e 0 to 0 dl 1763335543 ref 1 fl Complete:/600/0 rc 827392/827392 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335532.661823:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0c2f44e00 with x1848991028834560 ext(1048576->1875967) 00002000:00010000:0.0:1763335532.661831:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0c2f44e00 00000100:00100000:1.0:1763335532.666255:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5d9fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+23:2409:x1848991028834432:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 28085us (28600us total) trans 0 rc 630784/630784 00000100:00100000:1.0:1763335532.666270:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 611 00002000:00100000:1.0:1763335532.666285:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f5d9fb80 x1848991028834432/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:578/0 lens 488/440 e 0 to 0 dl 1763335543 ref 1 fl Complete:/600/0 rc 630784/630784 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335532.666295:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f5d9fb80 with x1848991028834432 00000100:00100000:3.0:1763335532.683379:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335532.683436:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335532.684242:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028834688 00000100:00100000:2.0:1763335532.684254:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028834688 00000100:00100000:2.0:1763335532.684316:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1142 00000100:00100000:2.0:1763335532.684326:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2f44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+19:2408:x1848991028834688:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335532.684351:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335532.684376:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f0764083 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d5ff expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335532.684419:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5400/0x10123ce7f076404b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d5ce expref: 22 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335532.684462:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c90e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041297792:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335532.684564:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6780 going to sleep for 11 seconds 00000100:00100000:0.0:1763335532.685259:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028834816 00000100:00100000:0.0:1763335532.685265:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028834816 00000100:00100000:0.0:1763335532.685312:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 802 00000100:00100000:0.0:1763335532.685321:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+7:2409:x1848991028834816:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335532.685331:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335532.685344:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6800/0x10123ce7f076408a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d606 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335532.685404:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc46e8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041297920:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335532.685455:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335532.697669:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc46e8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041297920:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335532.697714:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6800/0x10123ce7f076408a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d606 expref: 8 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335532.697741:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6800/0x10123ce7f076408a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d606 expref: 8 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335532.697753:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6800, rc 0) 00000100:00100000:0.0:1763335532.698315:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+7:2409:x1848991028834816:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 12992us (14875us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335532.698327:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 802 00000100:00100000:2.0:1763335532.704000:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c90e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041297792:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335532.704224:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 627851 00010000:00010000:2.0:1763335532.704250:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f0764083 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d5ff expref: 20 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335532.704277:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335532.704280:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335532.704287:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f0764083 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d5ff expref: 20 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335532.704300:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98800, rc 0) 00000100:00100000:2.0:1763335532.704455:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2f44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+19:2408:x1848991028834688:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 20129us (21083us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335532.704468:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1142 00000100:00100000:1.0:1763335532.709636:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335532.709688:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335532.709864:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028835072 00000100:00100000:0.0:1763335532.709912:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028835072 00000100:00100000:0.0:1763335532.709967:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 803 00000100:00100000:0.0:1763335532.709976:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5d9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+7:2407:x1848991028835072:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335532.709997:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335532.710032:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6400/0x10123ce7f0764091 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d614 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335532.710094:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc46e8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041298048:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335532.710185:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335532.710272:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028834944 00000100:00100000:2.0:1763335532.710277:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028834944 00000100:00100000:2.0:1763335532.710309:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1143 00000100:00100000:2.0:1763335532.710317:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5d9d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+19:2407:x1848991028834944:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335532.710327:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335532.710341:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f0764098 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d60d expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335532.710374:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5400/0x10123ce7f076404b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d5ce expref: 22 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335532.710400:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c90e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041298176:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335532.710433:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6780 going to sleep for 11 seconds 00000100:00100000:2.0:1763335532.713474:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc46e8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041298048:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335532.713516:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6400/0x10123ce7f0764091 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d614 expref: 8 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335532.713542:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6400/0x10123ce7f0764091 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d614 expref: 8 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335532.713554:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6400, rc 0) 00000100:00100000:2.0:1763335532.713820:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5d9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+7:2407:x1848991028835072:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3843us (4129us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335532.713830:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 803 00000100:00100000:2.0:1763335532.714767:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c90e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041298176:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335532.714786:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 627851 00010000:00010000:2.0:1763335532.714804:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f0764098 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d60d expref: 20 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335532.714822:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335532.714825:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335532.714830:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f0764098 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d60d expref: 20 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335532.714843:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98800, rc 0) 00000100:00100000:2.0:1763335532.715253:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5d9d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+19:2407:x1848991028834944:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4935us (5626us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335532.715263:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1143 00000100:00100000:1.0:1763335532.722269:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335532.722847:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028835200 00000100:00100000:2.0:1763335532.722859:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028835200 00000100:00100000:2.0:1763335532.722951:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1144 00000100:00100000:2.0:1763335532.722961:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+23:15720:x1848991028835200:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335532.722984:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335532.723008:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98a00/0x10123ce7f076409f lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d61b expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335532.723102:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f07640a6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335532.723120:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f07640a6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335532.723133:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f07640a6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000004:00200000:2.0:1763335532.723161:0:10055:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 1874817 00000004:00200000:2.0:1763335532.723166:0:10055:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763335532.723184:0:10055:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f07640a6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335532.723217:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98a00/0x10123ce7f076409f lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d61b expref: 25 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335532.723234:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f07640a6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d61b expref: 24 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335532.723244:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335532.723247:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335532.723251:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98400, rc 0) 00000100:00100000:2.0:1763335532.723316:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+24:15720:x1848991028835200:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 357us (1058us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335532.723324:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1144 00000100:00100000:0.0:1763335532.729059:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335532.729171:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028835328 00000100:00100000:3.0:1763335532.729181:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028835328 00000100:00100000:3.0:1763335532.729258:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 396 00000100:00100000:3.0:1763335532.729278:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc46eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+9:2408:x1848991028835328:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:3.0:1763335532.729503:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1874817 -> 1874817 00002000:00010000:3.0:1763335532.729507:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335532 -> 1763335532 00002000:00010000:3.0:1763335532.729510:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335532 -> 1763335532 00002000:00010000:3.0:1763335532.729512:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335532 -> 1763335532 00002000:00010000:3.0:1763335532.729514:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335532.729575:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc46eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+10:2408:x1848991028835328:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 299us (526us total) trans 4294967494 rc 0/0 00000100:00100000:3.0:1763335532.729583:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 396 00000100:00100000:3.0:1763335532.735317:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335532.735633:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028835456 00000100:00100000:2.0:1763335532.735643:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028835456 00000100:00100000:2.0:1763335532.735703:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 804 00000100:00100000:2.0:1763335532.735714:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+7:15720:x1848991028835456:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335532.735735:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335532.735756:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98a00/0x10123ce7f07640ad lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d622 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335532.735789:0:8400:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0764052 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d5d5 expref: 9 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335532.735803:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335532.735805:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335532.735810:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98a00/0x10123ce7f07640ad lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1568768->1605631] (req 1568768->1605631) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d622 expref: 8 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335532.735845:0:8400:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0764052 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d5d5 expref: 9 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335532.735858:0:8400:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0764052 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d5d5 expref: 9 pid: 8400 timeout: 433 lvb_type: 0 00000100:00100000:2.0:1763335532.736128:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c90e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041298304:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335532.736201:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6780 going to sleep for 11 seconds 00000100:00100000:0.0:1763335532.739773:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c90e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041298304:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335532.739812:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98a00/0x10123ce7f07640ad lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1568768->1605631] (req 1568768->1605631) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d622 expref: 8 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335532.739833:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98a00, rc 0) 00000100:00100000:0.0:1763335532.739929:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+8:15720:x1848991028835456:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4216us (4621us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335532.739938:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 804 00000100:00100000:0.0:1763335532.742837:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335532.743393:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028835584 00000100:00100000:2.0:1763335532.743405:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028835584 00010000:00010000:2.0:1763335532.743446:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0764052 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d5d5 expref: 10 pid: 8400 timeout: 433 lvb_type: 0 00000100:00100000:2.0:1763335532.743494:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 429 00000100:00100000:2.0:1763335532.743505:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f8347850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:819c42eb-8a5f-4523-990c-a007cb66998d+10:2408:x1848991028835584:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335532.743523:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335532.743544:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0764052 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d5d5 expref: 10 pid: 8400 timeout: 433 lvb_type: 0 00010000:00010000:2.0:1763335532.743558:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0764052 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d5d5 expref: 10 pid: 8400 timeout: 433 lvb_type: 0 00010000:00010000:2.0:1763335532.743586:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0764052 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d5d5 expref: 10 pid: 8400 timeout: 433 lvb_type: 0 00010000:00010000:2.0:1763335532.743603:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335532.743605:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335532.743615:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98a00/0x10123ce7f07640ad lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1568768->1605631) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d622 expref: 7 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335532.743625:0:6500:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98a00/0x10123ce7f07640ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1568768->1605631) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d622 expref: 7 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335532.743666:0:6500:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98a00/0x10123ce7f07640ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1568768->1605631) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d622 expref: 7 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335532.743680:0:6500:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c93480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6500:1848991041298432:192.168.202.34@tcp:105: 00000100:00100000:2.0:1763335532.744480:0:6500:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6780 going to sleep for 11 seconds 00000100:00100000:3.0:1763335532.747794:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335532.747945:0:6500:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c93480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6500:1848991041298432:192.168.202.34@tcp:105: 00010000:00010000:2.0:1763335532.747970:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335532.748022:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f8347850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:819c42eb-8a5f-4523-990c-a007cb66998d+9:2408:x1848991028835584:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 4518us (5193us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335532.748033:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 429 00000100:00100000:1.0:1763335532.748510:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028835712 00000100:00100000:1.0:1763335532.748517:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028835712 00002000:00100000:1.0:1763335532.748558:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1568768->1572863) req@ffff9af0ffb3df80 x1848991028835712/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:578/0 lens 488/0 e 0 to 0 dl 1763335543 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335532.748567:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb3df80 with x1848991028835712 ext(1568768->1572863) 00002000:00010000:1.0:1763335532.748572:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb3df80 00000100:00100000:1.0:1763335532.748600:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 397 00000100:00100000:1.0:1763335532.748607:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+8:2408:x1848991028835712:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335532.748762:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+8:2408:x1848991028835712:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 154us (977us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335532.748767:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 397 00002000:00100000:1.0:1763335532.748773:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1568768->1572863) req@ffff9af0ffb3df80 x1848991028835712/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:578/0 lens 488/4536 e 0 to 0 dl 1763335543 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335532.748780:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb3df80 with x1848991028835712 ext(1568768->1572863) 00002000:00010000:1.0:1763335532.748784:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb3df80 00000100:00100000:3.0:1763335532.753578:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335532.753798:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028835840 00000100:00100000:2.0:1763335532.753809:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028835840 00002000:00100000:2.0:1763335532.753856:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1601536->1605631) req@ffff9af0ffb3dc00 x1848991028835840/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:578/0 lens 488/0 e 0 to 0 dl 1763335543 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335532.753978:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb3dc00 with x1848991028835840 ext(1601536->1605631) 00002000:00010000:2.0:1763335532.753985:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb3dc00 00000100:00100000:2.0:1763335532.754017:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 398 00000100:00100000:2.0:1763335532.754026:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2407:x1848991028835840:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335532.754209:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2407:x1848991028835840:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 183us (640us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335532.754216:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 398 00002000:00100000:2.0:1763335532.754222:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1601536->1605631) req@ffff9af0ffb3dc00 x1848991028835840/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:578/0 lens 488/4536 e 0 to 0 dl 1763335543 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335532.754230:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb3dc00 with x1848991028835840 ext(1601536->1605631) 00002000:00010000:2.0:1763335532.754233:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb3dc00 00000100:00100000:0.0:1763335532.758012:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335532.759324:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028835968 00000100:00100000:2.0:1763335532.759338:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028835968 00000100:00100000:1.0:1763335532.759515:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 805 00000100:00100000:1.0:1763335532.759526:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc46e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+9:2408:x1848991028835968:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335532.759548:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335532.759570:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4800/0x10123ce7f07640b4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d629 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335532.759634:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c41f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041298560:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335532.759726:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb840 going to sleep for 11 seconds 00002000:00010000:1.0:1763335532.762087:0:8400:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime: 1763335532 -> 1763335533 00002000:00010000:1.0:1763335532.762095:0:8400:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime: 1763335532 -> 1763335533 00002000:00010000:1.0:1763335532.762097:0:8400:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:1.0:1763335532.762118:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c41f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041298560:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335532.762152:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4800/0x10123ce7f07640b4 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d629 expref: 10 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335532.762177:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4800/0x10123ce7f07640b4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d629 expref: 10 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335532.762195:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4800, rc 0) 00000100:00100000:1.0:1763335532.762370:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc46e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+9:2408:x1848991028835968:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2845us (4368us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335532.762380:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 805 00000100:00100000:2.0:1763335532.765362:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335532.765430:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028836096 00000100:00100000:1.0:1763335532.765440:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028836096 00000100:00100000:1.0:1763335532.765516:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 806 00000100:00100000:1.0:1763335532.765525:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+9:2407:x1848991028836096:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335532.765545:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335532.765564:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4200/0x10123ce7f07640bb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d630 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335532.765616:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c41f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041298688:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335532.765695:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb840 going to sleep for 11 seconds 00000100:00100000:1.0:1763335532.767572:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c41f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041298688:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335532.767608:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4200/0x10123ce7f07640bb lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d630 expref: 10 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335532.767631:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4200/0x10123ce7f07640bb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d630 expref: 10 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335532.767641:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4200, rc 0) 00000100:00100000:1.0:1763335532.767761:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+9:2407:x1848991028836096:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2235us (2407us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335532.767773:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 806 00000100:00100000:3.0:1763335532.770713:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335532.770820:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028836224 00000100:00100000:0.0:1763335532.770829:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028836224 00000100:00100000:2.0:1763335532.771365:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1145 00000100:00100000:2.0:1763335532.771377:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+19:2408:x1848991028836224:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335532.771398:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335532.771418:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98200/0x10123ce7f07640c2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d637 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335532.771455:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5400/0x10123ce7f076404b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d5ce expref: 23 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335532.771493:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c91f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041298816:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335532.771570:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6a80 going to sleep for 11 seconds 00000004:00010000:2.0:1763335532.775602:0:10055:0:(mdt_lvb.c:183:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime: 1763335532 -> 1763335533 00000004:00010000:2.0:1763335532.775611:0:10055:0:(mdt_lvb.c:195:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime: 1763335532 -> 1763335533 00000100:00100000:2.0:1763335532.775632:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c91f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041298816:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335532.775655:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 627851 00010000:00010000:2.0:1763335532.775674:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98200/0x10123ce7f07640c2 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d637 expref: 20 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335532.775696:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335532.775699:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335532.775703:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98200/0x10123ce7f07640c2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d637 expref: 20 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335532.775716:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98200, rc 0) 00000100:00100000:2.0:1763335532.775806:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+19:2408:x1848991028836224:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4430us (5099us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335532.775816:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1145 00000100:00100000:1.0:1763335532.780290:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335532.780440:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028836352 00000100:00100000:0.0:1763335532.780451:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028836352 00002000:00100000:0.0:1763335532.780496:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1474560->1478655) req@ffff9aefc4c41f80 x1848991028836352/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:578/0 lens 488/0 e 0 to 0 dl 1763335543 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335532.780507:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4c41f80 with x1848991028836352 ext(1474560->1478655) 00002000:00010000:0.0:1763335532.780513:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4c41f80 00000100:00100000:0.0:1763335532.780571:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 399 00000100:00100000:0.0:1763335532.780580:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+8:2407:x1848991028836352:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335532.780746:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+8:2407:x1848991028836352:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 166us (465us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335532.780753:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 399 00002000:00100000:0.0:1763335532.780759:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1474560->1478655) req@ffff9aefc4c41f80 x1848991028836352/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:578/0 lens 488/4536 e 0 to 0 dl 1763335543 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335532.780784:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4c41f80 with x1848991028836352 ext(1474560->1478655) 00002000:00010000:0.0:1763335532.780787:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4c41f80 00000100:00100000:0.0:1763335532.785056:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335532.785329:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028836480 00000100:00100000:1.0:1763335532.785339:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028836480 00002000:00100000:1.0:1763335532.785384:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1478656->1482751) req@ffff9aefc46e8e00 x1848991028836480/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:578/0 lens 488/0 e 0 to 0 dl 1763335543 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335532.785395:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc46e8e00 with x1848991028836480 ext(1478656->1482751) 00002000:00010000:1.0:1763335532.785402:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc46e8e00 00000100:00100000:1.0:1763335532.786091:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 400 00000100:00100000:1.0:1763335532.786105:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc46e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+8:2408:x1848991028836480:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335532.786299:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc46e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+8:2408:x1848991028836480:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 197us (1256us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335532.786307:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 400 00002000:00100000:1.0:1763335532.786314:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1478656->1482751) req@ffff9aefc46e8e00 x1848991028836480/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:578/0 lens 488/4536 e 0 to 0 dl 1763335543 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335532.786324:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc46e8e00 with x1848991028836480 ext(1478656->1482751) 00002000:00010000:1.0:1763335532.786329:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc46e8e00 00000100:00100000:1.0:1763335532.789692:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335532.789913:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028836608 00000100:00100000:2.0:1763335532.789925:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028836608 00002000:00100000:2.0:1763335532.789976:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1482752->1486847) req@ffff9aefc4c40000 x1848991028836608/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:578/0 lens 488/0 e 0 to 0 dl 1763335543 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335532.789987:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4c40000 with x1848991028836608 ext(1482752->1486847) 00002000:00010000:2.0:1763335532.789993:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4c40000 00000100:00100000:2.0:1763335532.790029:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 401 00000100:00100000:2.0:1763335532.790038:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2407:x1848991028836608:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335532.790215:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2407:x1848991028836608:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 177us (533us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335532.790223:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 401 00002000:00100000:2.0:1763335532.790230:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1482752->1486847) req@ffff9aefc4c40000 x1848991028836608/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:578/0 lens 488/4536 e 0 to 0 dl 1763335543 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335532.790238:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4c40000 with x1848991028836608 ext(1482752->1486847) 00002000:00010000:2.0:1763335532.790242:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4c40000 00000100:00100000:0.0:1763335532.793606:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335532.793798:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028836736 00000100:00100000:1.0:1763335532.793808:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028836736 00002000:00100000:1.0:1763335532.793855:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1486848->1490943) req@ffff9aefc46eb800 x1848991028836736/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:578/0 lens 488/0 e 0 to 0 dl 1763335543 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335532.793904:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc46eb800 with x1848991028836736 ext(1486848->1490943) 00002000:00010000:1.0:1763335532.793911:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc46eb800 00000100:00100000:1.0:1763335532.793942:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 402 00000100:00100000:1.0:1763335532.793952:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc46eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+8:2408:x1848991028836736:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335532.794124:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc46eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+8:2408:x1848991028836736:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 173us (528us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335532.794132:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 402 00002000:00100000:1.0:1763335532.794139:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1486848->1490943) req@ffff9aefc46eb800 x1848991028836736/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:578/0 lens 488/4536 e 0 to 0 dl 1763335543 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335532.794148:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc46eb800 with x1848991028836736 ext(1486848->1490943) 00002000:00010000:1.0:1763335532.794151:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc46eb800 00000100:00100000:0.0:1763335532.797641:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335532.797913:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028836864 00000100:00100000:2.0:1763335532.797923:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028836864 00002000:00100000:2.0:1763335532.797971:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1490944->1495039) req@ffff9aefc46e8a80 x1848991028836864/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:578/0 lens 488/0 e 0 to 0 dl 1763335543 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335532.797983:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc46e8a80 with x1848991028836864 ext(1490944->1495039) 00002000:00010000:2.0:1763335532.797989:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc46e8a80 00000100:00100000:2.0:1763335532.798023:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 403 00000100:00100000:2.0:1763335532.798032:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc46e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2407:x1848991028836864:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335532.798181:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc46e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2407:x1848991028836864:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 150us (548us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335532.798189:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 403 00002000:00100000:2.0:1763335532.798195:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1490944->1495039) req@ffff9aefc46e8a80 x1848991028836864/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:578/0 lens 488/4536 e 0 to 0 dl 1763335543 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335532.798203:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc46e8a80 with x1848991028836864 ext(1490944->1495039) 00002000:00010000:2.0:1763335532.798207:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc46e8a80 00000100:00100000:3.0:1763335532.801277:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335532.801503:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028836992 00000100:00100000:1.0:1763335532.801515:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028836992 00002000:00100000:1.0:1763335532.801572:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1495040->1499135) req@ffff9af0ffb3c000 x1848991028836992/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:578/0 lens 488/0 e 0 to 0 dl 1763335543 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335532.801584:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb3c000 with x1848991028836992 ext(1495040->1499135) 00002000:00010000:1.0:1763335532.801590:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb3c000 00000100:00100000:1.0:1763335532.801626:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 404 00000100:00100000:1.0:1763335532.801637:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+8:2408:x1848991028836992:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335532.801841:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+8:2408:x1848991028836992:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 205us (574us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335532.801849:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 404 00002000:00100000:1.0:1763335532.801856:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1495040->1499135) req@ffff9af0ffb3c000 x1848991028836992/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:578/0 lens 488/4536 e 0 to 0 dl 1763335543 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335532.801863:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb3c000 with x1848991028836992 ext(1495040->1499135) 00002000:00010000:1.0:1763335532.801911:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb3c000 00000100:00100000:0.0:1763335532.805466:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335532.805566:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028837120 00000100:00100000:2.0:1763335532.805576:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028837120 00002000:00100000:2.0:1763335532.805624:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1499136->1503231) req@ffff9aefc46e9500 x1848991028837120/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:578/0 lens 488/0 e 0 to 0 dl 1763335543 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335532.805642:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc46e9500 with x1848991028837120 ext(1499136->1503231) 00002000:00010000:2.0:1763335532.805648:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc46e9500 00000100:00100000:2.0:1763335532.805680:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 405 00000100:00100000:2.0:1763335532.805688:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc46e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2408:x1848991028837120:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335532.805849:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc46e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2408:x1848991028837120:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 161us (392us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335532.805856:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 405 00002000:00100000:2.0:1763335532.805862:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1499136->1503231) req@ffff9aefc46e9500 x1848991028837120/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:578/0 lens 488/4536 e 0 to 0 dl 1763335543 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335532.805927:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc46e9500 with x1848991028837120 ext(1499136->1503231) 00002000:00010000:2.0:1763335532.805931:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc46e9500 00000100:00100000:0.0:1763335532.809661:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335532.809930:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028837248 00000100:00100000:1.0:1763335532.809942:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028837248 00002000:00100000:1.0:1763335532.809994:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1503232->1507327) req@ffff9af0f7c94380 x1848991028837248/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:578/0 lens 488/0 e 0 to 0 dl 1763335543 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335532.810007:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7c94380 with x1848991028837248 ext(1503232->1507327) 00002000:00010000:1.0:1763335532.810014:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7c94380 00000100:00100000:1.0:1763335532.810055:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 406 00000100:00100000:1.0:1763335532.810065:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c94380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+8:2408:x1848991028837248:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335532.810245:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c94380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+8:2408:x1848991028837248:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 179us (596us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335532.810252:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 406 00002000:00100000:1.0:1763335532.810259:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1503232->1507327) req@ffff9af0f7c94380 x1848991028837248/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:578/0 lens 488/4536 e 0 to 0 dl 1763335543 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335532.810267:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7c94380 with x1848991028837248 ext(1503232->1507327) 00002000:00010000:1.0:1763335532.810271:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7c94380 00000100:00100000:3.0:1763335532.814154:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335532.814344:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028837376 00000100:00100000:1.0:1763335532.814355:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028837376 00000100:00100000:1.0:1763335532.814460:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 807 00000100:00100000:1.0:1763335532.814471:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+9:2408:x1848991028837376:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335532.814489:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335532.814509:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5800/0x10123ce7f07640c9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d63e expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335532.814563:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c40a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041298944:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335532.814651:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fba80 going to sleep for 11 seconds 00002000:00010000:1.0:1763335532.816836:0:8400:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335532 -> 1763335533 00000100:00100000:1.0:1763335532.816865:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c40a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041298944:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335532.816988:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5800/0x10123ce7f07640c9 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d63e expref: 10 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335532.817014:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5800/0x10123ce7f07640c9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d63e expref: 10 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335532.817026:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5800, rc 0) 00000100:00100000:1.0:1763335532.817127:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+9:2408:x1848991028837376:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2655us (2982us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335532.817136:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 807 00000100:00100000:0.0:1763335532.820295:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335532.820954:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028837504 00000100:00100000:1.0:1763335532.820966:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028837504 00000100:00100000:1.0:1763335532.821928:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 808 00000100:00100000:1.0:1763335532.821944:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+9:2409:x1848991028837504:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335532.821965:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335532.821987:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4e00/0x10123ce7f07640d0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d645 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335532.822059:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c40a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041299072:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335532.822608:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fba80 going to sleep for 11 seconds 00000100:00100000:1.0:1763335532.825590:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c40a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041299072:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335532.825625:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4e00/0x10123ce7f07640d0 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d645 expref: 10 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335532.825658:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4e00/0x10123ce7f07640d0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d645 expref: 10 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335532.825670:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4e00, rc 0) 00000100:00100000:1.0:1763335532.825725:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+9:2409:x1848991028837504:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3787us (5441us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335532.825734:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 808 00000100:00100000:0.0:1763335532.829838:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335532.830246:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028837632 00000100:00100000:1.0:1763335532.830256:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028837632 00000100:00100000:1.0:1763335532.830308:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 809 00000100:00100000:1.0:1763335532.830317:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+9:2408:x1848991028837632:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335532.830334:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335532.830353:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5800/0x10123ce7f07640d7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d64c expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335532.830405:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c40a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041299200:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335532.830479:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fba80 going to sleep for 11 seconds 00000100:00100000:1.0:1763335532.833189:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c40a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041299200:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335532.833232:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5800/0x10123ce7f07640d7 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d64c expref: 10 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335532.833260:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5800/0x10123ce7f07640d7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d64c expref: 10 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335532.833278:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5800, rc 0) 00000100:00100000:1.0:1763335532.833339:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+9:2408:x1848991028837632:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3022us (3510us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335532.833348:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 809 00000100:00100000:2.0:1763335532.837185:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335532.837548:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028837760 00000100:00100000:1.0:1763335532.837557:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028837760 00000100:00100000:1.0:1763335532.837692:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 810 00000100:00100000:1.0:1763335532.837700:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+9:2409:x1848991028837760:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335532.837719:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335532.837737:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4e00/0x10123ce7f07640de lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d653 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335532.837792:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c40a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041299328:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335532.838106:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fba80 going to sleep for 11 seconds 00000100:00100000:1.0:1763335532.841084:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c40a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041299328:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335532.841121:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4e00/0x10123ce7f07640de lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d653 expref: 10 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335532.841146:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4e00/0x10123ce7f07640de lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d653 expref: 10 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335532.841159:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4e00, rc 0) 00000100:00100000:1.0:1763335532.841349:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+9:2409:x1848991028837760:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3648us (4173us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335532.841361:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 810 00000100:00100000:0.0:1763335532.844091:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335532.844541:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028837888 00000100:00100000:1.0:1763335532.844552:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028837888 00000100:00100000:1.0:1763335532.845275:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 811 00000100:00100000:1.0:1763335532.845288:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+9:2407:x1848991028837888:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335532.845308:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335532.845328:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5800/0x10123ce7f07640e5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d65a expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335532.845393:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c40a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041299456:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335532.845478:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fba80 going to sleep for 11 seconds 00000100:00100000:1.0:1763335532.848190:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c40a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041299456:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335532.848228:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5800/0x10123ce7f07640e5 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d65a expref: 10 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335532.848252:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5800/0x10123ce7f07640e5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d65a expref: 10 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335532.848263:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5800, rc 0) 00000100:00100000:1.0:1763335532.848388:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+9:2407:x1848991028837888:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3104us (4306us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335532.848398:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 811 00000100:00100000:0.0:1763335532.851496:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335532.851573:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028838016 00000100:00100000:1.0:1763335532.851582:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028838016 00000100:00100000:1.0:1763335532.851631:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 812 00000100:00100000:1.0:1763335532.851641:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c96300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+9:2409:x1848991028838016:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335532.851660:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335532.851679:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4e00/0x10123ce7f07640ec lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d661 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335532.851735:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c40a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041299584:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335532.851815:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fba80 going to sleep for 11 seconds 00000100:00100000:1.0:1763335532.854973:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c40a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041299584:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335532.855011:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4e00/0x10123ce7f07640ec lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d661 expref: 10 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335532.855036:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4e00/0x10123ce7f07640ec lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d661 expref: 10 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335532.855049:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4e00, rc 0) 00000100:00100000:1.0:1763335532.855099:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c96300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+9:2409:x1848991028838016:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3458us (3612us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335532.855109:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 812 00000100:00100000:3.0:1763335532.858594:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335532.858736:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028838144 00000100:00100000:1.0:1763335532.858746:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028838144 00000100:00100000:1.0:1763335532.858968:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 813 00000100:00100000:1.0:1763335532.858979:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+9:2409:x1848991028838144:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335532.859003:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335532.859035:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5800/0x10123ce7f07640f3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d668 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335532.859105:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c40a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041299712:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335532.859183:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fba80 going to sleep for 11 seconds 00000100:00100000:1.0:1763335532.862362:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c40a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041299712:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335532.862405:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5800/0x10123ce7f07640f3 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d668 expref: 10 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335532.862431:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5800/0x10123ce7f07640f3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d668 expref: 10 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335532.862443:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5800, rc 0) 00000100:00100000:1.0:1763335532.862819:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+9:2409:x1848991028838144:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3840us (4234us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335532.862829:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 813 00010000:00010000:2.0:1763335532.863415:0:6504:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763335532.866712:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335532.866837:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028838272 00000100:00100000:2.0:1763335532.866848:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028838272 00000100:00100000:2.0:1763335532.866948:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1146 00000100:00100000:2.0:1763335532.866958:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+19:2408:x1848991028838272:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335532.866983:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335532.867019:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f07640fa lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d66f expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335532.867063:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5400/0x10123ce7f076404b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d5ce expref: 23 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335532.867106:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c92d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041299840:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335532.867191:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6a80 going to sleep for 11 seconds 00000004:00010000:2.0:1763335532.870076:0:10055:0:(mdt_lvb.c:189:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime: 1763335532 -> 1763335533 00000100:00100000:2.0:1763335532.870106:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c92d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041299840:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335532.870128:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 627851 00010000:00010000:2.0:1763335532.870149:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f07640fa lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d66f expref: 20 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335532.870173:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335532.870176:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335532.870182:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f07640fa lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d66f expref: 20 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335532.870197:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99c00, rc 0) 00000100:00100000:2.0:1763335532.871140:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+19:2408:x1848991028838272:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4179us (4433us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335532.871151:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1146 00000100:00100000:1.0:1763335532.874609:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335532.874691:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028838400 00000100:00100000:2.0:1763335532.874700:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028838400 00000100:00100000:2.0:1763335532.874802:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1147 00000100:00100000:2.0:1763335532.874811:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+19:15720:x1848991028838400:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335532.874834:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335532.874857:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98200/0x10123ce7f0764101 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d676 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335532.874925:0:10055:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5400/0x10123ce7f076404b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d5ce expref: 23 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335532.874935:0:10055:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98200/0x10123ce7f0764101 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d676 expref: 20 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335532.874973:0:10055:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5400/0x10123ce7f076404b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d5ce expref: 23 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335532.874987:0:10055:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5400/0x10123ce7f076404b lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d5ce expref: 23 pid: 8224 timeout: 433 lvb_type: 0 00000100:00100000:2.0:1763335532.875001:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c92d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041299968:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335532.875104:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6a80 going to sleep for 11 seconds 00000100:00100000:2.0:1763335532.877845:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c92d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041299968:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335532.877908:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98200/0x10123ce7f0764101 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d676 expref: 20 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335532.877925:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335532.877928:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335532.877932:0:10055:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98200/0x10123ce7f0764101 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d676 expref: 20 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335532.877944:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98200, rc 0) 00000100:00100000:2.0:1763335532.878210:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+20:15720:x1848991028838400:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3398us (3610us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335532.878224:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1147 00000100:00100000:3.0:1763335532.882004:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335532.882346:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028838528 00000100:00100000:2.0:1763335532.882492:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028838528 00010000:00010000:2.0:1763335532.882540:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5400/0x10123ce7f076404b lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d5ce expref: 24 pid: 8224 timeout: 433 lvb_type: 0 00000100:00100000:2.0:1763335532.882592:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 430 00000100:00100000:2.0:1763335532.882601:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb3d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:819c42eb-8a5f-4523-990c-a007cb66998d+24:2409:x1848991028838528:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335532.882619:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335532.882647:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5400/0x10123ce7f076404b lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d5ce expref: 24 pid: 8224 timeout: 433 lvb_type: 0 00010000:00010000:2.0:1763335532.882660:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5400/0x10123ce7f076404b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d5ce expref: 24 pid: 8224 timeout: 433 lvb_type: 0 00010000:00010000:2.0:1763335532.882684:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5400/0x10123ce7f076404b lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d5ce expref: 24 pid: 8224 timeout: 433 lvb_type: 0 00010000:00010000:2.0:1763335532.882699:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335532.882705:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98200/0x10123ce7f0764101 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d676 expref: 19 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335532.882718:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98200/0x10123ce7f0764101 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d676 expref: 19 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335532.882728:0:6500:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98200/0x10123ce7f0764101 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d676 expref: 19 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335532.882763:0:6500:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98200/0x10123ce7f0764101 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d676 expref: 19 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335532.882777:0:6500:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c92d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6500:1848991041300096:192.168.202.34@tcp:105: 00000100:00100000:2.0:1763335532.883430:0:6500:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6a80 going to sleep for 11 seconds 00000100:00100000:1.0:1763335532.889147:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335532.889318:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028838656 00000100:00100000:3.0:1763335532.889328:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028838656 00000100:00100000:2.0:1763335532.889469:0:6500:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c92d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6500:1848991041300096:192.168.202.34@tcp:105: 00010000:00010000:2.0:1763335532.889494:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335532.889571:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb3d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:819c42eb-8a5f-4523-990c-a007cb66998d+23:2409:x1848991028838528:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 6969us (7582us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335532.889582:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 430 00000100:00100000:3.0:1763335532.889698:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 612 00000100:00100000:3.0:1763335532.889709:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+20:2408:x1848991028838656:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:3.0:1763335532.889998:0:6530:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 627851 -> 627851 00000004:00010000:3.0:1763335532.890002:0:6530:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335533 -> 1763335533 00000004:00010000:3.0:1763335532.890005:0:6530:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335533 -> 1763335533 00000004:00010000:3.0:1763335532.890007:0:6530:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335533 -> 1763335533 00000004:00010000:3.0:1763335532.890020:0:6530:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 416 -> 448 00000100:00100000:3.0:1763335532.890075:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+21:2408:x1848991028838656:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 368us (939us total) trans 4294967766 rc 0/0 00000100:00100000:3.0:1763335532.890082:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 612 00000100:00100000:0.0:1763335532.894241:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335532.894274:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335532.894428:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028838912 00000100:00100000:1.0:1763335532.894439:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028838912 00000100:00100000:2.0:1763335532.894451:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028838784 00000100:00100000:2.0:1763335532.894455:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028838784 00000100:00100000:2.0:1763335532.894500:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1148 00000100:00100000:2.0:1763335532.894510:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c96680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+23:2406:x1848991028838784:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335532.894532:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335532.894555:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f0764108 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d67d expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335532.894570:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 814 00000100:00100000:1.0:1763335532.894578:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+9:2406:x1848991028838912:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335532.894586:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335532.894596:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98200/0x10123ce7f0764101 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d676 expref: 20 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335532.894596:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4c00/0x10123ce7f076410f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d684 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335532.894635:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c92d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041300352:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335532.894635:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c42680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041300224:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335532.894781:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fba80 going to sleep for 11 seconds 00000100:00100000:2.0:1763335532.894798:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6a80 going to sleep for 11 seconds 00000100:00100000:1.0:1763335532.897273:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c42680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041300224:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335532.897315:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4c00/0x10123ce7f076410f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d684 expref: 10 pid: 8400 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1763335532.897343:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c92d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041300352:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335532.897344:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4c00/0x10123ce7f076410f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d684 expref: 10 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335532.897363:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4c00, rc 0) 00002000:00010000:2.0:1763335532.897364:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 627851 00010000:00010000:2.0:1763335532.897378:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f0764108 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d67d expref: 24 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335532.897393:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335532.897396:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335532.897402:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f0764108 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d67d expref: 24 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335532.897411:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99c00, rc 0) 00000100:00100000:1.0:1763335532.897427:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+9:2406:x1848991028838912:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2847us (3193us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335532.897440:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 814 00000100:00100000:2.0:1763335532.897441:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c96680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+23:2406:x1848991028838784:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2930us (3163us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335532.897450:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1148 00000100:00100000:0.0:1763335532.901471:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335532.901522:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335532.901524:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028839168 00000100:00100000:1.0:1763335532.901535:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028839168 00000100:00100000:1.0:1763335532.901604:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 815 00000100:00100000:1.0:1763335532.901615:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+9:2409:x1848991028839168:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335532.901637:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335532.901657:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5c00/0x10123ce7f0764116 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d692 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335532.902240:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028839040 00000100:00100000:2.0:1763335532.902245:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028839040 00000100:00100000:1.0:1763335532.902430:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c42680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041300480:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335532.902508:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fba80 going to sleep for 11 seconds 00000100:00100000:2.0:1763335532.902624:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1149 00000100:00100000:2.0:1763335532.902633:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c97480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+23:2409:x1848991028839040:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335532.902647:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335532.902662:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98e00/0x10123ce7f076411d lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d68b expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335532.902693:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98200/0x10123ce7f0764101 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d676 expref: 20 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335532.902716:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c92d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041300608:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335532.902742:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6a80 going to sleep for 11 seconds 00000100:00100000:2.0:1763335532.906954:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c92d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041300608:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335532.906987:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 627851 00010000:00010000:2.0:1763335532.907011:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98e00/0x10123ce7f076411d lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d68b expref: 24 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335532.907039:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335532.907042:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335532.907048:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98e00/0x10123ce7f076411d lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d68b expref: 24 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335532.907065:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98e00, rc 0) 00000100:00100000:2.0:1763335532.907125:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c97480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+23:2409:x1848991028839040:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4493us (5603us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335532.907134:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1149 00000100:00100000:1.0:1763335532.907659:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c42680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041300480:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335532.907684:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5c00/0x10123ce7f0764116 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d692 expref: 10 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335532.907706:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5c00/0x10123ce7f0764116 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d692 expref: 10 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335532.907715:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5c00, rc 0) 00000100:00100000:1.0:1763335532.907852:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+9:2409:x1848991028839168:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6238us (6391us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335532.907859:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 815 00000100:00100000:3.0:1763335532.912971:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335532.913307:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028839296 00000100:00100000:2.0:1763335532.913317:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028839296 00002000:00100000:2.0:1763335532.913369:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1712128->1716223) req@ffff9af0ffb3d180 x1848991028839296/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:578/0 lens 488/0 e 0 to 0 dl 1763335543 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335532.913382:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb3d180 with x1848991028839296 ext(1712128->1716223) 00002000:00010000:2.0:1763335532.913388:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb3d180 00000100:00100000:2.0:1763335532.913427:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 407 00000100:00100000:2.0:1763335532.913438:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2408:x1848991028839296:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335532.914400:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2408:x1848991028839296:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 956us (1431us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335532.914410:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 407 00002000:00100000:2.0:1763335532.914418:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1712128->1716223) req@ffff9af0ffb3d180 x1848991028839296/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:578/0 lens 488/4536 e 0 to 0 dl 1763335543 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335532.914428:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb3d180 with x1848991028839296 ext(1712128->1716223) 00002000:00010000:2.0:1763335532.914432:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb3d180 00000100:00100000:0.0:1763335532.922843:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335532.923016:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028839424 00000100:00100000:2.0:1763335532.923028:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028839424 00002000:00100000:2.0:1763335532.923082:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1716224->1720319) req@ffff9aefc5968380 x1848991028839424/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:578/0 lens 488/0 e 0 to 0 dl 1763335543 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335532.923098:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5968380 with x1848991028839424 ext(1716224->1720319) 00002000:00010000:2.0:1763335532.923105:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5968380 00000100:00100000:2.0:1763335532.923142:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 408 00000100:00100000:2.0:1763335532.923154:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5968380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2409:x1848991028839424:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335532.923395:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5968380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2409:x1848991028839424:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 243us (563us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335532.923404:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 408 00002000:00100000:2.0:1763335532.923412:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1716224->1720319) req@ffff9aefc5968380 x1848991028839424/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:578/0 lens 488/4536 e 0 to 0 dl 1763335543 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335532.923420:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5968380 with x1848991028839424 ext(1716224->1720319) 00002000:00010000:2.0:1763335532.923424:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5968380 00000100:00100000:0.0:1763335532.930050:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335532.932485:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028839552 00000100:00100000:2.0:1763335532.932501:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028839552 00002000:00100000:2.0:1763335532.932564:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1720320->1724415) req@ffff9aefc5969180 x1848991028839552/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:578/0 lens 488/0 e 0 to 0 dl 1763335543 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335532.932576:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5969180 with x1848991028839552 ext(1720320->1724415) 00002000:00010000:2.0:1763335532.932583:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5969180 00000100:00100000:2.0:1763335532.932689:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 409 00000100:00100000:2.0:1763335532.932700:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5969180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2409:x1848991028839552:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335532.932942:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5969180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2409:x1848991028839552:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 242us (2901us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335532.932951:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 409 00002000:00100000:2.0:1763335532.932958:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1720320->1724415) req@ffff9aefc5969180 x1848991028839552/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:578/0 lens 488/4536 e 0 to 0 dl 1763335543 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335532.932967:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5969180 with x1848991028839552 ext(1720320->1724415) 00002000:00010000:2.0:1763335532.932970:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5969180 00000100:00100000:3.0:1763335532.939279:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335532.939390:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028839680 00000100:00100000:2.0:1763335532.939402:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028839680 00002000:00100000:2.0:1763335532.939460:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1724416->1728511) req@ffff9af0ffb3ca80 x1848991028839680/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:578/0 lens 488/0 e 0 to 0 dl 1763335543 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335532.939473:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb3ca80 with x1848991028839680 ext(1724416->1728511) 00002000:00010000:2.0:1763335532.939480:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb3ca80 00000100:00100000:2.0:1763335532.939521:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 410 00000100:00100000:2.0:1763335532.939531:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2406:x1848991028839680:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335532.940014:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2406:x1848991028839680:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 482us (746us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335532.940024:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 410 00002000:00100000:2.0:1763335532.940031:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1724416->1728511) req@ffff9af0ffb3ca80 x1848991028839680/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:578/0 lens 488/4536 e 0 to 0 dl 1763335543 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335532.940040:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb3ca80 with x1848991028839680 ext(1724416->1728511) 00002000:00010000:2.0:1763335532.940044:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb3ca80 00000100:00100000:0.0:1763335532.953194:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335532.956205:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028839808 00000100:00100000:2.0:1763335532.956220:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028839808 00002000:00100000:2.0:1763335532.956281:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1728512->1732607) req@ffff9aefc5968a80 x1848991028839808/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:578/0 lens 488/0 e 0 to 0 dl 1763335543 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335532.956306:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5968a80 with x1848991028839808 ext(1728512->1732607) 00002000:00010000:2.0:1763335532.956315:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5968a80 00000100:00100000:2.0:1763335532.956361:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 411 00000100:00100000:2.0:1763335532.956372:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5968a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2406:x1848991028839808:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335532.956592:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5968a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2406:x1848991028839808:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 220us (3405us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335532.956601:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 411 00002000:00100000:2.0:1763335532.956608:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1728512->1732607) req@ffff9aefc5968a80 x1848991028839808/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:578/0 lens 488/4536 e 0 to 0 dl 1763335543 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335532.956616:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5968a80 with x1848991028839808 ext(1728512->1732607) 00002000:00010000:2.0:1763335532.956620:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5968a80 00000100:00100000:0.0:1763335532.969513:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335532.970061:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028839936 00000100:00100000:1.0:1763335532.970077:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028839936 00002000:00100000:1.0:1763335532.970165:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1732608->1736703) req@ffff9aefc596a300 x1848991028839936/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:578/0 lens 488/0 e 0 to 0 dl 1763335543 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335532.970180:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc596a300 with x1848991028839936 ext(1732608->1736703) 00002000:00010000:1.0:1763335532.970187:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc596a300 00000100:00100000:1.0:1763335532.970229:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 412 00000100:00100000:1.0:1763335532.970240:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc596a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+8:2409:x1848991028839936:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335532.970660:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc596a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+8:2409:x1848991028839936:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 420us (1161us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335532.970670:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 412 00002000:00100000:1.0:1763335532.970677:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1732608->1736703) req@ffff9aefc596a300 x1848991028839936/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:578/0 lens 488/4536 e 0 to 0 dl 1763335543 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335532.970686:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc596a300 with x1848991028839936 ext(1732608->1736703) 00002000:00010000:1.0:1763335532.970690:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc596a300 00000100:00100000:0.0:1763335532.981996:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335532.982301:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028840064 00000100:00100000:2.0:1763335532.982317:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028840064 00002000:00100000:2.0:1763335532.982445:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1736704->1740799) req@ffff9aefc5969500 x1848991028840064/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:578/0 lens 488/0 e 0 to 0 dl 1763335543 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335532.982459:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5969500 with x1848991028840064 ext(1736704->1740799) 00002000:00010000:2.0:1763335532.982466:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5969500 00000100:00100000:2.0:1763335532.982504:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 413 00000100:00100000:2.0:1763335532.982515:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5969500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2409:x1848991028840064:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335532.982791:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5969500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2409:x1848991028840064:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 276us (809us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335532.982799:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 413 00002000:00100000:2.0:1763335532.982807:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1736704->1740799) req@ffff9aefc5969500 x1848991028840064/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:578/0 lens 488/4536 e 0 to 0 dl 1763335543 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335532.982816:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5969500 with x1848991028840064 ext(1736704->1740799) 00002000:00010000:2.0:1763335532.982824:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5969500 00000100:00100000:0.0:1763335532.990940:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335532.991719:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028840192 00000100:00100000:1.0:1763335532.991739:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028840192 00002000:00100000:1.0:1763335532.991813:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1740800->1744895) req@ffff9aefc596b100 x1848991028840192/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:578/0 lens 488/0 e 0 to 0 dl 1763335543 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335532.991828:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc596b100 with x1848991028840192 ext(1740800->1744895) 00002000:00010000:1.0:1763335532.991835:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc596b100 00000100:00100000:1.0:1763335532.991918:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 414 00000100:00100000:1.0:1763335532.991929:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc596b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+8:2409:x1848991028840192:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335532.992215:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc596b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+8:2409:x1848991028840192:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 286us (1292us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335532.992224:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 414 00002000:00100000:1.0:1763335532.992231:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1740800->1744895) req@ffff9aefc596b100 x1848991028840192/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:578/0 lens 488/4536 e 0 to 0 dl 1763335543 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335532.992239:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc596b100 with x1848991028840192 ext(1740800->1744895) 00002000:00010000:1.0:1763335532.992243:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc596b100 00000100:00100000:0.0:1763335532.997379:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335532.997537:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028840320 00000100:00100000:3.0:1763335532.997550:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028840320 00002000:00100000:3.0:1763335532.997610:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1744896->1748991) req@ffff9aefc5969880 x1848991028840320/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:578/0 lens 488/0 e 0 to 0 dl 1763335543 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335532.997623:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5969880 with x1848991028840320 ext(1744896->1748991) 00002000:00010000:3.0:1763335532.997630:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5969880 00000100:00100000:1.0:1763335532.998276:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 415 00000100:00100000:1.0:1763335532.998292:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5969880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+8:2408:x1848991028840320:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335532.998531:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5969880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+8:2408:x1848991028840320:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 244us (1170us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335532.998540:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 415 00002000:00100000:1.0:1763335532.998547:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1744896->1748991) req@ffff9aefc5969880 x1848991028840320/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:578/0 lens 488/4536 e 0 to 0 dl 1763335543 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335532.998555:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5969880 with x1848991028840320 ext(1744896->1748991) 00002000:00010000:1.0:1763335532.998559:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5969880 00000100:00100000:0.0:1763335533.002038:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335533.002142:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028840448 00000100:00100000:3.0:1763335533.002156:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028840448 00002000:00100000:3.0:1763335533.002221:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1748992->1753087) req@ffff9aefc5968700 x1848991028840448/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:579/0 lens 488/0 e 0 to 0 dl 1763335544 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335533.002233:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5968700 with x1848991028840448 ext(1748992->1753087) 00002000:00010000:3.0:1763335533.002240:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5968700 00000100:00100000:3.0:1763335533.002499:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 416 00000100:00100000:3.0:1763335533.002510:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5968700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2409:x1848991028840448:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335533.003112:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5968700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2409:x1848991028840448:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 601us (1085us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335533.003123:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 416 00002000:00100000:3.0:1763335533.003132:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1748992->1753087) req@ffff9aefc5968700 x1848991028840448/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:579/0 lens 488/4536 e 0 to 0 dl 1763335544 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335533.003141:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5968700 with x1848991028840448 ext(1748992->1753087) 00002000:00010000:3.0:1763335533.003498:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5968700 00000100:00100000:0.0:1763335533.006771:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335533.012145:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028840576 00000100:00100000:2.0:1763335533.012165:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028840576 00002000:00100000:2.0:1763335533.012240:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1753088->1757183) req@ffff9aefc596ad80 x1848991028840576/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:579/0 lens 488/0 e 0 to 0 dl 1763335544 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335533.012253:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc596ad80 with x1848991028840576 ext(1753088->1757183) 00002000:00010000:2.0:1763335533.012260:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc596ad80 00000100:00100000:2.0:1763335533.012301:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 417 00000100:00100000:2.0:1763335533.012309:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc596ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2409:x1848991028840576:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335533.012537:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc596ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2409:x1848991028840576:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 228us (5786us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335533.012546:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 417 00002000:00100000:2.0:1763335533.012553:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1753088->1757183) req@ffff9aefc596ad80 x1848991028840576/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:579/0 lens 488/4536 e 0 to 0 dl 1763335544 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335533.012561:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc596ad80 with x1848991028840576 ext(1753088->1757183) 00002000:00010000:2.0:1763335533.012564:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc596ad80 00000100:00100000:0.0:1763335533.018944:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335533.019080:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028840704 00000100:00100000:1.0:1763335533.019094:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028840704 00002000:00100000:1.0:1763335533.019157:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1757184->1761279) req@ffff9aefc471e300 x1848991028840704/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:579/0 lens 488/0 e 0 to 0 dl 1763335544 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335533.019171:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc471e300 with x1848991028840704 ext(1757184->1761279) 00002000:00010000:1.0:1763335533.019179:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc471e300 00000100:00100000:1.0:1763335533.019221:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 418 00000100:00100000:1.0:1763335533.019231:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc471e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+8:2408:x1848991028840704:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335533.019472:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc471e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+8:2408:x1848991028840704:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 241us (604us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335533.019480:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 418 00002000:00100000:1.0:1763335533.019488:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1757184->1761279) req@ffff9aefc471e300 x1848991028840704/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:579/0 lens 488/4536 e 0 to 0 dl 1763335544 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335533.019497:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc471e300 with x1848991028840704 ext(1757184->1761279) 00002000:00010000:1.0:1763335533.019500:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc471e300 00000100:00100000:1.0:1763335533.032376:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335533.034963:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028840832 00000100:00100000:2.0:1763335533.034984:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028840832 00002000:00100000:2.0:1763335533.035064:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1761280->1765375) req@ffff9aefc4c42680 x1848991028840832/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:579/0 lens 488/0 e 0 to 0 dl 1763335544 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335533.035078:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4c42680 with x1848991028840832 ext(1761280->1765375) 00002000:00010000:2.0:1763335533.035086:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4c42680 00000100:00100000:2.0:1763335533.035136:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 419 00000100:00100000:2.0:1763335533.035147:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2408:x1848991028840832:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335533.035383:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2408:x1848991028840832:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 237us (3022us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335533.035393:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 419 00002000:00100000:2.0:1763335533.035400:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1761280->1765375) req@ffff9aefc4c42680 x1848991028840832/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:579/0 lens 488/4536 e 0 to 0 dl 1763335544 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335533.035408:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4c42680 with x1848991028840832 ext(1761280->1765375) 00002000:00010000:2.0:1763335533.035411:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4c42680 00000100:00100000:0.0:1763335533.043724:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335533.043833:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028840960 00000100:00100000:1.0:1763335533.043846:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028840960 00002000:00100000:1.0:1763335533.044066:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1765376->1769471) req@ffff9aefc471d500 x1848991028840960/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:579/0 lens 488/0 e 0 to 0 dl 1763335544 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335533.044079:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc471d500 with x1848991028840960 ext(1765376->1769471) 00002000:00010000:1.0:1763335533.044087:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc471d500 00000100:00100000:1.0:1763335533.044120:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 420 00000100:00100000:1.0:1763335533.044130:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc471d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+8:2409:x1848991028840960:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335533.044391:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc471d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+8:2409:x1848991028840960:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 261us (680us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335533.044399:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 420 00002000:00100000:1.0:1763335533.044407:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1765376->1769471) req@ffff9aefc471d500 x1848991028840960/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:579/0 lens 488/4536 e 0 to 0 dl 1763335544 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335533.044415:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc471d500 with x1848991028840960 ext(1765376->1769471) 00002000:00010000:1.0:1763335533.044419:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc471d500 00000100:00100000:1.0:1763335533.048774:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335533.049099:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028841088 00000100:00100000:2.0:1763335533.049112:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028841088 00002000:00100000:2.0:1763335533.049177:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1568768->1769471) req@ffff9aefc4c42300 x1848991028841088/t0(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:579/0 lens 504/0 e 0 to 0 dl 1763335544 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335533.049190:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4c42300 with x1848991028841088 ext(1568768->1769471) 00002000:00010000:2.0:1763335533.049197:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4c42300 00000100:00100000:2.0:1763335533.049718:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 421 00000100:00100000:2.0:1763335533.049731:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2408:x1848991028841088:12345-192.168.202.34@tcp:4:fsx.0 00000100:00100000:2.0:1763335533.055585:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+10:2408:x1848991028841088:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 5837us (6807us total) trans 4294967495 rc 0/0 00000100:00100000:2.0:1763335533.055605:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 421 00002000:00100000:2.0:1763335533.055621:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1568768->1769471) req@ffff9aefc4c42300 x1848991028841088/t4294967495(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:579/0 lens 504/448 e 0 to 0 dl 1763335544 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335533.055635:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4c42300 with x1848991028841088 ext(1568768->1769471) 00002000:00010000:2.0:1763335533.055643:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4c42300 00000100:00100000:3.0:1763335533.059166:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335533.059288:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028841216 00000100:00100000:1.0:1763335533.059302:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028841216 00000100:00100000:1.0:1763335533.059379:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 816 00000100:00100000:1.0:1763335533.059390:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+10:2407:x1848991028841216:12345-192.168.202.34@tcp:16:fsx.0 00000001:00080000:1.0:1763335533.061907:0:9466:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967495 is committed 00000001:00080000:1.0:1763335533.061931:0:9466:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967494 is committed 00000100:00100000:0.0:1763335533.062207:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:2407:x1848991028841216:12345-192.168.202.34@tcp:16:fsx.0 Request processed in 2809us (3049us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335533.062220:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 816 00000100:00100000:1.0:1763335533.066716:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335533.067659:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335533.068102:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028841344 00000100:00100000:2.0:1763335533.068116:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028841344 00000100:00100000:2.0:1763335533.068225:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1150 00000100:00100000:2.0:1763335533.068237:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+23:2406:x1848991028841344:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335533.068264:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335533.068293:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98e00/0x10123ce7f0764124 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d699 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335533.068342:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98200/0x10123ce7f0764101 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d676 expref: 20 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335533.068397:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c92d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041300736:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335533.068523:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6a80 going to sleep for 11 seconds 00000100:00080000:3.0:1763335533.068726:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1763335533.070235:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028841472 00000100:00100000:0.0:1763335533.070253:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028841472 00000100:00100000:0.0:1763335533.070325:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 817 00000100:00100000:0.0:1763335533.070336:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2406:x1848991028841472:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335533.070357:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335533.070377:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7800/0x10123ce7f076412b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d6a0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335533.070445:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc471fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041300864:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335533.070539:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8ce40 going to sleep for 11 seconds 00000100:00100000:2.0:1763335533.074420:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c92d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041300736:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335533.074458:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 627851 00010000:00010000:2.0:1763335533.074483:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98e00/0x10123ce7f0764124 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d699 expref: 24 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335533.074512:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335533.074516:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335533.074522:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98e00/0x10123ce7f0764124 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d699 expref: 24 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335533.074542:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98e00, rc 0) 00000100:00100000:2.0:1763335533.074637:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+23:2406:x1848991028841344:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6401us (7933us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335533.074648:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1150 00002000:00010000:0.0:1763335533.077233:0:8400:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks: 1 -> 184 00000100:00100000:0.0:1763335533.077273:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc471fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041300864:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335533.077323:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7800/0x10123ce7f076412b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d6a0 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335533.077351:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7800/0x10123ce7f076412b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d6a0 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335533.077366:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd7800, rc 0) 00000100:00100000:0.0:1763335533.077447:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2406:x1848991028841472:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7111us (9792us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335533.077458:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 817 00000100:00100000:1.0:1763335533.081505:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335533.081637:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028841600 00000100:00100000:2.0:1763335533.081651:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028841600 00000100:00100000:2.0:1763335533.081774:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1151 00000100:00100000:2.0:1763335533.081787:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5721500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+23:15720:x1848991028841600:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335533.081811:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335533.081837:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98e00/0x10123ce7f0764132 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d6a7 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335533.081926:0:10055:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98200/0x10123ce7f0764101 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d676 expref: 20 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335533.081940:0:10055:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98e00/0x10123ce7f0764132 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d6a7 expref: 24 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335533.081986:0:10055:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98200/0x10123ce7f0764101 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d676 expref: 20 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335533.082001:0:10055:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98200/0x10123ce7f0764101 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d676 expref: 20 pid: 10055 timeout: 433 lvb_type: 0 00000100:00100000:2.0:1763335533.082401:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c92d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041300992:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335533.082518:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6a80 going to sleep for 11 seconds 00000100:00100000:2.0:1763335533.090605:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c92d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041300992:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335533.090657:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98e00/0x10123ce7f0764132 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d6a7 expref: 24 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335533.090682:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335533.090685:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335533.090690:0:10055:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98e00/0x10123ce7f0764132 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d6a7 expref: 24 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335533.090707:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98e00, rc 0) 00000100:00100000:2.0:1763335533.092165:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5721500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+24:15720:x1848991028841600:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 10366us (10663us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335533.092182:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1151 00000100:00100000:3.0:1763335533.093719:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335533.093817:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028841728 00000100:00100000:2.0:1763335533.093829:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028841728 00010000:00010000:2.0:1763335533.093901:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98200/0x10123ce7f0764101 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d676 expref: 21 pid: 10055 timeout: 433 lvb_type: 0 00000100:00100000:2.0:1763335533.094223:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 431 00000100:00100000:2.0:1763335533.094234:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c3c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+21:2409:x1848991028841728:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335533.094256:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335533.094286:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98200/0x10123ce7f0764101 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d676 expref: 21 pid: 10055 timeout: 433 lvb_type: 0 00010000:00010000:2.0:1763335533.094300:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98200/0x10123ce7f0764101 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d676 expref: 21 pid: 10055 timeout: 433 lvb_type: 0 00010000:00010000:2.0:1763335533.094324:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98200/0x10123ce7f0764101 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d676 expref: 21 pid: 10055 timeout: 433 lvb_type: 0 00010000:00010000:2.0:1763335533.094342:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335533.094349:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98e00/0x10123ce7f0764132 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d6a7 expref: 23 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335533.094363:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98e00/0x10123ce7f0764132 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d6a7 expref: 23 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335533.094374:0:6500:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98e00/0x10123ce7f0764132 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d6a7 expref: 23 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335533.094415:0:6500:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98e00/0x10123ce7f0764132 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d6a7 expref: 23 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335533.094429:0:6500:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c92d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6500:1848991041301120:192.168.202.34@tcp:105: 00000100:00100000:2.0:1763335533.094533:0:6500:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6a80 going to sleep for 11 seconds 00000100:00100000:2.0:1763335533.097386:0:6500:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c92d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6500:1848991041301120:192.168.202.34@tcp:105: 00010000:00010000:2.0:1763335533.097422:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335533.097500:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c3c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+20:2409:x1848991028841728:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 3266us (3791us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335533.097514:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 431 00000100:00100000:3.0:1763335533.098444:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335533.100321:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028841856 00000100:00100000:0.0:1763335533.100342:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028841856 00000100:00100000:0.0:1763335533.100430:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 818 00000100:00100000:0.0:1763335533.100443:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2408:x1848991028841856:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335533.100471:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335533.100495:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7800/0x10123ce7f0764139 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d6ae expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335533.100573:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc471fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041301248:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335533.100707:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8ce40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335533.104512:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc471fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041301248:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335533.104569:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7800/0x10123ce7f0764139 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d6ae expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335533.104594:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7800/0x10123ce7f0764139 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d6ae expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335533.104608:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd7800, rc 0) 00000100:00100000:0.0:1763335533.104691:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2408:x1848991028841856:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4250us (6253us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335533.104700:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 818 00000100:00100000:2.0:1763335533.109350:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335533.109494:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028841984 00000100:00100000:0.0:1763335533.109508:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028841984 00002000:00100000:0.0:1763335533.109573:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7c92d80 x1848991028841984/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:579/0 lens 504/0 e 0 to 0 dl 1763335544 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335533.109586:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7c92d80 with x1848991028841984 00000100:00100000:0.0:1763335533.109654:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 613 00000100:00100000:0.0:1763335533.109664:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+24:2408:x1848991028841984:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335533.118121:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+24:2408:x1848991028841984:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 8438us (8768us total) trans 0 rc 630784/630784 00000100:00100000:0.0:1763335533.118141:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 613 00002000:00100000:0.0:1763335533.118158:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7c92d80 x1848991028841984/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:579/0 lens 504/440 e 0 to 0 dl 1763335544 ref 1 fl Complete:/600/0 rc 630784/630784 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335533.118170:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7c92d80 with x1848991028841984 00000100:00100000:2.0:1763335533.119599:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc471fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3651:1848991041301376:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1763335533.119680:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335533.119896:0:13236:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041301376 00000100:00100000:3.0:1763335533.119908:0:13236:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041301376 00000100:00100000:3.0:1763335533.119976:0:13236:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 165 00000100:00100000:3.0:1763335533.119987:0:13236:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3651:x1848991041301376:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1763335533.120031:0:13236:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446412288 avail 1300172800 00000100:00100000:2.0:1763335533.123314:0:13236:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3651:x1848991041301376:12345-0@lo:41:osp-pre-1-0.0 Request processed in 3315us (3619us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335533.123331:0:13236:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 165 00000100:00100000:0.0:1763335533.123481:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc471fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3651:1848991041301376:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1763335533.123567:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335533.123738:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028842112 00000100:00100000:0.0:1763335533.123748:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028842112 00000100:00100000:0.0:1763335533.123808:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 819 00000100:00100000:0.0:1763335533.123817:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5723b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2408:x1848991028842112:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335533.123835:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335533.123855:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7800/0x10123ce7f0764140 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d6b5 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335533.123961:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc471fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041301504:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335533.124067:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8ce40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335533.132803:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc471fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041301504:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335533.133969:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7800/0x10123ce7f0764140 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d6b5 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335533.134002:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7800/0x10123ce7f0764140 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d6b5 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335533.134035:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd7800, rc 0) 00000100:00100000:0.0:1763335533.134112:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5723b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2408:x1848991028842112:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 10294us (10559us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335533.134121:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 819 00000100:00100000:1.0:1763335533.142490:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335533.142570:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028842240 00000100:00100000:0.0:1763335533.142582:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028842240 00000100:00100000:0.0:1763335533.142643:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 820 00000100:00100000:0.0:1763335533.142654:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5720000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991028842240:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335533.142673:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335533.142695:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7e00/0x10123ce7f0764147 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d6bc expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335533.142758:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc471fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041301632:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335533.142850:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8ce40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335533.145562:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc471fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041301632:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335533.145605:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7e00/0x10123ce7f0764147 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d6bc expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335533.145633:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7e00/0x10123ce7f0764147 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d6bc expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335533.145646:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd7e00, rc 0) 00000100:00100000:0.0:1763335533.145708:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5720000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991028842240:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3055us (3227us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335533.145737:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 820 00000100:00100000:2.0:1763335533.154320:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335533.154395:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028842368 00000100:00100000:0.0:1763335533.154406:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028842368 00002000:00100000:0.0:1763335533.154460:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7c91880 x1848991028842368/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:579/0 lens 504/0 e 0 to 0 dl 1763335544 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335533.154471:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7c91880 with x1848991028842368 00000100:00100000:0.0:1763335533.154515:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 614 00000100:00100000:0.0:1763335533.154525:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+24:2409:x1848991028842368:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335533.156697:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+24:2409:x1848991028842368:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 2164us (2378us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335533.156709:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 614 00002000:00100000:0.0:1763335533.156720:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7c91880 x1848991028842368/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:579/0 lens 504/440 e 0 to 0 dl 1763335544 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335533.156729:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7c91880 with x1848991028842368 00000100:00100000:1.0:1763335533.162329:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335533.162443:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028842496 00000100:00100000:0.0:1763335533.162453:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028842496 00000100:00100000:0.0:1763335533.162511:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 821 00000100:00100000:0.0:1763335533.162522:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5720a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2407:x1848991028842496:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335533.162542:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335533.162561:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7e00/0x10123ce7f076414e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d6c3 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335533.162614:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc471fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041301760:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335533.162687:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8ce40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335533.168148:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc471fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041301760:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335533.168190:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7e00/0x10123ce7f076414e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d6c3 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335533.168216:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7e00/0x10123ce7f076414e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d6c3 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335533.168229:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd7e00, rc 0) 00000100:00100000:0.0:1763335533.168284:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5720a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2407:x1848991028842496:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5763us (5964us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335533.168294:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 821 00000100:00100000:1.0:1763335533.178383:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335533.178479:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028842624 00000100:00100000:0.0:1763335533.178489:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028842624 00000100:00100000:0.0:1763335533.178579:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 822 00000100:00100000:0.0:1763335533.178588:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5721c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2406:x1848991028842624:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335533.178605:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335533.178623:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7e00/0x10123ce7f0764155 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d6ca expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335533.178692:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc471fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041301888:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335533.178779:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8ce40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335533.192576:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc471fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041301888:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335533.192628:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7e00/0x10123ce7f0764155 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d6ca expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335533.192685:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7e00/0x10123ce7f0764155 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d6ca expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335533.192700:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd7e00, rc 0) 00000100:00100000:0.0:1763335533.192767:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5721c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2406:x1848991028842624:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 14179us (14394us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335533.192777:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 822 00000100:00100000:2.0:1763335533.199689:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335533.202012:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028842752 00000100:00100000:0.0:1763335533.202028:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028842752 00002000:00100000:1.0:1763335533.202240:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7c90000 x1848991028842752/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:579/0 lens 488/0 e 0 to 0 dl 1763335544 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335533.202253:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7c90000 with x1848991028842752 00000100:00100000:1.0:1763335533.202299:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 615 00000100:00100000:1.0:1763335533.202309:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+24:2407:x1848991028842752:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335533.202526:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+24:2407:x1848991028842752:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 216us (2845us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335533.202534:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 615 00002000:00100000:1.0:1763335533.202541:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7c90000 x1848991028842752/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:579/0 lens 488/440 e 0 to 0 dl 1763335544 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335533.202549:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7c90000 with x1848991028842752 00000100:00100000:1.0:1763335533.210705:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335533.211412:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028842880 00000100:00100000:0.0:1763335533.211423:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028842880 00000100:00100000:0.0:1763335533.211482:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 823 00000100:00100000:0.0:1763335533.211492:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5723100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2407:x1848991028842880:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335533.211513:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335533.211533:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7e00/0x10123ce7f076415c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d6d1 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335533.211593:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc471fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041302016:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335533.211678:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8ce40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335533.219861:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc471fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041302016:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335533.219950:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7e00/0x10123ce7f076415c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d6d1 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335533.219979:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7e00/0x10123ce7f076415c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d6d1 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335533.220008:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd7e00, rc 0) 00000100:00100000:2.0:1763335533.220246:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5723100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2407:x1848991028842880:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 8753us (9549us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335533.220255:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 823 00000100:00100000:2.0:1763335533.223175:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335533.223486:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028843008 00000100:00100000:1.0:1763335533.223497:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028843008 00000100:00100000:1.0:1763335533.224615:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 824 00000100:00100000:1.0:1763335533.224636:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2406:x1848991028843008:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335533.224657:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335533.224682:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4a00/0x10123ce7f0764163 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d6d8 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335533.224748:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5720380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041302144:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335533.224827:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb540 going to sleep for 11 seconds 00000100:00100000:2.0:1763335533.228107:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5720380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041302144:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335533.228153:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4a00/0x10123ce7f0764163 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d6d8 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335533.228178:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4a00/0x10123ce7f0764163 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d6d8 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335533.228191:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4a00, rc 0) 00000100:00100000:2.0:1763335533.228256:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2406:x1848991028843008:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3628us (5089us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335533.228265:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 824 00000100:00100000:2.0:1763335533.234444:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335533.234526:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028843136 00000100:00100000:3.0:1763335533.234537:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028843136 00002000:00100000:3.0:1763335533.234591:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7c93800 x1848991028843136/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:579/0 lens 488/0 e 0 to 0 dl 1763335544 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335533.234603:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7c93800 with x1848991028843136 00000100:00100000:3.0:1763335533.234644:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 616 00000100:00100000:3.0:1763335533.234653:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c93800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+24:2406:x1848991028843136:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335533.234862:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c93800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+24:2406:x1848991028843136:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 209us (427us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335533.235150:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 616 00002000:00100000:3.0:1763335533.235158:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7c93800 x1848991028843136/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:579/0 lens 488/440 e 0 to 0 dl 1763335544 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335533.235406:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7c93800 with x1848991028843136 00000100:00100000:1.0:1763335533.240074:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335533.240238:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028843264 00000100:00100000:2.0:1763335533.240249:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028843264 00000100:00100000:2.0:1763335533.240451:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 825 00000100:00100000:2.0:1763335533.240462:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5721880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2406:x1848991028843264:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335533.240482:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335533.240501:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99e00/0x10123ce7f076416a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d6df expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335533.240559:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c90e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041302272:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335533.241696:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6a80 going to sleep for 11 seconds 00000100:00100000:2.0:1763335533.247325:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c90e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041302272:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335533.247366:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99e00/0x10123ce7f076416a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d6df expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335533.247407:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99e00/0x10123ce7f076416a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d6df expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335533.247419:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99e00, rc 0) 00000100:00100000:2.0:1763335533.247483:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5721880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2406:x1848991028843264:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7022us (7418us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335533.247492:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 825 00000100:00100000:1.0:1763335533.254609:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335533.254727:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028843392 00000100:00100000:2.0:1763335533.254737:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028843392 00000100:00100000:3.0:1763335533.255189:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 826 00000100:00100000:3.0:1763335533.255203:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5722680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2406:x1848991028843392:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335533.255242:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335533.255264:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a06c00/0x10123ce7f0764171 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d6e6 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335533.255329:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c3e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041302400:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335533.256202:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850540 going to sleep for 11 seconds 00000100:00100000:3.0:1763335533.261284:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c3e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041302400:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335533.261326:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a06c00/0x10123ce7f0764171 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d6e6 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335533.261354:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a06c00/0x10123ce7f0764171 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d6e6 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335533.261366:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a06c00, rc 0) 00000100:00100000:3.0:1763335533.261428:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5722680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2406:x1848991028843392:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6228us (6829us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335533.261438:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 826 00000100:00100000:0.0:1763335533.286229:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335533.286317:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028843520 00000100:00100000:3.0:1763335533.286328:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028843520 00002000:00100000:3.0:1763335533.286379:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc471fb80 x1848991028843520/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:579/0 lens 488/0 e 0 to 0 dl 1763335544 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335533.286391:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc471fb80 with x1848991028843520 00000100:00100000:3.0:1763335533.286432:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 617 00000100:00100000:3.0:1763335533.286442:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc471fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+24:2409:x1848991028843520:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335533.286638:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc471fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+24:2409:x1848991028843520:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 196us (418us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335533.286662:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 617 00002000:00100000:3.0:1763335533.286669:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc471fb80 x1848991028843520/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:579/0 lens 488/440 e 0 to 0 dl 1763335544 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335533.286677:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc471fb80 with x1848991028843520 00000100:00100000:1.0:1763335533.292037:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335533.292139:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028843648 00000100:00100000:3.0:1763335533.292150:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028843648 00000100:00100000:3.0:1763335533.293201:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 827 00000100:00100000:3.0:1763335533.293217:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5722a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2407:x1848991028843648:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335533.293238:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335533.293260:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a06c00/0x10123ce7f0764178 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d6ed expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335533.293525:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c3e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041302528:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335533.294623:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850540 going to sleep for 11 seconds 00000100:00100000:3.0:1763335533.298990:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c3e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041302528:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335533.299034:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a06c00/0x10123ce7f0764178 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d6ed expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335533.299205:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a06c00/0x10123ce7f0764178 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d6ed expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335533.299220:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a06c00, rc 0) 00000100:00100000:3.0:1763335533.299338:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5722a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2407:x1848991028843648:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6126us (7309us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335533.299363:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 827 00000100:00100000:0.0:1763335533.306197:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335533.306465:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028843776 00000100:00100000:3.0:1763335533.306475:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028843776 00000100:00100000:3.0:1763335533.307066:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 828 00000100:00100000:3.0:1763335533.307078:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ee9f9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2408:x1848991028843776:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335533.307100:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335533.307123:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a06c00/0x10123ce7f076417f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d6f4 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335533.307579:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc471ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041302656:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335533.307681:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8ce40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335533.309969:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc471ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041302656:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335533.310026:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a06c00/0x10123ce7f076417f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d6f4 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335533.310053:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a06c00/0x10123ce7f076417f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d6f4 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335533.310065:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a06c00, rc 0) 00000100:00100000:0.0:1763335533.310131:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ee9f9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2408:x1848991028843776:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3054us (3945us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335533.310140:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 828 00000100:00100000:2.0:1763335533.314312:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335533.315108:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028843904 00000100:00100000:1.0:1763335533.315119:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028843904 00002000:00100000:1.0:1763335533.315173:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7c90e00 x1848991028843904/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:579/0 lens 488/0 e 0 to 0 dl 1763335544 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335533.315186:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7c90e00 with x1848991028843904 00000100:00100000:1.0:1763335533.315254:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 618 00000100:00100000:1.0:1763335533.315263:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+24:2407:x1848991028843904:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335533.315449:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+24:2407:x1848991028843904:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 185us (1147us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335533.315456:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 618 00002000:00100000:1.0:1763335533.315464:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7c90e00 x1848991028843904/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:579/0 lens 488/440 e 0 to 0 dl 1763335544 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335533.315470:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7c90e00 with x1848991028843904 00000100:00100000:1.0:1763335533.319082:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335533.319153:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028844032 00000100:00100000:0.0:1763335533.319163:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028844032 00000100:00100000:0.0:1763335533.319224:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 829 00000100:00100000:0.0:1763335533.319235:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5720e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2408:x1848991028844032:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335533.319254:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335533.319275:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7e00/0x10123ce7f0764186 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d6fb expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335533.319366:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc471ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041302784:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335533.319466:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8ce40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335533.322361:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc471ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041302784:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335533.322406:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7e00/0x10123ce7f0764186 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d6fb expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335533.322434:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7e00/0x10123ce7f0764186 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d6fb expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335533.322446:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd7e00, rc 0) 00000100:00100000:0.0:1763335533.322567:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5720e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2408:x1848991028844032:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3332us (3492us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335533.322577:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 829 00000100:00100000:1.0:1763335533.326426:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335533.326566:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028844160 00000100:00100000:0.0:1763335533.326577:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028844160 00000100:00100000:0.0:1763335533.326646:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 830 00000100:00100000:0.0:1763335533.326657:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5722d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2407:x1848991028844160:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335533.326676:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335533.326695:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6e00/0x10123ce7f076418d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d702 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335533.326757:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc471ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041302912:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335533.326844:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8ce40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335533.333283:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc471ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041302912:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335533.333339:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6e00/0x10123ce7f076418d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d702 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335533.333362:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6e00/0x10123ce7f076418d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d702 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335533.333373:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6e00, rc 0) 00000100:00100000:0.0:1763335533.333426:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5722d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2407:x1848991028844160:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6771us (7013us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335533.333435:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 830 00000100:00100000:1.0:1763335533.337409:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335533.337627:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028844288 00000100:00100000:2.0:1763335533.337636:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028844288 00002000:00100000:2.0:1763335533.337689:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5722300 x1848991028844288/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:579/0 lens 488/0 e 0 to 0 dl 1763335544 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335533.337700:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5722300 with x1848991028844288 00000100:00100000:2.0:1763335533.337777:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 619 00000100:00100000:2.0:1763335533.337788:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5722300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+24:2409:x1848991028844288:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335533.338139:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5722300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+24:2409:x1848991028844288:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 351us (738us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335533.338147:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 619 00002000:00100000:2.0:1763335533.338154:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5722300 x1848991028844288/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:579/0 lens 488/440 e 0 to 0 dl 1763335544 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335533.338162:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5722300 with x1848991028844288 00000100:00100000:1.0:1763335533.342096:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335533.342246:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028844416 00000100:00100000:0.0:1763335533.342257:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028844416 00000100:00100000:0.0:1763335533.342305:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 831 00000100:00100000:0.0:1763335533.342314:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5721180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991028844416:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335533.342331:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335533.342348:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7400/0x10123ce7f0764194 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d709 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335533.342405:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc471ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041303040:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335533.342490:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8ce40 going to sleep for 11 seconds 00000100:00100000:2.0:1763335533.348245:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc471ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041303040:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335533.348294:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7400/0x10123ce7f0764194 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d709 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335533.348320:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7400/0x10123ce7f0764194 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d709 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335533.348333:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd7400, rc 0) 00000100:00100000:2.0:1763335533.348396:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5721180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991028844416:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6082us (6308us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335533.348404:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 831 00000100:00100000:1.0:1763335533.352813:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335533.352973:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028844544 00000100:00100000:2.0:1763335533.352984:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028844544 00000100:00100000:2.0:1763335533.353109:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 832 00000100:00100000:2.0:1763335533.353127:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5723480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991028844544:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335533.353148:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335533.353168:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99000/0x10123ce7f076419b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d710 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335533.353228:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c93480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041303168:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335533.353305:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6a80 going to sleep for 11 seconds 00000100:00100000:2.0:1763335533.356346:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c93480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041303168:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335533.356388:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99000/0x10123ce7f076419b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d710 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335533.356413:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99000/0x10123ce7f076419b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d710 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335533.356427:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99000, rc 0) 00000100:00100000:2.0:1763335533.356492:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5723480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991028844544:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3369us (3688us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335533.356501:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 832 00000100:00100000:0.0:1763335533.359701:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335533.359813:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028844672 00000100:00100000:2.0:1763335533.359824:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028844672 00002000:00100000:2.0:1763335533.359905:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc471ea00 x1848991028844672/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:579/0 lens 488/0 e 0 to 0 dl 1763335544 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335533.359916:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc471ea00 with x1848991028844672 00000100:00100000:2.0:1763335533.359953:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 620 00000100:00100000:2.0:1763335533.359964:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc471ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+24:2409:x1848991028844672:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335533.360169:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc471ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+24:2409:x1848991028844672:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 206us (475us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335533.360177:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 620 00002000:00100000:2.0:1763335533.360184:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc471ea00 x1848991028844672/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:579/0 lens 488/440 e 0 to 0 dl 1763335544 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335533.360191:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc471ea00 with x1848991028844672 00000100:00100000:1.0:1763335533.363717:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335533.363861:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028844800 00000100:00100000:2.0:1763335533.363907:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028844800 00000100:00100000:2.0:1763335533.363966:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 833 00000100:00100000:2.0:1763335533.363976:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5720700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2408:x1848991028844800:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335533.363998:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335533.364027:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99000/0x10123ce7f07641a2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d717 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335533.364085:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c93480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041303296:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335533.364162:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6a80 going to sleep for 11 seconds 00000100:00100000:2.0:1763335533.366427:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c93480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041303296:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335533.366467:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99000/0x10123ce7f07641a2 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d717 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335533.366491:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99000/0x10123ce7f07641a2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d717 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335533.366505:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99000, rc 0) 00000100:00100000:2.0:1763335533.367142:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5720700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2408:x1848991028844800:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3165us (3432us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335533.367153:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 833 00000100:00100000:0.0:1763335533.371136:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335533.371254:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028844928 00000100:00100000:2.0:1763335533.371264:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028844928 00000100:00100000:2.0:1763335533.371329:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 834 00000100:00100000:2.0:1763335533.371340:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc471c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991028844928:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335533.371359:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335533.371382:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99a00/0x10123ce7f07641a9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d71e expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335533.371439:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c93480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041303424:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335533.371533:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6a80 going to sleep for 11 seconds 00000100:00100000:2.0:1763335533.374192:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c93480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041303424:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335533.374231:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99a00/0x10123ce7f07641a9 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d71e expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335533.374257:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99a00/0x10123ce7f07641a9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d71e expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335533.374270:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99a00, rc 0) 00000100:00100000:2.0:1763335533.374332:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc471c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991028844928:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2993us (3206us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335533.374342:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 834 00000100:00100000:3.0:1763335533.377705:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335533.377958:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028845056 00000100:00100000:1.0:1763335533.377969:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028845056 00002000:00100000:1.0:1763335533.378083:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7c3e300 x1848991028845056/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:579/0 lens 488/0 e 0 to 0 dl 1763335544 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335533.378096:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7c3e300 with x1848991028845056 00000100:00100000:1.0:1763335533.378336:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 621 00000100:00100000:1.0:1763335533.378348:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+24:2409:x1848991028845056:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335533.378535:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+24:2409:x1848991028845056:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 189us (840us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335533.378544:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 621 00002000:00100000:1.0:1763335533.378552:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7c3e300 x1848991028845056/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:579/0 lens 488/440 e 0 to 0 dl 1763335544 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335533.378561:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7c3e300 with x1848991028845056 00000100:00100000:0.0:1763335533.382120:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335533.382635:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028845184 00000100:00100000:2.0:1763335533.382647:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028845184 00000100:00100000:2.0:1763335533.382813:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 835 00000100:00100000:2.0:1763335533.382825:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc471d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991028845184:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335533.382846:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335533.382985:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99a00/0x10123ce7f07641b0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d725 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335533.383050:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c93480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041303552:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335533.383185:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6a80 going to sleep for 11 seconds 00000100:00100000:2.0:1763335533.385788:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c93480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041303552:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335533.385827:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99a00/0x10123ce7f07641b0 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d725 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335533.385849:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99a00/0x10123ce7f07641b0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d725 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335533.385863:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99a00, rc 0) 00000100:00100000:2.0:1763335533.386044:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc471d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991028845184:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3220us (3933us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335533.386053:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 835 00000100:00100000:3.0:1763335533.389828:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335533.390707:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028845312 00000100:00100000:2.0:1763335533.390720:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028845312 00000100:00100000:2.0:1763335533.390931:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 836 00000100:00100000:2.0:1763335533.390944:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991028845312:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335533.390966:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335533.390987:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99000/0x10123ce7f07641b7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d72c expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335533.391068:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c93480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041303680:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335533.391163:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6a80 going to sleep for 11 seconds 00000100:00100000:2.0:1763335533.397832:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c93480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041303680:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335533.397906:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99000/0x10123ce7f07641b7 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d72c expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335533.397931:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99000/0x10123ce7f07641b7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d72c expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335533.397943:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99000, rc 0) 00000100:00100000:2.0:1763335533.398003:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991028845312:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7062us (8188us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335533.398015:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 836 00000100:00100000:3.0:1763335533.403689:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335533.403775:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028845440 00000100:00100000:1.0:1763335533.403785:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028845440 00002000:00100000:1.0:1763335533.403834:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7c3ce00 x1848991028845440/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:579/0 lens 488/0 e 0 to 0 dl 1763335544 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335533.403845:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7c3ce00 with x1848991028845440 00000100:00100000:1.0:1763335533.403922:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 622 00000100:00100000:1.0:1763335533.403933:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+24:2409:x1848991028845440:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335533.404134:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+24:2409:x1848991028845440:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 203us (460us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335533.404143:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 622 00002000:00100000:1.0:1763335533.404150:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7c3ce00 x1848991028845440/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:579/0 lens 488/440 e 0 to 0 dl 1763335544 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335533.404158:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7c3ce00 with x1848991028845440 00000100:00100000:3.0:1763335533.407558:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335533.407643:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028845568 00000100:00100000:2.0:1763335533.407654:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028845568 00000100:00100000:2.0:1763335533.407713:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 837 00000100:00100000:2.0:1763335533.407722:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2408:x1848991028845568:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335533.407740:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335533.407757:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99a00/0x10123ce7f07641be lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d733 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335533.407815:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c93480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041303808:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335533.407953:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6a80 going to sleep for 11 seconds 00000100:00100000:2.0:1763335533.410546:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c93480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041303808:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335533.410585:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99a00/0x10123ce7f07641be lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d733 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335533.410608:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99a00/0x10123ce7f07641be lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d733 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335533.410621:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99a00, rc 0) 00000100:00100000:2.0:1763335533.411422:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2408:x1848991028845568:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3696us (3870us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335533.411433:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 837 00000100:00100000:3.0:1763335533.415551:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335533.415656:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028845696 00000100:00100000:2.0:1763335533.415667:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028845696 00000100:00100000:2.0:1763335533.415723:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 838 00000100:00100000:2.0:1763335533.415734:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2408:x1848991028845696:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335533.415752:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335533.415771:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99a00/0x10123ce7f07641c5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d73a expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335533.415826:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c93480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041303936:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335533.415939:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6a80 going to sleep for 11 seconds 00000100:00100000:2.0:1763335533.418227:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c93480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041303936:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335533.418261:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99a00/0x10123ce7f07641c5 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d73a expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335533.418283:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99a00/0x10123ce7f07641c5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d73a expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335533.418294:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99a00, rc 0) 00000100:00100000:2.0:1763335533.418345:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2408:x1848991028845696:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2611us (2802us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335533.418353:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 838 00000100:00100000:0.0:1763335533.422706:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335533.423107:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028845824 00000100:00100000:2.0:1763335533.423117:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028845824 00002000:00100000:2.0:1763335533.423167:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc471ca80 x1848991028845824/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:579/0 lens 488/0 e 0 to 0 dl 1763335544 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335533.423178:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc471ca80 with x1848991028845824 00000100:00100000:2.0:1763335533.423713:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 623 00000100:00100000:2.0:1763335533.423725:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc471ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+24:2409:x1848991028845824:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335533.424173:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc471ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+24:2409:x1848991028845824:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 448us (1475us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335533.424183:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 623 00002000:00100000:2.0:1763335533.424191:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc471ca80 x1848991028845824/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:579/0 lens 488/440 e 0 to 0 dl 1763335544 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335533.424200:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc471ca80 with x1848991028845824 00000100:00100000:3.0:1763335533.427741:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335533.427818:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028845952 00000100:00100000:2.0:1763335533.427827:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028845952 00000100:00100000:2.0:1763335533.427928:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 839 00000100:00100000:2.0:1763335533.427938:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2407:x1848991028845952:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335533.427955:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335533.427971:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99000/0x10123ce7f07641cc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d741 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335533.428039:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c93480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041304064:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335533.428116:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6a80 going to sleep for 11 seconds 00000100:00100000:2.0:1763335533.430720:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c93480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041304064:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335533.430759:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99000/0x10123ce7f07641cc lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d741 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335533.430784:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99000/0x10123ce7f07641cc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d741 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335533.430795:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99000, rc 0) 00000100:00100000:2.0:1763335533.430855:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2407:x1848991028845952:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2917us (3121us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335533.430865:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 839 00000100:00100000:0.0:1763335533.435328:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335533.435638:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028846080 00000100:00100000:2.0:1763335533.435650:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028846080 00000100:00100000:2.0:1763335533.435861:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 840 00000100:00100000:2.0:1763335533.435961:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc471c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991028846080:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335533.435978:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335533.435994:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99a00/0x10123ce7f07641d3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d748 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335533.436114:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c93480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041304192:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335533.436246:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6a80 going to sleep for 11 seconds 00000100:00100000:2.0:1763335533.438965:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c93480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041304192:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335533.439001:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99a00/0x10123ce7f07641d3 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d748 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335533.439023:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99a00/0x10123ce7f07641d3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d748 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335533.439035:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99a00, rc 0) 00000100:00100000:2.0:1763335533.439088:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc471c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991028846080:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3218us (3771us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335533.439098:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 840 00000100:00100000:0.0:1763335533.442428:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335533.442799:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028846208 00000100:00100000:2.0:1763335533.442809:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028846208 00002000:00100000:2.0:1763335533.442856:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc471d880 x1848991028846208/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:579/0 lens 488/0 e 0 to 0 dl 1763335544 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335533.442952:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc471d880 with x1848991028846208 00000100:00100000:2.0:1763335533.442986:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 624 00000100:00100000:2.0:1763335533.442995:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc471d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+24:2408:x1848991028846208:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335533.443518:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc471d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+24:2408:x1848991028846208:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 523us (1099us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335533.443526:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 624 00002000:00100000:2.0:1763335533.443533:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc471d880 x1848991028846208/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:579/0 lens 488/440 e 0 to 0 dl 1763335544 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335533.443541:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc471d880 with x1848991028846208 00000100:00100000:0.0:1763335533.447024:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335533.447112:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028846336 00000100:00100000:2.0:1763335533.447123:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028846336 00000100:00100000:2.0:1763335533.447181:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 841 00000100:00100000:2.0:1763335533.447191:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc471ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991028846336:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335533.447209:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335533.447226:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99a00/0x10123ce7f07641da lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d74f expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335533.447286:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c93480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041304320:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335533.447376:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6a80 going to sleep for 11 seconds 00000100:00100000:2.0:1763335533.449659:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c93480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041304320:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335533.449696:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99a00/0x10123ce7f07641da lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d74f expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335533.449719:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99a00/0x10123ce7f07641da lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d74f expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335533.449732:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99a00, rc 0) 00000100:00100000:2.0:1763335533.451047:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc471ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991028846336:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3849us (4032us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335533.451059:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 841 00000100:00100000:0.0:1763335533.455331:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335533.455402:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028846464 00000100:00100000:2.0:1763335533.455412:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028846464 00000100:00100000:2.0:1763335533.455469:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 842 00000100:00100000:2.0:1763335533.455478:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2408:x1848991028846464:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335533.455494:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335533.455512:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99000/0x10123ce7f07641e1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d756 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335533.455584:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c93480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041304448:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335533.455678:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6a80 going to sleep for 11 seconds 00000100:00100000:2.0:1763335533.458464:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c93480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041304448:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335533.458500:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99000/0x10123ce7f07641e1 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d756 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335533.458522:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99000/0x10123ce7f07641e1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d756 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335533.458533:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99000, rc 0) 00000100:00100000:2.0:1763335533.458616:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2408:x1848991028846464:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3138us (3295us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335533.458628:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 842 00000100:00100000:3.0:1763335533.462450:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335533.462536:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028846592 00000100:00100000:2.0:1763335533.462547:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028846592 00002000:00100000:2.0:1763335533.462594:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7c3ca80 x1848991028846592/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:579/0 lens 488/0 e 0 to 0 dl 1763335544 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335533.462606:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7c3ca80 with x1848991028846592 00000100:00100000:1.0:1763335533.462681:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 625 00000100:00100000:1.0:1763335533.462694:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c3ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+24:2409:x1848991028846592:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335533.462970:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c3ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+24:2409:x1848991028846592:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 278us (529us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335533.462978:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 625 00002000:00100000:1.0:1763335533.462985:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7c3ca80 x1848991028846592/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:579/0 lens 488/440 e 0 to 0 dl 1763335544 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335533.462992:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7c3ca80 with x1848991028846592 00000100:00100000:0.0:1763335533.465717:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335533.465860:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028846720 00000100:00100000:2.0:1763335533.465896:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028846720 00000100:00100000:2.0:1763335533.465949:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 843 00000100:00100000:2.0:1763335533.465958:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2408:x1848991028846720:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335533.465975:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335533.465992:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99000/0x10123ce7f07641e8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d75d expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335533.466633:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c93480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041304576:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335533.466747:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6a80 going to sleep for 11 seconds 00000100:00100000:2.0:1763335533.470317:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c93480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041304576:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335533.470356:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99000/0x10123ce7f07641e8 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d75d expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335533.470381:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99000/0x10123ce7f07641e8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d75d expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335533.470394:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99000, rc 0) 00000100:00100000:2.0:1763335533.470454:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2408:x1848991028846720:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4495us (4743us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335533.470465:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 843 00000100:00100000:3.0:1763335533.475114:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335533.475208:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028846848 00000100:00100000:1.0:1763335533.475218:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028846848 00002000:00100000:1.0:1763335533.475264:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7c3f800 x1848991028846848/t0(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:579/0 lens 488/0 e 0 to 0 dl 1763335544 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335533.475276:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7c3f800 with x1848991028846848 00000100:00100000:1.0:1763335533.475731:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 626 00000100:00100000:1.0:1763335533.475742:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+24:2409:x1848991028846848:12345-192.168.202.34@tcp:4:fsx.0 00000004:00010000:1.0:1763335533.479406:0:6530:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 627851 -> 790528 00000004:00010000:1.0:1763335533.479417:0:6530:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335533 -> 1763335533 00000004:00010000:1.0:1763335533.479420:0:6530:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335533 -> 1763335533 00000004:00010000:1.0:1763335533.479422:0:6530:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335533 -> 1763335533 00000004:00010000:1.0:1763335533.479425:0:6530:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 448 -> 520 00000100:00100000:1.0:1763335533.479507:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+26:2409:x1848991028846848:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 3761us (4398us total) trans 4294967767 rc 0/0 00000100:00100000:1.0:1763335533.479519:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 626 00002000:00100000:1.0:1763335533.479532:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7c3f800 x1848991028846848/t4294967767(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:579/0 lens 488/448 e 0 to 0 dl 1763335544 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335533.479541:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7c3f800 with x1848991028846848 00000100:00100000:0.0:1763335533.487417:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335533.491275:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028846976 00000100:00100000:2.0:1763335533.491302:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028846976 00000100:00100000:2.0:1763335533.491389:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1152 00000100:00100000:2.0:1763335533.491401:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d91500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+26:2407:x1848991028846976:12345-192.168.202.34@tcp:16:fsx.0 00010000:00010000:3.0:1763335533.497588:0:3637:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99600/0x10123ce7f0763ebc lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335533.497609:0:3637:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99600/0x10123ce7f0763ebc lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210400000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335533.497618:0:3637:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99600/0x10123ce7f0763ebc lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335533.497624:0:3637:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc5a99600 already unused, calling callback (ffffffffc1966550) 00010000:00010000:3.0:1763335533.497629:0:3637:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99600/0x10123ce7f0763ebc lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335533.497653:0:3637:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99600/0x10123ce7f0763ebc lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40218400000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335533.497671:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335533.497674:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335533.497679:0:3637:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99600/0x10123ce7f0763ebc lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335533.497685:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99600/0x10123ce7f0763ebc lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335533.497705:0:3637:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f0763fa3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335533.497711:0:3637:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f0763fa3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210400000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335533.497716:0:3637:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f0763fa3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335533.497721:0:3637:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc2bd4000 already unused, calling callback (ffffffffc1966550) 00010000:00010000:3.0:1763335533.497724:0:3637:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f0763fa3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335533.497729:0:3637:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f0763fa3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40218400000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335533.497736:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335533.497739:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335533.497741:0:3637:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f0763fa3 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335533.497747:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f0763fa3 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335533.497765:0:3637:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0764044 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335533.497771:0:3637:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0764044 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335533.497776:0:3637:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0764044 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335533.497781:0:3637:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc2bd5e00 already unused, calling callback (ffffffffc1966550) 00010000:00010000:3.0:1763335533.497784:0:3637:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0764044 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335533.497789:0:3637:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0764044 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335533.497796:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335533.497798:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335533.497800:0:3637:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0764044 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335533.497805:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0764044 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00000001:00080000:0.0:1763335533.498623:0:6496:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967767 is committed 00000001:00080000:0.0:1763335533.498796:0:6496:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967766 is committed 00000100:00100000:2.0:1763335533.499630:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d91500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+14:2407:x1848991028846976:12345-192.168.202.34@tcp:16:fsx.0 Request processed in 8225us (12216us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335533.499643:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1152 00010000:00010000:1.0:1763335533.499963:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7600/0x10123ce7f0763ef4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335533.499974:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7600/0x10123ce7f0763ef4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335533.499982:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7600/0x10123ce7f0763ef4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335533.499987:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc2bd7600 already unused, calling callback (ffffffffc1966550) 00010000:00010000:1.0:1763335533.499992:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7600/0x10123ce7f0763ef4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335533.499999:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7600/0x10123ce7f0763ef4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335533.500013:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335533.500016:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335533.500020:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7600/0x10123ce7f0763ef4 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335533.500027:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7600/0x10123ce7f0763ef4 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335533.500043:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98c00/0x10123ce7f0763ff7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335533.500048:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98c00/0x10123ce7f0763ff7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335533.500054:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98c00/0x10123ce7f0763ff7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335533.500060:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc5a98c00 already unused, calling callback (ffffffffc1966550) 00010000:00010000:1.0:1763335533.500063:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98c00/0x10123ce7f0763ff7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335533.500068:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98c00/0x10123ce7f0763ff7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335533.500075:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335533.500078:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335533.500080:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98c00/0x10123ce7f0763ff7 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335533.500089:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98c00/0x10123ce7f0763ff7 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00000100:00100000:1.0:1763335533.509619:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335533.510420:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028847104 00000100:00100000:2.0:1763335533.510430:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028847104 00000100:00100000:2.0:1763335533.510494:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1153 00000100:00100000:2.0:1763335533.510504:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5723b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+11:2406:x1848991028847104:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335533.510530:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335533.510553:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99000/0x10123ce7f07641ef lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d764 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335533.510592:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98e00/0x10123ce7f0764132 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d6a7 expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335533.510633:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c93480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041304704:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335533.510737:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6180 going to sleep for 11 seconds 00000100:00100000:2.0:1763335533.516393:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c93480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041304704:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335533.516419:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 790528 00010000:00010000:2.0:1763335533.516438:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99000/0x10123ce7f07641ef lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d764 expref: 12 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335533.516466:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335533.516470:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335533.516476:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99000/0x10123ce7f07641ef lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d764 expref: 12 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335533.516490:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99000, rc 0) 00000100:00100000:2.0:1763335533.516566:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5723b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+11:2406:x1848991028847104:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6062us (6955us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335533.516575:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1153 00000100:00100000:0.0:1763335533.525754:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335533.525846:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028847232 00000100:00100000:2.0:1763335533.525857:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028847232 00000100:00100000:2.0:1763335533.526255:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1154 00000100:00100000:2.0:1763335533.526269:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5789f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+11:2406:x1848991028847232:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335533.526300:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335533.526324:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99000/0x10123ce7f07641f6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d76b expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335533.526370:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98e00/0x10123ce7f0764132 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d6a7 expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335533.526411:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c93480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041304832:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335533.526495:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6180 going to sleep for 11 seconds 00000100:00100000:2.0:1763335533.530549:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c93480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041304832:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335533.530578:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 790528 00010000:00010000:2.0:1763335533.530597:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99000/0x10123ce7f07641f6 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d76b expref: 12 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335533.530623:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335533.530627:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335533.530631:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99000/0x10123ce7f07641f6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d76b expref: 12 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335533.530645:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99000, rc 0) 00000100:00100000:2.0:1763335533.530726:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5789f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+11:2406:x1848991028847232:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4460us (4979us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335533.530735:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1154 00000100:00100000:0.0:1763335533.536351:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335533.536596:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028847360 00000100:00100000:2.0:1763335533.536606:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028847360 00000100:00100000:2.0:1763335533.536667:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 844 00000100:00100000:2.0:1763335533.536678:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5789880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2406:x1848991028847360:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335533.536696:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335533.536719:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99000/0x10123ce7f07641fd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d772 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335533.536776:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c93480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041304960:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335533.536901:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6180 going to sleep for 11 seconds 00000100:00100000:2.0:1763335533.540523:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c93480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041304960:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335533.540558:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99000/0x10123ce7f07641fd lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d772 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335533.540580:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99000/0x10123ce7f07641fd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d772 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335533.540596:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99000, rc 0) 00000100:00100000:2.0:1763335533.540962:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5789880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2406:x1848991028847360:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4284us (4620us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335533.540972:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 844 00000100:00100000:3.0:1763335533.546439:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335533.546654:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028847488 00000100:00100000:2.0:1763335533.546664:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028847488 00000100:00100000:2.0:1763335533.546727:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 845 00000100:00100000:2.0:1763335533.546738:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2407:x1848991028847488:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335533.546757:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335533.546775:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99000/0x10123ce7f0764204 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d779 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335533.546832:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c93480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041305088:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335533.546936:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6180 going to sleep for 11 seconds 00000100:00100000:2.0:1763335533.549944:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c93480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041305088:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335533.549981:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99000/0x10123ce7f0764204 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d779 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335533.550002:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99000/0x10123ce7f0764204 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d779 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335533.550014:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99000, rc 0) 00000100:00100000:2.0:1763335533.550068:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2407:x1848991028847488:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3332us (3639us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335533.550084:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 845 00000100:00100000:0.0:1763335533.561697:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335533.561778:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028847616 00000100:00100000:2.0:1763335533.561790:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028847616 00002000:00100000:2.0:1763335533.561838:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1835008->1839103) req@ffff9af0c2f47100 x1848991028847616/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:579/0 lens 488/0 e 0 to 0 dl 1763335544 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335533.561850:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0c2f47100 with x1848991028847616 ext(1835008->1839103) 00002000:00010000:2.0:1763335533.561856:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0c2f47100 00000100:00100000:2.0:1763335533.561933:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 422 00000100:00100000:2.0:1763335533.561944:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2f47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2407:x1848991028847616:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335533.562136:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2f47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2407:x1848991028847616:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 193us (449us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335533.562144:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 422 00002000:00100000:2.0:1763335533.562151:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1835008->1839103) req@ffff9af0c2f47100 x1848991028847616/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:579/0 lens 488/4536 e 0 to 0 dl 1763335544 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335533.562160:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0c2f47100 with x1848991028847616 ext(1835008->1839103) 00002000:00010000:2.0:1763335533.562163:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0c2f47100 00000100:00100000:1.0:1763335533.565632:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335533.565716:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028847744 00000100:00100000:0.0:1763335533.565726:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028847744 00002000:00100000:0.0:1763335533.565770:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1839104->1843199) req@ffff9aefc5720000 x1848991028847744/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:579/0 lens 488/0 e 0 to 0 dl 1763335544 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335533.565782:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5720000 with x1848991028847744 ext(1839104->1843199) 00002000:00010000:0.0:1763335533.565787:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5720000 00000100:00100000:0.0:1763335533.565816:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 423 00000100:00100000:0.0:1763335533.565825:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5720000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+6:2406:x1848991028847744:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335533.566060:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5720000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+6:2406:x1848991028847744:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 234us (435us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335533.566067:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 423 00002000:00100000:0.0:1763335533.566073:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1839104->1843199) req@ffff9aefc5720000 x1848991028847744/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:579/0 lens 488/4536 e 0 to 0 dl 1763335544 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335533.566081:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5720000 with x1848991028847744 ext(1839104->1843199) 00002000:00010000:0.0:1763335533.566084:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5720000 00000100:00100000:3.0:1763335533.570541:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335533.572334:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028847872 00000100:00100000:2.0:1763335533.572348:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028847872 00002000:00100000:2.0:1763335533.572405:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1843200->1847295) req@ffff9af0f7c3c380 x1848991028847872/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:579/0 lens 488/0 e 0 to 0 dl 1763335544 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335533.572417:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7c3c380 with x1848991028847872 ext(1843200->1847295) 00002000:00010000:2.0:1763335533.572423:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7c3c380 00000100:00100000:2.0:1763335533.572460:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 424 00000100:00100000:2.0:1763335533.572469:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2407:x1848991028847872:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335533.573498:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2407:x1848991028847872:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 1025us (2962us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335533.573509:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 424 00002000:00100000:2.0:1763335533.573518:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1843200->1847295) req@ffff9af0f7c3c380 x1848991028847872/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:579/0 lens 488/4536 e 0 to 0 dl 1763335544 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335533.573527:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7c3c380 with x1848991028847872 ext(1843200->1847295) 00002000:00010000:2.0:1763335533.573531:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7c3c380 00000100:00100000:1.0:1763335533.576374:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335533.576661:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028848000 00000100:00100000:2.0:1763335533.576671:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028848000 00002000:00100000:2.0:1763335533.576717:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1847296->1851391) req@ffff9aefc5720a80 x1848991028848000/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:579/0 lens 488/0 e 0 to 0 dl 1763335544 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335533.576729:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5720a80 with x1848991028848000 ext(1847296->1851391) 00002000:00010000:2.0:1763335533.576734:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5720a80 00000100:00100000:2.0:1763335533.576768:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 425 00000100:00100000:2.0:1763335533.576777:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5720a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2407:x1848991028848000:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335533.576987:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5720a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2407:x1848991028848000:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 210us (622us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335533.576995:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 425 00002000:00100000:2.0:1763335533.577003:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1847296->1851391) req@ffff9aefc5720a80 x1848991028848000/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:579/0 lens 488/4536 e 0 to 0 dl 1763335544 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335533.577010:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5720a80 with x1848991028848000 ext(1847296->1851391) 00002000:00010000:2.0:1763335533.577013:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5720a80 00000100:00100000:1.0:1763335533.579649:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335533.579756:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028848128 00000100:00100000:0.0:1763335533.579766:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028848128 00002000:00100000:0.0:1763335533.579832:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1851392->1855487) req@ffff9aefc5721c00 x1848991028848128/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:579/0 lens 488/0 e 0 to 0 dl 1763335544 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335533.579842:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5721c00 with x1848991028848128 ext(1851392->1855487) 00002000:00010000:0.0:1763335533.579847:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5721c00 00000100:00100000:0.0:1763335533.579922:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 426 00000100:00100000:0.0:1763335533.579932:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5721c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+6:2406:x1848991028848128:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335533.580088:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5721c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+6:2406:x1848991028848128:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 156us (447us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335533.580094:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 426 00002000:00100000:0.0:1763335533.580101:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1851392->1855487) req@ffff9aefc5721c00 x1848991028848128/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:579/0 lens 488/4536 e 0 to 0 dl 1763335544 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335533.580108:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5721c00 with x1848991028848128 ext(1851392->1855487) 00002000:00010000:0.0:1763335533.580112:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5721c00 00000100:00100000:2.0:1763335533.584914:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335533.584980:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028848256 00000100:00100000:0.0:1763335533.584992:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028848256 00002000:00100000:0.0:1763335533.585040:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1855488->1859583) req@ffff9af0f7c93480 x1848991028848256/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:579/0 lens 488/0 e 0 to 0 dl 1763335544 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335533.585062:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7c93480 with x1848991028848256 ext(1855488->1859583) 00002000:00010000:0.0:1763335533.585068:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7c93480 00000100:00100000:0.0:1763335533.585189:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 427 00000100:00100000:0.0:1763335533.585202:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2407:x1848991028848256:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335533.585382:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2407:x1848991028848256:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 183us (520us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335533.585391:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 427 00002000:00100000:0.0:1763335533.585415:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1855488->1859583) req@ffff9af0f7c93480 x1848991028848256/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:579/0 lens 488/4536 e 0 to 0 dl 1763335544 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335533.585462:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7c93480 with x1848991028848256 ext(1855488->1859583) 00002000:00010000:0.0:1763335533.585467:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7c93480 00000100:00100000:1.0:1763335533.589085:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335533.589176:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028848384 00000100:00100000:0.0:1763335533.589187:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028848384 00002000:00100000:0.0:1763335533.589235:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1859584->1863679) req@ffff9aefc5723100 x1848991028848384/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:579/0 lens 488/0 e 0 to 0 dl 1763335544 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335533.589247:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5723100 with x1848991028848384 ext(1859584->1863679) 00002000:00010000:0.0:1763335533.589252:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5723100 00000100:00100000:0.0:1763335533.589287:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 428 00000100:00100000:0.0:1763335533.589296:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5723100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991028848384:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335533.589475:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5723100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991028848384:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 180us (509us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335533.589482:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 428 00002000:00100000:0.0:1763335533.589489:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1859584->1863679) req@ffff9aefc5723100 x1848991028848384/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:579/0 lens 488/4536 e 0 to 0 dl 1763335544 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335533.589497:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5723100 with x1848991028848384 ext(1859584->1863679) 00002000:00010000:0.0:1763335533.589500:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5723100 00000100:00100000:1.0:1763335533.592394:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335533.592796:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028848512 00000100:00100000:0.0:1763335533.592807:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028848512 00002000:00100000:0.0:1763335533.592854:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1863680->1867775) req@ffff9aefc5721880 x1848991028848512/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:579/0 lens 488/0 e 0 to 0 dl 1763335544 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335533.592912:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5721880 with x1848991028848512 ext(1863680->1867775) 00002000:00010000:0.0:1763335533.592935:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5721880 00000100:00100000:0.0:1763335533.592984:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 429 00000100:00100000:0.0:1763335533.592994:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5721880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+6:2406:x1848991028848512:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335533.593165:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5721880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+6:2406:x1848991028848512:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 172us (782us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335533.593172:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 429 00002000:00100000:0.0:1763335533.593179:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1863680->1867775) req@ffff9aefc5721880 x1848991028848512/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:579/0 lens 488/4536 e 0 to 0 dl 1763335544 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335533.593186:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5721880 with x1848991028848512 ext(1863680->1867775) 00002000:00010000:0.0:1763335533.593190:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5721880 00000100:00100000:2.0:1763335533.597253:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335533.597413:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028848640 00000100:00100000:0.0:1763335533.597424:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028848640 00002000:00100000:0.0:1763335533.597471:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1867776->1871871) req@ffff9af0f7c91f80 x1848991028848640/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:579/0 lens 488/0 e 0 to 0 dl 1763335544 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335533.597482:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7c91f80 with x1848991028848640 ext(1867776->1871871) 00002000:00010000:0.0:1763335533.597488:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7c91f80 00000100:00100000:0.0:1763335533.597522:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 430 00000100:00100000:0.0:1763335533.597533:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991028848640:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335533.598069:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991028848640:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 535us (822us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335533.598077:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 430 00002000:00100000:0.0:1763335533.598084:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1867776->1871871) req@ffff9af0f7c91f80 x1848991028848640/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:579/0 lens 488/4536 e 0 to 0 dl 1763335544 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335533.598091:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7c91f80 with x1848991028848640 ext(1867776->1871871) 00002000:00010000:0.0:1763335533.598109:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7c91f80 00000100:00100000:1.0:1763335533.603992:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335533.604351:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028848768 00000100:00100000:0.0:1763335533.604361:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028848768 00002000:00100000:0.0:1763335533.604410:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1871872->1875967) req@ffff9aefc5722680 x1848991028848768/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:579/0 lens 488/0 e 0 to 0 dl 1763335544 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335533.604422:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5722680 with x1848991028848768 ext(1871872->1875967) 00002000:00010000:0.0:1763335533.604428:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5722680 00000100:00100000:0.0:1763335533.604461:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 431 00000100:00100000:0.0:1763335533.604471:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5722680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991028848768:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335533.604802:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5722680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991028848768:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 330us (820us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335533.604810:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 431 00002000:00100000:0.0:1763335533.604817:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1871872->1875967) req@ffff9aefc5722680 x1848991028848768/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:579/0 lens 488/4536 e 0 to 0 dl 1763335544 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335533.604825:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5722680 with x1848991028848768 ext(1871872->1875967) 00002000:00010000:0.0:1763335533.604828:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5722680 00000100:00100000:3.0:1763335533.607748:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335533.608140:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028848896 00000100:00100000:2.0:1763335533.608150:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028848896 00000100:00100000:2.0:1763335533.608211:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1155 00000100:00100000:2.0:1763335533.608222:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+11:2409:x1848991028848896:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335533.608242:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335533.608264:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99400/0x10123ce7f076420b lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d780 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335533.608305:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98e00/0x10123ce7f0764132 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d6a7 expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335533.608349:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c92a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041305216:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335533.608446:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6a80 going to sleep for 11 seconds 00000100:00100000:0.0:1763335533.611234:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c92a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041305216:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335533.611257:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 790528 00010000:00010000:0.0:1763335533.611273:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99400/0x10123ce7f076420b lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d780 expref: 12 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335533.611293:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335533.611297:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335533.611300:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99400/0x10123ce7f076420b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d780 expref: 12 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335533.611326:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99400, rc 0) 00000100:00100000:0.0:1763335533.611380:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+11:2409:x1848991028848896:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3161us (3641us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335533.611389:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1155 00000100:00100000:1.0:1763335533.614764:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335533.615125:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028849024 00000100:00100000:0.0:1763335533.615136:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028849024 00000100:00100000:0.0:1763335533.615195:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1156 00000100:00100000:0.0:1763335533.615207:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5722a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+11:2408:x1848991028849024:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335533.615227:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335533.615250:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6200/0x10123ce7f0764212 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d787 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335533.615287:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98e00/0x10123ce7f0764132 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d6a7 expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335533.615328:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c2f44700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041305344:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335533.615414:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c600 going to sleep for 11 seconds 00000100:00100000:0.0:1763335533.617763:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c2f44700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041305344:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335533.617789:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 790528 00010000:00010000:0.0:1763335533.617806:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6200/0x10123ce7f0764212 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d787 expref: 12 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335533.617824:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335533.617827:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335533.617833:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6200/0x10123ce7f0764212 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d787 expref: 12 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335533.617865:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6200, rc 0) 00000100:00100000:0.0:1763335533.617951:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5722a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+11:2408:x1848991028849024:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2746us (3197us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335533.617959:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1156 00000100:00100000:2.0:1763335533.621509:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335533.621578:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028849152 00000100:00100000:0.0:1763335533.621587:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028849152 00000100:00100000:0.0:1763335533.621635:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 846 00000100:00100000:0.0:1763335533.621645:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2407:x1848991028849152:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335533.621662:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335533.621679:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7400/0x10123ce7f0764219 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d78e expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335533.621739:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c2f44700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041305472:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335533.621829:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c600 going to sleep for 11 seconds 00000100:00100000:0.0:1763335533.624472:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c2f44700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041305472:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335533.624508:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7400/0x10123ce7f0764219 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d78e expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335533.624530:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7400/0x10123ce7f0764219 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d78e expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335533.624540:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd7400, rc 0) 00000100:00100000:0.0:1763335533.624796:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2407:x1848991028849152:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3151us (3294us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335533.624823:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 846 00000100:00100000:3.0:1763335533.627251:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335533.627931:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028849280 00000100:00100000:0.0:1763335533.627942:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028849280 00000100:00100000:0.0:1763335533.627990:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 847 00000100:00100000:0.0:1763335533.628000:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5802680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2408:x1848991028849280:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335533.628018:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335533.628035:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6200/0x10123ce7f0764220 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d795 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335533.628090:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c2f44700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041305600:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335533.628182:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c600 going to sleep for 11 seconds 00000100:00100000:2.0:1763335533.630249:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5720380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1848991041305728:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1763335533.630302:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335533.630341:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffb70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3652:1848991041306240:0@lo:400:kworker.0 00000100:00100000:2.0:1763335533.630365:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335533.630378:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc46e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1848991041306752:0@lo:400:kworker.0 00000100:00100000:2.0:1763335533.630397:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335533.630411:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffb3c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1848991041307264:0@lo:400:kworker.0 00000100:00100000:2.0:1763335533.630428:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335533.630446:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1763335533.630451:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffb73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1848991041306112:0@lo:400:kworker.0 00000100:00100000:2.0:1763335533.630495:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335533.630512:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5d9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3652:1848991041306624:0@lo:400:kworker.0 00000100:00100000:2.0:1763335533.630530:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335533.630541:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffb3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3652:1848991041307136:0@lo:400:kworker.0 00000100:00100000:2.0:1763335533.630573:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335533.630596:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c2f46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3654:1848991041305984:0@lo:400:kworker.0 00000100:00100000:2.0:1763335533.630615:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335533.630629:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5d9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3654:1848991041306496:0@lo:400:kworker.0 00000100:00100000:2.0:1763335533.630646:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335533.630659:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffb3e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3654:1848991041307008:0@lo:400:kworker.0 00000100:00100000:2.0:1763335533.630674:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335533.630684:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:2.0:1763335533.630689:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c2f45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e767977a-b5b5-44a9-9592-4af663ea7043:3654:1848991041305856:0@lo:400:kworker.0 00000100:00100000:2.0:1763335533.630711:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335533.630734:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5d9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3654:1848991041306368:0@lo:400:kworker.0 00000100:00100000:2.0:1763335533.630751:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335533.630764:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffb3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3654:1848991041306880:0@lo:400:kworker.0 00000100:00100000:2.0:1763335533.630780:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335533.630791:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3654:1848991041307392:0@lo:400:kworker.0 00000100:00100000:2.0:1763335533.630808:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335533.630830:0:13236:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041306112 00000100:00100000:2.0:1763335533.630836:0:13236:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041306112 00000100:00100000:2.0:1763335533.630910:0:13236:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041306368 00000100:00100000:2.0:1763335533.630914:0:13236:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041306368 00000100:00100000:2.0:1763335533.630930:0:13236:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 166 00000100:00100000:2.0:1763335533.630937:0:13236:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c6723480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3652:x1848991041306112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763335533.630984:0:13236:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c6723480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3652:x1848991041306112:12345-0@lo:400:kworker.0 Request processed in 47us (488us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335533.630991:0:13236:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 166 00000100:00100000:2.0:1763335533.631006:0:13236:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 167 00000100:00100000:2.0:1763335533.631011:0:13236:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5616300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1848991041306368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763335533.631038:0:13236:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5616300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1848991041306368:12345-0@lo:400:kworker.0 Request processed in 26us (285us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335533.631044:0:13236:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 167 00000100:00100000:2.0:1763335533.631060:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041306240 00000100:00100000:2.0:1763335533.631063:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041306240 00000100:00100000:2.0:1763335533.631078:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041306624 00000100:00100000:2.0:1763335533.631081:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041306624 00000100:00100000:2.0:1763335533.631099:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041307136 00000100:00100000:2.0:1763335533.631102:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041307136 00000100:00100000:2.0:1763335533.631113:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041305984 00000100:00100000:2.0:1763335533.631115:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041305984 00000100:00100000:2.0:1763335533.631125:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041306496 00000100:00100000:2.0:1763335533.631127:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041306496 00000100:00100000:2.0:1763335533.631140:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041307008 00000100:00100000:2.0:1763335533.631143:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041307008 00000100:00100000:2.0:1763335533.631155:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 309 00000100:00100000:2.0:1763335533.631161:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc35edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1848991041306240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763335533.631188:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc35edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1848991041306240:12345-0@lo:400:kworker.0 Request processed in 28us (823us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335533.631195:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 309 00000100:00100000:2.0:1763335533.631205:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 310 00000100:00100000:2.0:1763335533.631211:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1848991041306624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763335533.631232:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1848991041306624:12345-0@lo:400:kworker.0 Request processed in 22us (702us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335533.631239:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 310 00000100:00100000:2.0:1763335533.631248:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 311 00000100:00100000:2.0:1763335533.631253:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5614700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1848991041307136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763335533.631275:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5614700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1848991041307136:12345-0@lo:400:kworker.0 Request processed in 21us (701us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335533.631280:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 311 00000100:00100000:2.0:1763335533.631292:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 312 00000100:00100000:2.0:1763335533.631297:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5614000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1848991041305984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763335533.631318:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5614000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1848991041305984:12345-0@lo:400:kworker.0 Request processed in 21us (702us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335533.631323:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 312 00000100:00100000:2.0:1763335533.631333:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 313 00000100:00100000:2.0:1763335533.631338:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5614a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1848991041306496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763335533.631360:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5614a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1848991041306496:12345-0@lo:400:kworker.0 Request processed in 22us (713us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335533.631366:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 313 00000100:00100000:2.0:1763335533.631375:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 314 00000100:00100000:2.0:1763335533.631381:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5616680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1848991041307008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763335533.631402:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5616680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1848991041307008:12345-0@lo:400:kworker.0 Request processed in 22us (727us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335533.631409:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 314 00000100:00100000:2.0:1763335533.631429:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041305856 00000100:00100000:2.0:1763335533.631432:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041305856 00000100:00100000:2.0:1763335533.631452:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 357 00000100:00100000:2.0:1763335533.631458:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c71a2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e767977a-b5b5-44a9-9592-4af663ea7043+23:3654:x1848991041305856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763335533.631483:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c71a2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e767977a-b5b5-44a9-9592-4af663ea7043+23:3654:x1848991041305856:12345-0@lo:400:kworker.0 Request processed in 25us (771us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335533.631490:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 357 00000100:00080000:2.0:1763335533.631520:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1763335533.631525:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1763335533.631548:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c2f45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e767977a-b5b5-44a9-9592-4af663ea7043:3654:1848991041305856:0@lo:400:kworker.0 00000100:00100000:2.0:1763335533.631559:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5d9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3654:1848991041306368:0@lo:400:kworker.0 00000100:00100000:2.0:1763335533.631568:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c2f46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3654:1848991041305984:0@lo:400:kworker.0 00000100:00100000:2.0:1763335533.631577:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5d9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3654:1848991041306496:0@lo:400:kworker.0 00000100:00100000:2.0:1763335533.631585:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffb3e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3654:1848991041307008:0@lo:400:kworker.0 00000100:00100000:2.0:1763335533.631614:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffb73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1848991041306112:0@lo:400:kworker.0 00000100:00100000:2.0:1763335533.631623:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5d9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3652:1848991041306624:0@lo:400:kworker.0 00000100:00100000:2.0:1763335533.631631:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffb3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3652:1848991041307136:0@lo:400:kworker.0 00000100:00100000:2.0:1763335533.631640:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffb70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3652:1848991041306240:0@lo:400:kworker.0 00000100:00100000:2.0:1763335533.631669:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041306752 00000100:00100000:2.0:1763335533.631673:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041306752 00000100:00080000:2.0:1763335533.631686:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1763335533.631700:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041307264 00000100:00100000:2.0:1763335533.631702:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041307264 00000100:00080000:2.0:1763335533.631711:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1763335533.631720:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041306880 00000100:00100000:2.0:1763335533.631727:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041306880 00000100:00080000:2.0:1763335533.631736:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1763335533.631746:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041307392 00000100:00100000:2.0:1763335533.631748:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041307392 00000100:00080000:2.0:1763335533.631757:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1763335533.631767:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000100:00100000:2.0:1763335533.631773:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc35edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3652:x1848991041306752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763335533.631804:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc35edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3652:x1848991041306752:12345-0@lo:400:kworker.0 Request processed in 31us (1406us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335533.631810:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00000100:00100000:2.0:1763335533.631830:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc46e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1848991041306752:0@lo:400:kworker.0 00000100:00100000:2.0:1763335533.631844:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00100000:2.0:1763335533.631850:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c6723800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3652:x1848991041307264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763335533.631913:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c6723800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3652:x1848991041307264:12345-0@lo:400:kworker.0 Request processed in 63us (1484us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335533.631920:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000100:00100000:2.0:1763335533.631941:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffb3c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1848991041307264:0@lo:400:kworker.0 00000100:00100000:2.0:1763335533.631956:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00100000:2.0:1763335533.631962:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5615500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1848991041306880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763335533.631990:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5615500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1848991041306880:12345-0@lo:400:kworker.0 Request processed in 28us (1208us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335533.631995:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00100000:2.0:1763335533.632016:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffb3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3654:1848991041306880:0@lo:400:kworker.0 00000100:00100000:2.0:1763335533.632029:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00100000:2.0:1763335533.632035:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5616a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1848991041307392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763335533.632063:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5616a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1848991041307392:12345-0@lo:400:kworker.0 Request processed in 28us (1253us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335533.632073:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00100000:2.0:1763335533.632092:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3654:1848991041307392:0@lo:400:kworker.0 00000100:00100000:1.0:1763335533.632307:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1763335533.632317:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffa13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1848991041307520:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1763335533.632349:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335533.632385:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041305728 00000100:00100000:1.0:1763335533.632390:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041305728 00000100:00100000:1.0:1763335533.632420:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041307520 00000100:00100000:1.0:1763335533.632423:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041307520 00000100:00100000:1.0:1763335533.632436:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 134 00000100:00100000:1.0:1763335533.632443:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc35ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1848991041305728:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1763335533.632457:0:8403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 452259520 pending 0 free 3923529728 avail 3691864064 00000100:00100000:0.0:1763335533.632471:0:12324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 135 00000100:00100000:0.0:1763335533.632484:0:12324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1848991041307520:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1763335533.632495:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc35ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1848991041305728:12345-0@lo:13:osp-pre-1-1.0 Request processed in 51us (2191us total) trans 0 rc 0/0 00002000:00000024:0.0:1763335533.632498:0:12324:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 452259520 pending 0 free 3923529728 avail 3691864064 00000100:00100000:1.0:1763335533.632508:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 134 00000100:00100000:0.0:1763335533.632547:0:12324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1848991041307520:12345-0@lo:13:osp-pre-1-0.0 Request processed in 67us (197us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335533.632550:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5720380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1848991041305728:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1763335533.632559:0:12324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 135 00000100:00100000:1.0:1763335533.632585:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffa13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1848991041307520:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1763335533.636523:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c2f44700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041305600:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335533.636562:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6200/0x10123ce7f0764220 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d795 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335533.636587:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6200/0x10123ce7f0764220 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d795 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335533.636600:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6200, rc 0) 00000100:00100000:2.0:1763335533.636669:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5802680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2408:x1848991028849280:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 8669us (9424us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335533.636677:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 847 00000100:00100000:3.0:1763335533.643347:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335533.643956:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028849408 00000100:00100000:0.0:1763335533.643967:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028849408 00000100:00100000:0.0:1763335533.644027:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1157 00000100:00100000:0.0:1763335533.644036:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5803b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:15720:x1848991028849408:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335533.644257:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335533.644279:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7400/0x10123ce7f0764227 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d79c expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335533.644307:0:8224:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98e00/0x10123ce7f0764132 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d6a7 expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335533.644329:0:8224:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7400/0x10123ce7f0764227 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d79c expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335533.644360:0:8224:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98e00/0x10123ce7f0764132 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d6a7 expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335533.644370:0:8224:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98e00/0x10123ce7f0764132 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d6a7 expref: 13 pid: 10055 timeout: 434 lvb_type: 0 00000100:00100000:0.0:1763335533.644383:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c95500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041307648:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335533.644465:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c600 going to sleep for 11 seconds 00000100:00100000:0.0:1763335533.647971:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c95500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041307648:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335533.648009:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7400/0x10123ce7f0764227 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d79c expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335533.648029:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335533.648032:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335533.648037:0:8224:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7400/0x10123ce7f0764227 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d79c expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335533.648048:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd7400, rc 0) 00000100:00100000:0.0:1763335533.648112:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5803b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+12:15720:x1848991028849408:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4076us (4773us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335533.648122:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1157 00000100:00100000:1.0:1763335533.651266:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335533.651335:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028849536 00000100:00100000:2.0:1763335533.651345:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028849536 00010000:00010000:2.0:1763335533.651385:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98e00/0x10123ce7f0764132 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d6a7 expref: 14 pid: 10055 timeout: 434 lvb_type: 0 00000100:00100000:2.0:1763335533.651424:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 432 00000100:00100000:2.0:1763335533.651434:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa13100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:819c42eb-8a5f-4523-990c-a007cb66998d+14:2408:x1848991028849536:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335533.651449:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335533.651469:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98e00/0x10123ce7f0764132 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d6a7 expref: 14 pid: 10055 timeout: 434 lvb_type: 0 00010000:00010000:2.0:1763335533.651481:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98e00/0x10123ce7f0764132 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d6a7 expref: 14 pid: 10055 timeout: 434 lvb_type: 0 00010000:00010000:2.0:1763335533.651604:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98e00/0x10123ce7f0764132 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d6a7 expref: 14 pid: 10055 timeout: 434 lvb_type: 0 00010000:00010000:2.0:1763335533.651619:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335533.651625:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7400/0x10123ce7f0764227 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d79c expref: 11 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335533.651637:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7400/0x10123ce7f0764227 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d79c expref: 11 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335533.651645:0:6500:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7400/0x10123ce7f0764227 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d79c expref: 11 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335533.651677:0:6500:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7400/0x10123ce7f0764227 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d79c expref: 11 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335533.651689:0:6500:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc46e9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6500:1848991041307776:192.168.202.34@tcp:105: 00000100:00100000:2.0:1763335533.651769:0:6500:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6a80 going to sleep for 11 seconds 00000100:00100000:2.0:1763335533.656832:0:6500:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc46e9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6500:1848991041307776:192.168.202.34@tcp:105: 00010000:00010000:2.0:1763335533.656859:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335533.656957:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa13100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:819c42eb-8a5f-4523-990c-a007cb66998d+13:2408:x1848991028849536:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 5524us (5699us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335533.656969:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 432 00000100:00100000:1.0:1763335533.670210:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335533.670258:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335533.670404:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028849664 00000100:00100000:0.0:1763335533.670416:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028849664 00002000:00100000:0.0:1763335533.670479:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->1835007) req@ffff9af0ffa10a80 x1848991028849664/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:579/0 lens 536/0 e 0 to 0 dl 1763335544 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335533.670490:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffa10a80 with x1848991028849664 ext(1048576->1835007) 00002000:00010000:0.0:1763335533.670495:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffa10a80 00000100:00100000:3.0:1763335533.670679:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028849792 00000100:00100000:3.0:1763335533.670684:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028849792 00002000:00100000:3.0:1763335533.670711:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffa12300 x1848991028849792/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:579/0 lens 488/0 e 0 to 0 dl 1763335544 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335533.670728:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffa12300 with x1848991028849792 00000100:00100000:0.0:1763335533.671357:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 432 00000100:00100000:0.0:1763335533.671370:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2407:x1848991028849664:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335533.672130:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 627 00000100:00100000:3.0:1763335533.672140:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+12:2409:x1848991028849792:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335533.686791:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2407:x1848991028849664:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 15414us (16521us total) trans 0 rc 659456/659456 00000100:00100000:0.0:1763335533.686806:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 432 00002000:00100000:0.0:1763335533.686820:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->1835007) req@ffff9af0ffa10a80 x1848991028849664/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:579/0 lens 536/440 e 0 to 0 dl 1763335544 ref 1 fl Complete:/600/0 rc 659456/659456 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335533.686831:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffa10a80 with x1848991028849664 ext(1048576->1835007) 00002000:00010000:0.0:1763335533.686837:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffa10a80 00000100:00100000:3.0:1763335533.688053:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+12:2409:x1848991028849792:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 15909us (17847us total) trans 0 rc 790528/790528 00000100:00100000:3.0:1763335533.688064:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 627 00002000:00100000:3.0:1763335533.688074:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffa12300 x1848991028849792/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:579/0 lens 488/440 e 0 to 0 dl 1763335544 ref 1 fl Complete:/600/0 rc 790528/790528 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335533.688085:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffa12300 with x1848991028849792 00000100:00100000:1.0:1763335533.693553:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335533.693977:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028849920 00000100:00100000:0.0:1763335533.693987:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028849920 00000100:00100000:0.0:1763335533.694048:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1158 00000100:00100000:0.0:1763335533.694060:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+13:15720:x1848991028849920:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335533.694080:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335533.694101:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7e00/0x10123ce7f076422e lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d7a3 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335533.694134:0:8224:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7400/0x10123ce7f0764227 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d79c expref: 11 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335533.694144:0:8224:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7e00/0x10123ce7f076422e lrc: 4/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7a3 expref: 14 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335533.694194:0:8224:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7400/0x10123ce7f0764227 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d79c expref: 11 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335533.694207:0:8224:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7400/0x10123ce7f0764227 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d79c expref: 11 pid: 8224 timeout: 434 lvb_type: 0 00000100:00100000:0.0:1763335533.694220:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c95500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041307904:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335533.695450:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c600 going to sleep for 11 seconds 00000100:00100000:3.0:1763335533.700857:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c95500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041307904:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335533.700940:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7e00/0x10123ce7f076422e lrc: 3/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7a3 expref: 14 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335533.700959:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335533.700962:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335533.700966:0:8224:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7e00/0x10123ce7f076422e lrc: 3/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7a3 expref: 14 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335533.700976:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd7e00, rc 0) 00000100:00100000:3.0:1763335533.701040:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+14:15720:x1848991028849920:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6981us (7496us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335533.701049:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1158 00000100:00100000:1.0:1763335533.702791:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335533.702967:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028850048 00000100:00100000:3.0:1763335533.702977:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028850048 00002000:00100000:3.0:1763335533.703035:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffa11880 x1848991028850048/t0(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:579/0 lens 16872/0 e 0 to 0 dl 1763335544 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335533.703046:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffa11880 with x1848991028850048 00010000:00010000:3.0:1763335533.703055:0:6530:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7400/0x10123ce7f0764227 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d79c expref: 12 pid: 8224 timeout: 434 lvb_type: 0 00010000:00010000:3.0:1763335533.703069:0:6530:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7400/0x10123ce7f0764227 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d79c expref: 12 pid: 8224 timeout: 434 lvb_type: 0 00002000:00010000:3.0:1763335533.703076:0:6530:0:(mdt_io.c:157:mdt_rw_hpreq_check()) lustre-MDT0000: refreshed 1 locks timeout for req ffff9af0ffa11880 00000100:00100000:3.0:1763335533.703715:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 34 00000100:00100000:3.0:1763335533.703727:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+12:2408:x1848991028850048:12345-192.168.202.34@tcp:4:fsx.0 00000004:00010000:3.0:1763335533.704675:0:6530:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 790528 -> 790528 00000004:00010000:3.0:1763335533.704681:0:6530:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335533 -> 1763335533 00000004:00010000:3.0:1763335533.704684:0:6530:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335533 -> 1763335533 00000004:00010000:3.0:1763335533.704687:0:6530:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335533 -> 1763335533 00000004:00010000:3.0:1763335533.704690:0:6530:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 520 -> 552 00000100:00100000:3.0:1763335533.704795:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+14:2408:x1848991028850048:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 1069us (2008us total) trans 4294967768 rc 0/0 00000100:00100000:3.0:1763335533.704805:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 34 00002000:00100000:3.0:1763335533.704814:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffa11880 x1848991028850048/t4294967768(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:579/0 lens 16872/448 e 0 to 0 dl 1763335544 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335533.704823:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffa11880 with x1848991028850048 00010000:00010000:3.0:1763335533.704831:0:6530:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7400/0x10123ce7f0764227 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d79c expref: 14 pid: 8224 timeout: 434 lvb_type: 0 00010000:00010000:3.0:1763335533.704862:0:6530:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7400/0x10123ce7f0764227 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d79c expref: 14 pid: 8224 timeout: 434 lvb_type: 0 00002000:00010000:3.0:1763335533.704895:0:6530:0:(mdt_io.c:157:mdt_rw_hpreq_check()) lustre-MDT0000: refreshed 1 locks timeout for req ffff9af0ffa11880 00000100:00100000:1.0:1763335533.710987:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335533.711332:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028850176 00000100:00100000:2.0:1763335533.711342:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028850176 00010000:00010000:2.0:1763335533.711383:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7400/0x10123ce7f0764227 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d79c expref: 14 pid: 8224 timeout: 434 lvb_type: 0 00000100:00100000:2.0:1763335533.711427:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 433 00000100:00100000:2.0:1763335533.711438:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa12680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+14:2409:x1848991028850176:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335533.711453:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335533.711474:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7400/0x10123ce7f0764227 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d79c expref: 14 pid: 8224 timeout: 434 lvb_type: 0 00010000:00010000:2.0:1763335533.711487:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7400/0x10123ce7f0764227 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d79c expref: 14 pid: 8224 timeout: 434 lvb_type: 0 00010000:00010000:2.0:1763335533.711512:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7400/0x10123ce7f0764227 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d79c expref: 14 pid: 8224 timeout: 434 lvb_type: 0 00010000:00010000:2.0:1763335533.711528:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335533.711534:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7e00/0x10123ce7f076422e lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7a3 expref: 13 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335533.711546:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7e00/0x10123ce7f076422e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7a3 expref: 13 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335533.711555:0:6500:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7e00/0x10123ce7f076422e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7a3 expref: 13 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335533.711593:0:6500:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7e00/0x10123ce7f076422e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7a3 expref: 13 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335533.711607:0:6500:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc46e9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6500:1848991041308032:192.168.202.34@tcp:105: 00000100:00100000:2.0:1763335533.711692:0:6500:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6a80 going to sleep for 11 seconds 00000100:00100000:2.0:1763335533.715534:0:6500:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc46e9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6500:1848991041308032:192.168.202.34@tcp:105: 00010000:00010000:2.0:1763335533.715558:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335533.715614:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa12680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+13:2409:x1848991028850176:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 4178us (4638us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335533.715625:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 433 00000100:00100000:1.0:1763335533.718360:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335533.718464:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028850304 00000100:00100000:3.0:1763335533.718475:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028850304 00002000:00100000:3.0:1763335533.718528:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffa11f80 x1848991028850304/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:579/0 lens 488/0 e 0 to 0 dl 1763335544 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335533.718539:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffa11f80 with x1848991028850304 00000100:00100000:2.0:1763335533.719272:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 628 00000100:00100000:2.0:1763335533.719287:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991028850304:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335533.730576:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991028850304:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 11283us (12216us total) trans 0 rc 790528/790528 00000100:00100000:2.0:1763335533.730590:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 628 00002000:00100000:2.0:1763335533.730603:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffa11f80 x1848991028850304/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:579/0 lens 488/440 e 0 to 0 dl 1763335544 ref 1 fl Complete:/600/0 rc 790528/790528 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335533.730612:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffa11f80 with x1848991028850304 00000100:00100000:0.0:1763335533.739478:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335533.739630:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028850432 00000100:00100000:2.0:1763335533.739641:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028850432 00000100:00100000:2.0:1763335533.739701:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 848 00000100:00100000:2.0:1763335533.739711:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2408:x1848991028850432:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335533.739729:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335533.739747:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98e00/0x10123ce7f0764235 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d7aa expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335533.739806:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc46e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041308160:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335533.739926:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6a80 going to sleep for 11 seconds 00000100:00100000:2.0:1763335533.744688:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc46e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041308160:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335533.744727:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98e00/0x10123ce7f0764235 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7aa expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335533.744749:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98e00/0x10123ce7f0764235 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7aa expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335533.744761:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98e00, rc 0) 00000100:00100000:2.0:1763335533.744831:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2408:x1848991028850432:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5121us (5362us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335533.744840:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 848 00000100:00100000:1.0:1763335533.748971:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335533.749080:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028850560 00000100:00100000:2.0:1763335533.749090:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028850560 00000100:00100000:2.0:1763335533.749146:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 849 00000100:00100000:2.0:1763335533.749155:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2406:x1848991028850560:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335533.749173:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335533.749190:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98000/0x10123ce7f076423c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d7b1 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335533.749244:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc46e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041308288:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335533.749325:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6a80 going to sleep for 11 seconds 00000100:00100000:2.0:1763335533.760708:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc46e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041308288:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335533.760760:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98000/0x10123ce7f076423c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7b1 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335533.760792:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98000/0x10123ce7f076423c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7b1 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335533.760811:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98000, rc 0) 00000100:00100000:2.0:1763335533.760984:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2406:x1848991028850560:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 11828us (12021us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335533.760995:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 849 00000100:00100000:1.0:1763335533.766309:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335533.767599:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028850688 00000100:00100000:2.0:1763335533.767612:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028850688 00000100:00100000:2.0:1763335533.767675:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 850 00000100:00100000:2.0:1763335533.767686:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991028850688:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335533.767706:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335533.767726:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98000/0x10123ce7f0764243 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d7b8 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335533.767792:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc46e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041308416:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335533.768066:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6a80 going to sleep for 11 seconds 00000100:00100000:2.0:1763335533.772400:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc46e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041308416:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335533.772436:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98000/0x10123ce7f0764243 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7b8 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335533.772458:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98000/0x10123ce7f0764243 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7b8 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335533.772470:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98000, rc 0) 00000100:00100000:2.0:1763335533.772599:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991028850688:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4911us (6307us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335533.772612:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 850 00000100:00100000:1.0:1763335533.778432:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335533.778658:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028850816 00000100:00100000:0.0:1763335533.778669:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028850816 00000100:00100000:0.0:1763335533.778737:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 851 00000100:00100000:0.0:1763335533.778748:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2406:x1848991028850816:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335533.778821:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335533.778841:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7200/0x10123ce7f076424a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d7bf expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335533.778939:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c96300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041308544:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335533.779319:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335533.784838:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c96300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041308544:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335533.785600:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7200/0x10123ce7f076424a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7bf expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335533.785626:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7200/0x10123ce7f076424a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7bf expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335533.785660:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd7200, rc 0) 00000100:00100000:0.0:1763335533.785820:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2406:x1848991028850816:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7072us (7397us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335533.785830:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 851 00000100:00100000:3.0:1763335533.790629:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335533.790762:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028850944 00000100:00100000:0.0:1763335533.790771:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028850944 00000100:00100000:0.0:1763335533.791203:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 852 00000100:00100000:0.0:1763335533.791214:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5800380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991028850944:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335533.791232:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335533.791250:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6000/0x10123ce7f0764251 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d7c6 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335533.791302:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c96300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041308672:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335533.791380:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335533.795143:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c96300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041308672:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335533.795185:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6000/0x10123ce7f0764251 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7c6 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335533.795210:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6000/0x10123ce7f0764251 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7c6 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335533.795222:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6000, rc 0) 00000100:00100000:0.0:1763335533.795297:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5800380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991028850944:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4083us (4675us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335533.795326:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 852 00000100:00100000:1.0:1763335533.800693:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335533.801408:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028851072 00000100:00100000:0.0:1763335533.801419:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028851072 00000100:00100000:0.0:1763335533.801484:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 853 00000100:00100000:0.0:1763335533.801496:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5720380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:15720:x1848991028851072:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335533.801513:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335533.801532:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6000/0x10123ce7f0764258 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d7cd expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335533.801561:0:9882:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98a00/0x10123ce7f07640ad lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1568768->1605631) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d622 expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335533.801568:0:9882:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335533.801571:0:9882:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335533.801575:0:9882:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6000/0x10123ce7f0764258 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1560576->1564671] (req 1560576->1564671) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7cd expref: 6 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335533.801607:0:9882:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98a00/0x10123ce7f07640ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1568768->1605631) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d622 expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335533.801620:0:9882:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98a00/0x10123ce7f07640ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1568768->1605631) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d622 expref: 5 pid: 8400 timeout: 434 lvb_type: 0 00000100:00100000:0.0:1763335533.801633:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c96300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041308800:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335533.801706:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335533.810102:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c96300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041308800:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335533.810187:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6000/0x10123ce7f0764258 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1560576->1564671] (req 1560576->1564671) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7cd expref: 6 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335533.810206:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6000, rc 0) 00000100:00100000:0.0:1763335533.810284:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5720380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:15720:x1848991028851072:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 8789us (9598us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335533.810294:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 853 00000100:00100000:1.0:1763335533.812732:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335533.812838:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028851200 00000100:00100000:2.0:1763335533.812848:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028851200 00010000:00010000:2.0:1763335533.812921:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98a00/0x10123ce7f07640ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1568768->1605631) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d622 expref: 6 pid: 8400 timeout: 434 lvb_type: 0 00000100:00100000:2.0:1763335533.812965:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 434 00000100:00100000:2.0:1763335533.812976:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3354700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991028851200:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335533.812991:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335533.813012:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98a00/0x10123ce7f07640ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1568768->1605631) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d622 expref: 6 pid: 8400 timeout: 434 lvb_type: 0 00010000:00010000:2.0:1763335533.813027:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98a00/0x10123ce7f07640ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1568768->1605631) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d622 expref: 6 pid: 8400 timeout: 434 lvb_type: 0 00010000:00010000:2.0:1763335533.813051:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98a00/0x10123ce7f07640ad lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1568768->1605631) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d622 expref: 6 pid: 8400 timeout: 434 lvb_type: 0 00010000:00010000:2.0:1763335533.813066:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335533.813068:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335533.813076:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6000/0x10123ce7f0764258 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1560576->1564671) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7cd expref: 5 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335533.813086:0:6500:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6000/0x10123ce7f0764258 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1560576->1564671) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7cd expref: 5 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335533.813126:0:6500:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6000/0x10123ce7f0764258 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1560576->1564671) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7cd expref: 5 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335533.813141:0:6500:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc46e9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6500:1848991041308928:192.168.202.34@tcp:105: 00000100:00100000:2.0:1763335533.814573:0:6500:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6a80 going to sleep for 11 seconds 00000100:00100000:2.0:1763335533.816256:0:6500:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc46e9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6500:1848991041308928:192.168.202.34@tcp:105: 00010000:00010000:2.0:1763335533.816278:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335533.816329:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3354700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2409:x1848991028851200:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 3355us (3604us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335533.816339:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 434 00000100:00100000:1.0:1763335533.830940:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335533.830993:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028851328 00000100:00100000:1.0:1763335533.830999:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335533.831005:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028851328 00002000:00100000:0.0:1763335533.831057:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->1875967) req@ffff9aefc3355500 x1848991028851328/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:579/0 lens 488/0 e 0 to 0 dl 1763335544 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335533.831068:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc3355500 with x1848991028851328 ext(1048576->1875967) 00002000:00010000:0.0:1763335533.831075:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc3355500 00000100:00100000:0.0:1763335533.831106:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 433 00000100:00100000:0.0:1763335533.831114:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3355500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991028851328:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335533.832999:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028851456 00000100:00100000:2.0:1763335533.833012:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028851456 00002000:00100000:2.0:1763335533.833068:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc3355180 x1848991028851456/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:579/0 lens 488/0 e 0 to 0 dl 1763335544 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335533.833079:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc3355180 with x1848991028851456 00000100:00100000:2.0:1763335533.833118:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 629 00000100:00100000:2.0:1763335533.833126:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3355180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991028851456:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335533.839143:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3355180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991028851456:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 6005us (8134us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335533.839158:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 629 00002000:00100000:2.0:1763335533.839173:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc3355180 x1848991028851456/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:579/0 lens 488/440 e 0 to 0 dl 1763335544 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335533.839183:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc3355180 with x1848991028851456 00000100:00100000:2.0:1763335533.852118:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3355500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991028851328:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 20992us (21176us total) trans 0 rc 827392/827392 00000100:00100000:2.0:1763335533.852132:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 433 00002000:00100000:2.0:1763335533.852146:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->1875967) req@ffff9aefc3355500 x1848991028851328/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:579/0 lens 488/440 e 0 to 0 dl 1763335544 ref 1 fl Complete:/600/0 rc 827392/827392 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335533.852155:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc3355500 with x1848991028851328 ext(1048576->1875967) 00002000:00010000:2.0:1763335533.852162:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc3355500 00000100:00100000:1.0:1763335533.862766:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335533.864247:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028851712 00000100:00100000:3.0:1763335533.864259:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028851712 00000100:00100000:0.0:1763335533.864407:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1159 00000100:00100000:0.0:1763335533.864420:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3354380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+13:15720:x1848991028851712:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:0.0:1763335533.864482:0:10055:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335533.864512:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0764060 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d5dc expref: 13 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335533.864530:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335533.864536:0:10055:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335533.864713:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7200/0x10123ce7f076425f lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335533.864742:0:10055:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f07640a6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d61b expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335533.864749:0:10055:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7200/0x10123ce7f076425f lrc: 4/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335533.864809:0:10055:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f07640a6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d61b expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335533.864819:0:10055:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f07640a6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d61b expref: 13 pid: 10055 timeout: 434 lvb_type: 0 00000100:00100000:0.0:1763335533.864829:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c96300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041309056:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335533.865005:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c900 going to sleep for 11 seconds 00000100:00100000:0.0:1763335533.868453:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c96300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041309056:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335533.868483:0:10055:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7200/0x10123ce7f076425f lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000100:00100000:3.0:1763335533.869497:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335533.869581:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028851840 00000100:00100000:2.0:1763335533.869588:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028851840 00010000:00010000:2.0:1763335533.869625:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f07640a6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d61b expref: 14 pid: 10055 timeout: 434 lvb_type: 0 00000100:00100000:2.0:1763335533.869696:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 435 00000100:00100000:2.0:1763335533.869706:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5801500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:819c42eb-8a5f-4523-990c-a007cb66998d+14:2408:x1848991028851840:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335533.869721:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335533.869729:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f07640a6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d61b expref: 14 pid: 10055 timeout: 434 lvb_type: 0 00010000:00010000:2.0:1763335533.869741:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f07640a6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d61b expref: 14 pid: 10055 timeout: 434 lvb_type: 0 00010000:00010000:2.0:1763335533.869763:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f07640a6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d61b expref: 14 pid: 10055 timeout: 434 lvb_type: 0 00010000:00010000:2.0:1763335533.869778:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335533.869783:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7200/0x10123ce7f076425f lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335533.869793:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7200/0x10123ce7f076425f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335533.869800:0:6500:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7200/0x10123ce7f076425f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335533.870040:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335533.870099:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5801500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:819c42eb-8a5f-4523-990c-a007cb66998d+13:2408:x1848991028851840:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 394us (606us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335533.870107:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 435 00010000:00010000:0.0:1763335533.870161:0:10055:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7200/0x10123ce7f076425f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335533.870168:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7200/0x10123ce7f076425f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000001:00080000:0.0:1763335533.870256:0:10055:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967769 00000004:00010000:0.0:1763335533.870304:0:10055:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 790528 -> 790528 00000004:00010000:0.0:1763335533.870308:0:10055:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335533 -> 1763335534 00000004:00010000:0.0:1763335533.870310:0:10055:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335533 -> 1763335533 00000004:00010000:0.0:1763335533.870313:0:10055:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335533 -> 1763335534 00000004:00010000:0.0:1763335533.870330:0:10055:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 552 -> 552 00000004:00010000:0.0:1763335533.870337:0:10055:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c5a9813a reply state 00000000bc6f7529 transno 4294967770 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7200/0x10123ce7f076425f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335533.870349:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7200/0x10123ce7f076425f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335533.870355:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335533.870357:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335533.870360:0:10055:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763335533.870431:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3354380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+15:15720:x1848991028851712:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 6014us (7675us total) trans 4294967770 rc 0/0 00000100:00100000:0.0:1763335533.870438:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1159 00000020:00080000:0.0:1763335533.870441:0:10055:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763335533.875157:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335533.875690:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028851968 00000100:00100000:0.0:1763335533.875699:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028851968 00000100:00100000:0.0:1763335533.875767:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1160 00000100:00100000:0.0:1763335533.875778:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3354a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+15:15720:x1848991028851968:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335533.875803:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335533.875826:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0764266 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d7d4 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335533.875852:0:10055:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7e00/0x10123ce7f076422e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7a3 expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335533.875862:0:10055:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0764266 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7d4 expref: 16 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335533.875938:0:10055:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7e00/0x10123ce7f076422e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7a3 expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335533.875972:0:10055:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7e00/0x10123ce7f076422e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7a3 expref: 12 pid: 8224 timeout: 434 lvb_type: 0 00000100:00100000:0.0:1763335533.875984:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c96300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041309184:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335533.876082:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335533.881654:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c96300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041309184:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335533.881695:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0764266 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7d4 expref: 16 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335533.881716:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335533.881719:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335533.881723:0:10055:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0764266 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7d4 expref: 16 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335533.881734:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd7c00, rc 0) 00000100:00100000:0.0:1763335533.881793:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3354a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+16:15720:x1848991028851968:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6016us (6645us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335533.881802:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1160 00000100:00100000:3.0:1763335533.882662:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335533.883500:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028852096 00000100:00100000:2.0:1763335533.883509:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028852096 00010000:00010000:2.0:1763335533.883550:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7e00/0x10123ce7f076422e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7a3 expref: 13 pid: 8224 timeout: 434 lvb_type: 0 00000100:00100000:2.0:1763335533.883588:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 436 00000100:00100000:2.0:1763335533.883597:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f8347c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:819c42eb-8a5f-4523-990c-a007cb66998d+13:2409:x1848991028852096:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335533.883612:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335533.883633:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7e00/0x10123ce7f076422e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7a3 expref: 13 pid: 8224 timeout: 434 lvb_type: 0 00010000:00010000:2.0:1763335533.883646:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7e00/0x10123ce7f076422e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7a3 expref: 13 pid: 8224 timeout: 434 lvb_type: 0 00010000:00010000:2.0:1763335533.883669:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7e00/0x10123ce7f076422e lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7a3 expref: 13 pid: 8224 timeout: 434 lvb_type: 0 00010000:00010000:2.0:1763335533.883685:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335533.883691:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0764266 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7d4 expref: 15 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335533.883702:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0764266 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7d4 expref: 15 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335533.883715:0:6500:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0764266 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7d4 expref: 15 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335533.883752:0:6500:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0764266 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7d4 expref: 15 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335533.883766:0:6500:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc46e9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6500:1848991041309312:192.168.202.34@tcp:105: 00000100:00100000:2.0:1763335533.885510:0:6500:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6a80 going to sleep for 11 seconds 00010000:00010000:1.0:1763335533.887062:0:9483:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763335533.889862:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335533.890028:0:6500:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc46e9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6500:1848991041309312:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335533.890051:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028852224 00010000:00010000:2.0:1763335533.890055:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335533.890065:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028852224 00000100:00100000:2.0:1763335533.890113:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f8347c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:819c42eb-8a5f-4523-990c-a007cb66998d+12:2409:x1848991028852096:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 6515us (7451us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335533.890126:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 436 00000100:00100000:0.0:1763335533.890126:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 854 00000100:00100000:0.0:1763335533.890141:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3354e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:15720:x1848991028852224:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335533.890160:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335533.890178:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6800/0x10123ce7f076426d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d7db expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335533.890227:0:9882:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6000/0x10123ce7f0764258 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1560576->1564671) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7cd expref: 5 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335533.890234:0:9882:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335533.890236:0:9882:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335533.890240:0:9882:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6800/0x10123ce7f076426d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7db expref: 6 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335533.890288:0:9882:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6000/0x10123ce7f0764258 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1560576->1564671) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7cd expref: 5 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335533.890302:0:9882:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6000/0x10123ce7f0764258 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1560576->1564671) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7cd expref: 5 pid: 9882 timeout: 434 lvb_type: 0 00000100:00100000:0.0:1763335533.890315:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c96300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041309440:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335533.890367:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8ccc0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335533.895339:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c96300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041309440:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335533.895376:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6800/0x10123ce7f076426d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7db expref: 6 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335533.895398:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6800, rc 0) 00000100:00100000:2.0:1763335533.895469:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3354e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+6:15720:x1848991028852224:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5331us (5616us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335533.895480:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 854 00000100:00100000:1.0:1763335533.897068:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335533.897128:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028852352 00000100:00100000:2.0:1763335533.897138:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028852352 00010000:00010000:2.0:1763335533.897180:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6000/0x10123ce7f0764258 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1560576->1564671) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7cd expref: 6 pid: 9882 timeout: 434 lvb_type: 0 00000100:00100000:2.0:1763335533.897222:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 437 00000100:00100000:2.0:1763335533.897233:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3356d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991028852352:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335533.897249:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335533.897267:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6000/0x10123ce7f0764258 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1560576->1564671) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7cd expref: 6 pid: 9882 timeout: 434 lvb_type: 0 00010000:00010000:2.0:1763335533.897279:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6000/0x10123ce7f0764258 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1560576->1564671) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7cd expref: 6 pid: 9882 timeout: 434 lvb_type: 0 00010000:00010000:2.0:1763335533.897302:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6000/0x10123ce7f0764258 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1560576->1564671) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7cd expref: 6 pid: 9882 timeout: 434 lvb_type: 0 00010000:00010000:2.0:1763335533.897321:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335533.897323:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335533.897330:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6800/0x10123ce7f076426d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7db expref: 5 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335533.897341:0:6500:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6800/0x10123ce7f076426d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7db expref: 5 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335533.897377:0:6500:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6800/0x10123ce7f076426d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7db expref: 5 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335533.897389:0:6500:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc46e9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6500:1848991041309568:192.168.202.34@tcp:105: 00000100:00100000:2.0:1763335533.897467:0:6500:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c12ed900 going to sleep for 11 seconds 00000100:00100000:2.0:1763335533.901828:0:6500:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc46e9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6500:1848991041309568:192.168.202.34@tcp:105: 00010000:00010000:2.0:1763335533.901856:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335533.902171:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3356d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991028852352:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 4937us (5105us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335533.902182:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 437 00000100:00100000:0.0:1763335533.903391:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335533.903531:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028852480 00000100:00100000:2.0:1763335533.903538:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028852480 00002000:00010000:2.0:1763335533.903573:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1670300->18446744073709551615) 00002000:00100000:2.0:1763335533.903577:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7c94e00 with x1848991028852480 ext(1670300->18446744073709551615) 00002000:00010000:2.0:1763335533.903589:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7c94e00. 00000100:00100000:2.0:1763335533.903620:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 434 00000100:00100000:2.0:1763335533.903629:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991028852480:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:2.0:1763335533.904060:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1874817 -> 1670300 00002000:00010000:2.0:1763335533.904065:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335533 -> 1763335534 00002000:00010000:2.0:1763335533.904067:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335533 -> 1763335532 00002000:00010000:2.0:1763335533.904069:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335533 -> 1763335534 00002000:00010000:2.0:1763335533.904071:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 184 -> 72 00000100:00100000:2.0:1763335533.904128:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+7:2409:x1848991028852480:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 500us (742us total) trans 4294967496 rc 0/0 00000100:00100000:2.0:1763335533.904135:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 434 00002000:00010000:2.0:1763335533.904138:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1670300->18446744073709551615) 00002000:00100000:2.0:1763335533.904141:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7c94e00 with x1848991028852480 ext(1670300->18446744073709551615) 00002000:00010000:2.0:1763335533.904146:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7c94e00. 00000100:00100000:1.0:1763335533.909453:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335533.909548:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028852608 00000100:00100000:0.0:1763335533.909558:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028852608 00000100:00100000:0.0:1763335533.910427:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1161 00000100:00100000:0.0:1763335533.910440:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3357b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+16:15720:x1848991028852608:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335533.910460:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335533.910484:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7600/0x10123ce7f0764274 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d7e2 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335533.910573:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f076427b lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335533.910601:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f076427b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335533.910613:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f076427b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000004:00200000:0.0:1763335533.910642:0:10055:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 1670300 00000004:00200000:0.0:1763335533.910646:0:10055:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763335533.910664:0:10055:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f076427b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335533.910689:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7600/0x10123ce7f0764274 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7e2 expref: 18 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335533.910706:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f076427b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7e2 expref: 17 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335533.910715:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335533.910717:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335533.910720:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6400, rc 0) 00000100:00100000:0.0:1763335533.910780:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3357b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+17:15720:x1848991028852608:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 343us (1336us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335533.910786:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1161 00000100:00100000:3.0:1763335533.915019:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335533.915144:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028852736 00000100:00100000:2.0:1763335533.915154:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028852736 00000100:00100000:2.0:1763335533.915219:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1162 00000100:00100000:2.0:1763335533.915231:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5803100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+12:15720:x1848991028852736:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335533.915256:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335533.915279:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764282 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d7e9 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335533.915309:0:8224:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0764266 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7d4 expref: 16 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335533.915318:0:8224:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764282 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7e9 expref: 13 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335533.915356:0:8224:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0764266 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7d4 expref: 16 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335533.915367:0:8224:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0764266 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7d4 expref: 16 pid: 10055 timeout: 434 lvb_type: 0 00000100:00100000:2.0:1763335533.915380:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc46e9880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041309696:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335533.915459:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c12ed900 going to sleep for 11 seconds 00000100:00100000:2.0:1763335533.918361:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc46e9880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041309696:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335533.918395:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764282 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7e9 expref: 13 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335533.918413:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335533.918416:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335533.918421:0:8224:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764282 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7e9 expref: 13 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335533.918436:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98400, rc 0) 00000100:00100000:2.0:1763335533.918497:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5803100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+13:15720:x1848991028852736:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3267us (3488us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335533.918505:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1162 00000100:00100000:3.0:1763335533.919627:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335533.919855:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028852864 00000100:00100000:2.0:1763335533.920107:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028852864 00010000:00010000:2.0:1763335533.920143:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0764266 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7d4 expref: 17 pid: 10055 timeout: 434 lvb_type: 0 00000100:00100000:2.0:1763335533.920812:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 438 00000100:00100000:2.0:1763335533.920824:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5801c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+17:2409:x1848991028852864:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335533.920840:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335533.921083:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0764266 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7d4 expref: 17 pid: 10055 timeout: 434 lvb_type: 0 00010000:00010000:2.0:1763335533.921099:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0764266 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7d4 expref: 17 pid: 10055 timeout: 434 lvb_type: 0 00010000:00010000:2.0:1763335533.921123:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0764266 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7d4 expref: 17 pid: 10055 timeout: 434 lvb_type: 0 00010000:00010000:2.0:1763335533.921140:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335533.921145:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764282 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7e9 expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335533.921157:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764282 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7e9 expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335533.921166:0:6500:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764282 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7e9 expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335533.921204:0:6500:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764282 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7e9 expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335533.921219:0:6500:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc46e9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6500:1848991041309824:192.168.202.34@tcp:105: 00000100:00100000:2.0:1763335533.921938:0:6500:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c12ed900 going to sleep for 11 seconds 00000100:00100000:2.0:1763335533.929841:0:6500:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc46e9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6500:1848991041309824:192.168.202.34@tcp:105: 00010000:00010000:2.0:1763335533.929913:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335533.929975:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5801c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+16:2409:x1848991028852864:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 9152us (10351us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335533.929985:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 438 00000100:00100000:1.0:1763335533.930785:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335533.930847:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028852992 00000100:00100000:2.0:1763335533.930855:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028852992 00000100:00100000:0.0:1763335533.931631:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1163 00000100:00100000:0.0:1763335533.931643:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3356a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+13:15720:x1848991028852992:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335533.931663:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335533.931684:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7600/0x10123ce7f0764289 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d7f0 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335533.932050:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6600/0x10123ce7f0764290 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335533.932067:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6600/0x10123ce7f0764290 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335533.932081:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6600/0x10123ce7f0764290 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000004:00200000:0.0:1763335533.932110:0:10055:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 1670300 00000004:00200000:0.0:1763335533.932115:0:10055:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763335533.932135:0:10055:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6600/0x10123ce7f0764290 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335533.932162:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7600/0x10123ce7f0764289 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7f0 expref: 15 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335533.932186:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6600/0x10123ce7f0764290 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7f0 expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335533.932195:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335533.932199:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335533.932203:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6600, rc 0) 00000100:00100000:0.0:1763335533.932266:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3356a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+14:15720:x1848991028852992:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 625us (1483us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335533.932274:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1163 00000100:00100000:1.0:1763335533.940947:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335533.941190:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028853120 00000100:00100000:2.0:1763335533.941202:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028853120 00000100:00100000:2.0:1763335533.941261:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 855 00000100:00100000:2.0:1763335533.941272:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3355c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991028853120:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335533.941291:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335533.941312:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98a00/0x10123ce7f0764297 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d7f7 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335533.941373:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc46e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041309952:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335533.941457:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c12ed900 going to sleep for 11 seconds 00002000:00010000:2.0:1763335533.944361:0:9882:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335532 -> 1763335533 00000100:00100000:2.0:1763335533.944392:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc46e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041309952:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335533.944427:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98a00/0x10123ce7f0764297 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7f7 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335533.944449:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98a00/0x10123ce7f0764297 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7f7 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335533.944462:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98a00, rc 0) 00000100:00100000:2.0:1763335533.944528:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3355c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991028853120:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3257us (3589us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335533.944538:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 855 00000100:00100000:0.0:1763335533.950714:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335533.950807:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028853248 00000100:00100000:2.0:1763335533.950818:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028853248 00000100:00100000:1.0:1763335533.951624:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 856 00000100:00100000:1.0:1763335533.951637:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991028853248:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335533.951655:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335533.951672:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45200/0x10123ce7f076429e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d7fe expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335533.951733:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc3356300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041310080:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335533.951816:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335533.953981:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc3356300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041310080:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335533.954021:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45200/0x10123ce7f076429e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7fe expref: 6 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335533.954046:0:14974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45200/0x10123ce7f076429e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7fe expref: 6 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335533.954060:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5e45200, rc 0) 00000100:00100000:2.0:1763335533.954595:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991028853248:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2959us (3890us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335533.954605:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 856 00000100:00100000:3.0:1763335533.957982:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335533.959481:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028853376 00000100:00100000:2.0:1763335533.959493:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028853376 00000100:00100000:2.0:1763335533.959558:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 630 00000100:00100000:2.0:1763335533.960395:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5803480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991028853376:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:2.0:1763335533.960629:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 790528 -> 790528 00000004:00010000:2.0:1763335533.960633:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335534 -> 1763335534 00000004:00010000:2.0:1763335533.960635:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335533 -> 1763335533 00000004:00010000:2.0:1763335533.960638:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335534 -> 1763335534 00000004:00010000:2.0:1763335533.960641:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 552 -> 552 00000100:00100000:2.0:1763335533.960727:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5803480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+15:2409:x1848991028853376:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 339us (2754us total) trans 4294967771 rc 0/0 00000100:00100000:2.0:1763335533.960733:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 630 00000100:00100000:0.0:1763335533.967126:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335533.967329:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028853504 00000100:00100000:2.0:1763335533.967339:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028853504 00000100:00100000:2.0:1763335533.967403:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 857 00000100:00100000:2.0:1763335533.967414:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c96300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+5:2408:x1848991028853504:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335533.967431:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335533.967450:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98a00/0x10123ce7f07642a5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d805 expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335533.967511:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc46e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041310208:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335533.967600:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0e142f900 going to sleep for 11 seconds 00000100:00100000:2.0:1763335533.971245:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc46e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041310208:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335533.971287:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98a00/0x10123ce7f07642a5 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d805 expref: 6 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335533.971317:0:14974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98a00/0x10123ce7f07642a5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d805 expref: 6 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335533.971330:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98a00, rc 0) 00000100:00100000:2.0:1763335533.971397:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c96300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+5:2408:x1848991028853504:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3984us (4281us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335533.971406:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 857 00000100:00100000:3.0:1763335533.976376:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335533.976445:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028853632 00000100:00100000:2.0:1763335533.976454:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028853632 00000100:00100000:2.0:1763335533.976507:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 858 00000100:00100000:2.0:1763335533.976515:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5800e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991028853632:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335533.976532:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335533.976548:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98000/0x10123ce7f07642ac lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d80c expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335533.976601:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc46e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041310336:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335533.976679:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0e142f900 going to sleep for 11 seconds 00000100:00100000:2.0:1763335533.979571:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc46e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041310336:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335533.979611:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98000/0x10123ce7f07642ac lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d80c expref: 6 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335533.979633:0:14974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98000/0x10123ce7f07642ac lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d80c expref: 6 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335533.979650:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98000, rc 0) 00000100:00100000:2.0:1763335533.980131:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5800e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991028853632:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3614us (3761us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335533.980140:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 858 00000100:00100000:1.0:1763335533.992608:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335533.992709:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028853760 00000100:00100000:0.0:1763335533.992732:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028853760 00000100:00100000:2.0:1763335533.993458:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1164 00000100:00100000:2.0:1763335533.993471:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3355880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+16:2408:x1848991028853760:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335533.993490:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335533.993509:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f07642b3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d813 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335533.993547:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764282 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7e9 expref: 14 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335533.993584:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc46e9880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041310464:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335533.993659:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0e142f900 going to sleep for 11 seconds 00000004:00010000:2.0:1763335533.995477:0:8224:0:(mdt_lvb.c:177:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size: 790528 -> 923354 00000100:00100000:2.0:1763335533.995500:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc46e9880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041310464:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335533.995520:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 923354 00010000:00010000:2.0:1763335533.995536:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f07642b3 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d813 expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335533.995553:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335533.995556:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335533.995560:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f07642b3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d813 expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335533.995578:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98000, rc 0) 00000100:00100000:2.0:1763335533.995785:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3355880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+16:2408:x1848991028853760:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2316us (3186us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335533.995794:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1164 00000100:00100000:1.0:1763335534.001542:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335534.001728:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028853888 00000100:00100000:0.0:1763335534.001738:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028853888 00000100:00100000:0.0:1763335534.001813:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1165 00000100:00100000:0.0:1763335534.001824:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3357480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+16:2409:x1848991028853888:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335534.001843:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335534.001863:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6c00/0x10123ce7f07642ba lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d81a expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335534.001972:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764282 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7e9 expref: 14 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335534.002023:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c95500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041310592:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335534.002096:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8cb40 going to sleep for 11 seconds 00000100:00080000:2.0:1763335534.002164:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1763335534.008243:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c95500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041310592:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335534.008268:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 923354 00010000:00010000:0.0:1763335534.008284:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6c00/0x10123ce7f07642ba lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d81a expref: 17 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335534.008304:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335534.008307:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335534.008312:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6c00/0x10123ce7f07642ba lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d81a expref: 17 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335534.008326:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6c00, rc 0) 00000100:00100000:0.0:1763335534.008381:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3357480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+16:2409:x1848991028853888:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6559us (6849us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335534.008390:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1165 00000100:00100000:3.0:1763335534.013408:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335534.014120:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028854016 00000100:00100000:2.0:1763335534.014132:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028854016 00000100:00100000:0.0:1763335534.015274:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 631 00000100:00100000:0.0:1763335534.015291:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5801f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+15:2409:x1848991028854016:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:0.0:1763335534.015590:0:6530:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 923354 -> 856341 00000004:00010000:0.0:1763335534.015594:0:6530:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335534 -> 1763335534 00000004:00010000:0.0:1763335534.015597:0:6530:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335533 -> 1763335533 00000004:00010000:0.0:1763335534.015599:0:6530:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335534 -> 1763335534 00000004:00010000:0.0:1763335534.015602:0:6530:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 552 -> 576 00000100:00100000:0.0:1763335534.015678:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5801f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+16:2409:x1848991028854016:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 393us (2279us total) trans 4294967772 rc 0/0 00000100:00100000:0.0:1763335534.015685:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 631 00000100:00100000:1.0:1763335534.021575:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335534.021766:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028854144 00000100:00100000:0.0:1763335534.021779:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028854144 00000100:00100000:0.0:1763335534.021845:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1166 00000100:00100000:0.0:1763335534.021854:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3356680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+16:2408:x1848991028854144:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335534.021915:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335534.021937:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6c00/0x10123ce7f07642c1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d821 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335534.021978:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764282 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7e9 expref: 15 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335534.022022:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c95500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041310720:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335534.022107:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8cf00 going to sleep for 11 seconds 00000004:00010000:0.0:1763335534.025457:0:10055:0:(mdt_lvb.c:177:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size: 856341 -> 923354 00000100:00100000:0.0:1763335534.025486:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c95500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041310720:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335534.025509:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 923354 00010000:00010000:0.0:1763335534.025527:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6c00/0x10123ce7f07642c1 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d821 expref: 17 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335534.025546:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335534.025549:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335534.025553:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6c00/0x10123ce7f07642c1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d821 expref: 17 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335534.025566:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6c00, rc 0) 00000100:00100000:0.0:1763335534.025711:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3356680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+16:2408:x1848991028854144:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3857us (4147us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335534.025719:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1166 00000100:00100000:3.0:1763335534.030363:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335534.030790:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028854272 00000100:00100000:0.0:1763335534.030801:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028854272 00000100:00100000:0.0:1763335534.030863:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1167 00000100:00100000:0.0:1763335534.030911:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5800a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+16:2407:x1848991028854272:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335534.030933:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335534.030955:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6c00/0x10123ce7f07642c8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d828 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335534.030992:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764282 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7e9 expref: 15 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335534.031043:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c95500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041310848:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335534.031134:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8cf00 going to sleep for 11 seconds 00000100:00100000:0.0:1763335534.038387:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c95500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041310848:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335534.038419:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 923354 00010000:00010000:0.0:1763335534.038438:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6c00/0x10123ce7f07642c8 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d828 expref: 17 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335534.038485:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335534.038489:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335534.038494:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6c00/0x10123ce7f07642c8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d828 expref: 17 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335534.038510:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6c00, rc 0) 00000100:00100000:1.0:1763335534.039913:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5800a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+16:2407:x1848991028854272:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 8997us (9552us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335534.039925:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1167 00000100:00100000:3.0:1763335534.043446:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335534.044136:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028854528 00000100:00100000:1.0:1763335534.044148:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028854528 00000100:00100000:1.0:1763335534.044250:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1168 00000100:00100000:1.0:1763335534.044260:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5802300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+16:15720:x1848991028854528:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:1.0:1763335534.044325:0:10055:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335534.044355:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6600/0x10123ce7f0764290 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7f0 expref: 16 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335534.044375:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335534.044380:0:10055:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335534.044560:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45400/0x10123ce7f07642cf lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335534.044574:0:10055:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f076427b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7e2 expref: 15 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335534.044582:0:10055:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45400/0x10123ce7f07642cf lrc: 4/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335534.044619:0:10055:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f076427b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7e2 expref: 15 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335534.044632:0:10055:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f076427b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7e2 expref: 15 pid: 10055 timeout: 434 lvb_type: 0 00000100:00100000:1.0:1763335534.044646:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc3357800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041310976:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335534.045660:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335534.049515:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc3357800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041310976:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335534.049542:0:10055:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45400/0x10123ce7f07642cf lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000100:00100000:3.0:1763335534.049970:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335534.050216:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028854656 00000100:00100000:2.0:1763335534.050224:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028854656 00010000:00010000:2.0:1763335534.050259:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f076427b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7e2 expref: 16 pid: 10055 timeout: 434 lvb_type: 0 00000100:00100000:2.0:1763335534.050294:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 439 00000100:00100000:2.0:1763335534.050303:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5801180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+16:2406:x1848991028854656:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335534.050319:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335534.050326:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f076427b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7e2 expref: 16 pid: 10055 timeout: 434 lvb_type: 0 00010000:00010000:2.0:1763335534.050338:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f076427b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7e2 expref: 16 pid: 10055 timeout: 434 lvb_type: 0 00010000:00010000:2.0:1763335534.050360:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f076427b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7e2 expref: 16 pid: 10055 timeout: 434 lvb_type: 0 00010000:00010000:2.0:1763335534.050377:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335534.050382:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45400/0x10123ce7f07642cf lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335534.050396:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45400/0x10123ce7f07642cf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335534.050404:0:6500:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45400/0x10123ce7f07642cf lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335534.050429:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335534.050481:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5801180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+15:2406:x1848991028854656:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 178us (512us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335534.050489:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 439 00010000:00010000:1.0:1763335534.050531:0:10055:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45400/0x10123ce7f07642cf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335534.050540:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45400/0x10123ce7f07642cf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000001:00080000:1.0:1763335534.050637:0:10055:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967773 00000004:00010000:1.0:1763335534.050685:0:10055:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 923354 -> 856341 00000004:00010000:1.0:1763335534.050689:0:10055:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335534 -> 1763335534 00000004:00010000:1.0:1763335534.050691:0:10055:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335533 -> 1763335533 00000004:00010000:1.0:1763335534.050693:0:10055:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335534 -> 1763335534 00000004:00010000:1.0:1763335534.050695:0:10055:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 576 -> 576 00000004:00010000:1.0:1763335534.050701:0:10055:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000055a4b4ca reply state 00000000fd349276 transno 4294967774 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45400/0x10123ce7f07642cf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335534.050714:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45400/0x10123ce7f07642cf lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335534.050720:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335534.050723:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335534.050726:0:10055:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763335534.050802:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5802300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+18:15720:x1848991028854528:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 6543us (7366us total) trans 4294967774 rc 0/0 00000100:00100000:1.0:1763335534.050808:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1168 00000020:00080000:1.0:1763335534.050812:0:10055:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763335534.053507:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335534.053667:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028854784 00000100:00100000:2.0:1763335534.053676:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028854784 00000100:00100000:2.0:1763335534.053761:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 859 00000100:00100000:2.0:1763335534.053773:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5803800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+5:15720:x1848991028854784:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335534.053792:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335534.053812:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98000/0x10123ce7f07642d6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d82f expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335534.053843:0:14974:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6800/0x10123ce7f076426d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7db expref: 6 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335534.053851:0:14974:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335534.053854:0:14974:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335534.053858:0:14974:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98000/0x10123ce7f07642d6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d82f expref: 6 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335534.053931:0:14974:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6800/0x10123ce7f076426d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7db expref: 6 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335534.053948:0:14974:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6800/0x10123ce7f076426d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7db expref: 6 pid: 9882 timeout: 434 lvb_type: 0 00000100:00100000:2.0:1763335534.053961:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc46e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041311104:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335534.054040:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0e142f900 going to sleep for 11 seconds 00000100:00080000:0.0:1763335534.054101:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1763335534.060651:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335534.060732:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc46e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041311104:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335534.060763:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98000/0x10123ce7f07642d6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d82f expref: 6 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335534.060782:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98000, rc 0) 00000100:00100000:3.0:1763335534.060945:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028854912 00000100:00100000:3.0:1763335534.060953:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028854912 00010000:00010000:3.0:1763335534.060991:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6800/0x10123ce7f076426d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7db expref: 7 pid: 9882 timeout: 434 lvb_type: 0 00000100:00080000:0.0:1763335534.061239:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1763335534.061329:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 440 00000100:00100000:3.0:1763335534.061338:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c95500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+7:2408:x1848991028854912:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335534.061351:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335534.061369:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6800/0x10123ce7f076426d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7db expref: 7 pid: 9882 timeout: 434 lvb_type: 0 00010000:00010000:3.0:1763335534.061380:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6800/0x10123ce7f076426d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7db expref: 7 pid: 9882 timeout: 434 lvb_type: 0 00010000:00010000:3.0:1763335534.061401:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6800/0x10123ce7f076426d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7db expref: 7 pid: 9882 timeout: 434 lvb_type: 0 00010000:00010000:3.0:1763335534.061414:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335534.061416:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335534.061422:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98000/0x10123ce7f07642d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d82f expref: 6 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335534.061432:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98000/0x10123ce7f07642d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d82f expref: 6 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335534.061463:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98000/0x10123ce7f07642d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d82f expref: 6 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335534.061476:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5800000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041311232:192.168.202.34@tcp:105: 00000100:00100000:2.0:1763335534.061527:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5803800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+6:15720:x1848991028854784:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7756us (8028us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335534.061536:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 859 00000100:00100000:3.0:1763335534.061545:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58500c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335534.065357:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5800000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041311232:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335534.065383:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335534.065449:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c95500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991028854912:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 4110us (4806us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335534.065460:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 440 00000100:00100000:3.0:1763335534.065512:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335534.065611:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028855040 00000100:00100000:1.0:1763335534.065619:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028855040 00002000:00010000:1.0:1763335534.065656:0:8406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1205578->18446744073709551615) 00002000:00100000:1.0:1763335534.065660:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5800000 with x1848991028855040 ext(1205578->18446744073709551615) 00002000:00010000:1.0:1763335534.065671:0:8406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5800000. 00000100:00100000:1.0:1763335534.065702:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 435 00000100:00100000:1.0:1763335534.065711:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5800000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991028855040:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:1.0:1763335534.067109:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1670300 -> 1205578 00002000:00010000:1.0:1763335534.067119:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335534 -> 1763335534 00002000:00010000:1.0:1763335534.067122:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335533 -> 1763335532 00002000:00010000:1.0:1763335534.067125:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335534 -> 1763335534 00002000:00010000:1.0:1763335534.067127:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 72 -> 0 00000100:00100000:1.0:1763335534.067199:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5800000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991028855040:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 1484us (1683us total) trans 4294967497 rc 0/0 00000100:00100000:1.0:1763335534.067210:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 435 00002000:00010000:1.0:1763335534.067215:0:8406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1205578->18446744073709551615) 00002000:00100000:1.0:1763335534.067218:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5800000 with x1848991028855040 ext(1205578->18446744073709551615) 00002000:00010000:1.0:1763335534.067225:0:8406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5800000. 00000100:00100000:0.0:1763335534.071010:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335534.071112:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028855168 00000100:00100000:1.0:1763335534.071122:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028855168 00000100:00100000:1.0:1763335534.071185:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1169 00000100:00100000:1.0:1763335534.071194:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c97b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+18:15720:x1848991028855168:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335534.071220:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335534.071243:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45a00/0x10123ce7f07642dd lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d836 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335534.071336:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45800/0x10123ce7f07642e4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335534.071351:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45800/0x10123ce7f07642e4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335534.071362:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45800/0x10123ce7f07642e4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000004:00200000:1.0:1763335534.071388:0:10055:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 1205578 00000004:00200000:1.0:1763335534.071393:0:10055:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763335534.071412:0:10055:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45800/0x10123ce7f07642e4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335534.071452:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45a00/0x10123ce7f07642dd lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d836 expref: 20 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335534.071470:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45800/0x10123ce7f07642e4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d836 expref: 19 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335534.071478:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335534.071481:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335534.071486:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5e45800, rc 0) 00000100:00100000:1.0:1763335534.071551:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c97b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+19:15720:x1848991028855168:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 357us (555us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335534.071559:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1169 00000100:00100000:3.0:1763335534.075752:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335534.076575:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028855424 00000100:00100000:2.0:1763335534.076586:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028855424 00000100:00100000:2.0:1763335534.076649:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1170 00000100:00100000:2.0:1763335534.076659:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5801500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+19:15720:x1848991028855424:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:2.0:1763335534.076710:0:8224:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335534.076738:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45800/0x10123ce7f07642e4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d836 expref: 19 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335534.076763:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335534.076768:0:8224:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335534.076994:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98a00/0x10123ce7f07642eb lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335534.077016:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98a00/0x10123ce7f07642eb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335534.077030:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98a00/0x10123ce7f07642eb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000001:00080000:2.0:1763335534.077069:0:8224:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967775 00000004:00010000:2.0:1763335534.077095:0:8224:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 856341 -> 856341 00000004:00010000:2.0:1763335534.077098:0:8224:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335534 -> 1763335534 00000004:00010000:2.0:1763335534.077100:0:8224:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335533 -> 1763335533 00000004:00010000:2.0:1763335534.077102:0:8224:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335534 -> 1763335534 00000004:00010000:2.0:1763335534.077104:0:8224:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 576 -> 576 00000004:00010000:2.0:1763335534.077110:0:8224:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000684188eb reply state 00000000c5120202 transno 4294967776 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98a00/0x10123ce7f07642eb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335534.077120:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98a00/0x10123ce7f07642eb lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335534.077126:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335534.077128:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335534.077130:0:8224:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763335534.077210:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5801500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+21:15720:x1848991028855424:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 552us (1468us total) trans 4294967776 rc 0/0 00000100:00100000:2.0:1763335534.077217:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1170 00000020:00080000:2.0:1763335534.077222:0:8224:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763335534.080427:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335534.080603:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028855552 00000100:00100000:1.0:1763335534.080613:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028855552 00002000:00010000:1.0:1763335534.080656:0:8406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1777132->18446744073709551615) 00002000:00100000:1.0:1763335534.080661:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffbc7800 with x1848991028855552 ext(1777132->18446744073709551615) 00002000:00010000:1.0:1763335534.080673:0:8406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffbc7800. 00000100:00100000:1.0:1763335534.080770:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 436 00000100:00100000:1.0:1763335534.080781:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991028855552:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:1.0:1763335534.081293:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1205578 -> 1777132 00002000:00010000:1.0:1763335534.081298:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335534 -> 1763335534 00002000:00010000:1.0:1763335534.081300:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335532 -> 1763335532 00002000:00010000:1.0:1763335534.081302:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335534 -> 1763335534 00002000:00010000:1.0:1763335534.081303:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763335534.081368:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991028855552:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 587us (950us total) trans 4294967498 rc 0/0 00000100:00100000:1.0:1763335534.081376:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 436 00002000:00010000:1.0:1763335534.081381:0:8406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1777132->18446744073709551615) 00002000:00100000:1.0:1763335534.081383:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffbc7800 with x1848991028855552 ext(1777132->18446744073709551615) 00002000:00010000:1.0:1763335534.081388:0:8406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffbc7800. 00000100:00100000:0.0:1763335534.085853:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335534.086185:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028855680 00000100:00100000:1.0:1763335534.086195:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028855680 00002000:00100000:1.0:1763335534.086238:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1740800->1744895) req@ffff9aefc4c42d80 x1848991028855680/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/0 e 0 to 0 dl 1763335545 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335534.086249:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4c42d80 with x1848991028855680 ext(1740800->1744895) 00002000:00010000:1.0:1763335534.086254:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4c42d80 00000100:00100000:0.0:1763335534.086975:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335534.087082:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 437 00000100:00100000:2.0:1763335534.087095:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991028855680:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335534.087296:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991028855680:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 203us (1452us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335534.087308:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 437 00002000:00100000:2.0:1763335534.087316:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1740800->1744895) req@ffff9aefc4c42d80 x1848991028855680/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/4536 e 0 to 0 dl 1763335545 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335534.087327:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4c42d80 with x1848991028855680 ext(1740800->1744895) 00002000:00010000:2.0:1763335534.087331:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4c42d80 00000100:00100000:3.0:1763335534.088257:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028855936 00000100:00100000:3.0:1763335534.088266:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028855936 00000100:00100000:3.0:1763335534.088326:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 315 00000100:00100000:3.0:1763335534.088339:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f45b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2408:x1848991028855936:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:3.0:1763335534.088389:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f45b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2408:x1848991028855936:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 56us (1416us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335534.088396:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 315 00000100:00100000:0.0:1763335534.088691:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335534.088738:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00080000:2.0:1763335534.088848:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1763335534.089265:0:6509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028855808 00000100:00100000:1.0:1763335534.089271:0:6509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028855808 00000100:00100000:1.0:1763335534.089417:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 358 00000100:00100000:1.0:1763335534.089426:0:6509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c71a0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f4bc7452-2198-4a0d-a8bc-8fee3c386313+12:2408:x1848991028855808:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:1.0:1763335534.089482:0:6509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c71a0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f4bc7452-2198-4a0d-a8bc-8fee3c386313+12:2408:x1848991028855808:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 56us (791us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335534.089489:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 358 00000100:00100000:3.0:1763335534.089700:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028856064 00000100:00100000:3.0:1763335534.089706:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028856064 00000100:00100000:3.0:1763335534.090260:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 316 00000100:00100000:3.0:1763335534.090269:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f45b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991028856064:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:3.0:1763335534.090323:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f45b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991028856064:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 54us (1583us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335534.090330:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 316 00000100:00080000:2.0:1763335534.091172:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1763335534.092205:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335534.092383:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028856192 00000100:00100000:1.0:1763335534.092392:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028856192 00002000:00100000:1.0:1763335534.092431:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1744896->1748991) req@ffff9af0f45b2a00 x1848991028856192/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/0 e 0 to 0 dl 1763335545 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335534.092441:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f45b2a00 with x1848991028856192 ext(1744896->1748991) 00002000:00010000:1.0:1763335534.092447:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f45b2a00 00000100:00100000:1.0:1763335534.092741:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 438 00000100:00100000:1.0:1763335534.092750:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f45b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+8:2407:x1848991028856192:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335534.092959:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f45b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+8:2407:x1848991028856192:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 209us (758us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335534.092966:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 438 00002000:00100000:1.0:1763335534.092973:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1744896->1748991) req@ffff9af0f45b2a00 x1848991028856192/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/4536 e 0 to 0 dl 1763335545 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335534.092983:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f45b2a00 with x1848991028856192 ext(1744896->1748991) 00002000:00010000:1.0:1763335534.092986:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f45b2a00 00000100:00100000:1.0:1763335534.097655:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335534.097956:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028856320 00000100:00100000:0.0:1763335534.097968:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028856320 00002000:00100000:0.0:1763335534.098019:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1748992->1753087) req@ffff9aefc3357800 x1848991028856320/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/0 e 0 to 0 dl 1763335545 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335534.098029:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc3357800 with x1848991028856320 ext(1748992->1753087) 00002000:00010000:0.0:1763335534.098034:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc3357800 00000100:00100000:0.0:1763335534.098071:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 439 00000100:00100000:0.0:1763335534.098081:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3357800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+8:2407:x1848991028856320:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335534.098279:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3357800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+8:2407:x1848991028856320:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 199us (633us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335534.098291:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 439 00002000:00100000:0.0:1763335534.098298:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1748992->1753087) req@ffff9aefc3357800 x1848991028856320/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/4536 e 0 to 0 dl 1763335545 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335534.098306:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc3357800 with x1848991028856320 ext(1748992->1753087) 00002000:00010000:0.0:1763335534.098309:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc3357800 00000100:00100000:0.0:1763335534.102252:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335534.102326:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028856448 00000100:00100000:2.0:1763335534.102337:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028856448 00002000:00100000:2.0:1763335534.102388:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1753088->1757183) req@ffff9af0f45b3480 x1848991028856448/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/0 e 0 to 0 dl 1763335545 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335534.102400:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f45b3480 with x1848991028856448 ext(1753088->1757183) 00002000:00010000:2.0:1763335534.102406:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f45b3480 00000100:00100000:2.0:1763335534.102440:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 440 00000100:00100000:2.0:1763335534.102450:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f45b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+8:2406:x1848991028856448:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335534.102675:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f45b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+8:2406:x1848991028856448:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 225us (431us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335534.102684:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 440 00002000:00100000:2.0:1763335534.102690:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1753088->1757183) req@ffff9af0f45b3480 x1848991028856448/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/4536 e 0 to 0 dl 1763335545 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335534.102698:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f45b3480 with x1848991028856448 ext(1753088->1757183) 00002000:00010000:2.0:1763335534.102701:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f45b3480 00000100:00100000:1.0:1763335534.107032:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335534.107102:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028856576 00000100:00100000:2.0:1763335534.107113:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028856576 00002000:00100000:2.0:1763335534.107159:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1757184->1761279) req@ffff9aefc3357100 x1848991028856576/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/0 e 0 to 0 dl 1763335545 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335534.107170:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc3357100 with x1848991028856576 ext(1757184->1761279) 00002000:00010000:2.0:1763335534.107176:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc3357100 00000100:00100000:2.0:1763335534.107213:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 441 00000100:00100000:2.0:1763335534.107222:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3357100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+8:2406:x1848991028856576:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335534.107445:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3357100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+8:2406:x1848991028856576:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 222us (421us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335534.107453:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 441 00002000:00100000:2.0:1763335534.107461:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1757184->1761279) req@ffff9aefc3357100 x1848991028856576/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/4536 e 0 to 0 dl 1763335545 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335534.107468:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc3357100 with x1848991028856576 ext(1757184->1761279) 00002000:00010000:2.0:1763335534.107471:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc3357100 00000100:00100000:1.0:1763335534.112121:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335534.112212:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028856704 00000100:00100000:0.0:1763335534.112222:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028856704 00002000:00100000:0.0:1763335534.112272:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1761280->1765375) req@ffff9aefc3356300 x1848991028856704/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/0 e 0 to 0 dl 1763335545 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335534.112282:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc3356300 with x1848991028856704 ext(1761280->1765375) 00002000:00010000:0.0:1763335534.112289:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc3356300 00000100:00100000:0.0:1763335534.112323:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 442 00000100:00100000:0.0:1763335534.112368:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3356300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+8:2407:x1848991028856704:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335534.112583:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3356300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+8:2407:x1848991028856704:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 251us (471us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335534.112592:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 442 00002000:00100000:0.0:1763335534.112599:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1761280->1765375) req@ffff9aefc3356300 x1848991028856704/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/4536 e 0 to 0 dl 1763335545 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335534.112607:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc3356300 with x1848991028856704 ext(1761280->1765375) 00002000:00010000:0.0:1763335534.112611:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc3356300 00000100:00100000:3.0:1763335534.116253:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335534.116658:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028856832 00000100:00100000:2.0:1763335534.116668:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028856832 00002000:00100000:2.0:1763335534.116714:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1765376->1769471) req@ffff9af0ffbc4a80 x1848991028856832/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/0 e 0 to 0 dl 1763335545 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335534.116726:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffbc4a80 with x1848991028856832 ext(1765376->1769471) 00002000:00010000:2.0:1763335534.116732:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffbc4a80 00000100:00100000:2.0:1763335534.116994:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 443 00000100:00100000:2.0:1763335534.117003:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbc4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+8:2406:x1848991028856832:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335534.117208:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbc4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+8:2406:x1848991028856832:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 206us (963us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335534.117216:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 443 00002000:00100000:2.0:1763335534.117223:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1765376->1769471) req@ffff9af0ffbc4a80 x1848991028856832/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/4536 e 0 to 0 dl 1763335545 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335534.117230:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffbc4a80 with x1848991028856832 ext(1765376->1769471) 00002000:00010000:2.0:1763335534.117233:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffbc4a80 00000100:00100000:1.0:1763335534.120980:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335534.121109:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028856960 00000100:00100000:2.0:1763335534.121120:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028856960 00002000:00100000:2.0:1763335534.121166:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1769472->1773567) req@ffff9aefc3354700 x1848991028856960/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/0 e 0 to 0 dl 1763335545 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335534.121177:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc3354700 with x1848991028856960 ext(1769472->1773567) 00002000:00010000:2.0:1763335534.121182:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc3354700 00000100:00100000:2.0:1763335534.121474:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 444 00000100:00100000:2.0:1763335534.121483:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3354700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+8:2406:x1848991028856960:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335534.121682:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3354700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+8:2406:x1848991028856960:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 199us (711us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335534.121690:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 444 00002000:00100000:2.0:1763335534.121697:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1769472->1773567) req@ffff9aefc3354700 x1848991028856960/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/4536 e 0 to 0 dl 1763335545 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335534.121706:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc3354700 with x1848991028856960 ext(1769472->1773567) 00002000:00010000:2.0:1763335534.121709:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc3354700 00000100:00100000:1.0:1763335534.125739:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335534.125963:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028857088 00000100:00100000:2.0:1763335534.125974:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028857088 00002000:00100000:2.0:1763335534.126027:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1773568->1777663) req@ffff9aefc4cc7100 x1848991028857088/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/0 e 0 to 0 dl 1763335545 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335534.126039:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4cc7100 with x1848991028857088 ext(1773568->1777663) 00002000:00010000:2.0:1763335534.126046:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4cc7100 00000100:00100000:2.0:1763335534.126531:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 445 00000100:00100000:2.0:1763335534.126541:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4cc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991028857088:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335534.126732:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4cc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991028857088:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 191us (1001us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335534.126740:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 445 00002000:00100000:2.0:1763335534.126747:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1773568->1777663) req@ffff9aefc4cc7100 x1848991028857088/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/4536 e 0 to 0 dl 1763335545 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335534.126756:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4cc7100 with x1848991028857088 ext(1773568->1777663) 00002000:00010000:2.0:1763335534.126759:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4cc7100 00000100:00100000:3.0:1763335534.130647:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335534.130737:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028857216 00000100:00100000:2.0:1763335534.130749:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028857216 00002000:00100000:2.0:1763335534.130801:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1740800->1777131) req@ffff9af0ffbc7100 x1848991028857216/t0(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/0 e 0 to 0 dl 1763335545 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335534.130812:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffbc7100 with x1848991028857216 ext(1740800->1777131) 00002000:00010000:2.0:1763335534.130818:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffbc7100 00000100:00100000:2.0:1763335534.130851:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 446 00000100:00100000:2.0:1763335534.130860:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991028857216:12345-192.168.202.34@tcp:4:fsx.0 00000100:00100000:2.0:1763335534.134535:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+10:2408:x1848991028857216:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 3666us (3887us total) trans 4294967499 rc 0/0 00000100:00100000:2.0:1763335534.134550:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 446 00002000:00100000:2.0:1763335534.134568:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1740800->1777131) req@ffff9af0ffbc7100 x1848991028857216/t4294967499(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/448 e 0 to 0 dl 1763335545 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335534.134585:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffbc7100 with x1848991028857216 ext(1740800->1777131) 00002000:00010000:2.0:1763335534.134591:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffbc7100 00000100:00100000:1.0:1763335534.137367:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335534.137471:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028857344 00000100:00100000:2.0:1763335534.137482:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028857344 00000100:00100000:2.0:1763335534.137541:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 860 00000100:00100000:2.0:1763335534.137551:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4cc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+10:2408:x1848991028857344:12345-192.168.202.34@tcp:16:fsx.0 00000001:00080000:3.0:1763335534.139577:0:9466:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967499 is committed 00000001:00080000:3.0:1763335534.139599:0:9466:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967496 is committed 00000100:00100000:2.0:1763335534.140021:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4cc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028857344:12345-192.168.202.34@tcp:16:fsx.0 Request processed in 2467us (2658us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335534.140033:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 860 00000100:00100000:1.0:1763335534.142165:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f45b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1848991041311360:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1763335534.142225:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335534.142697:0:12324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041311360 00000100:00100000:0.0:1763335534.142705:0:12324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041311360 00000100:00100000:0.0:1763335534.142753:0:12324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 136 00000100:00100000:0.0:1763335534.142761:0:12324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4cc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3651:x1848991041311360:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1763335534.142785:0:12324:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3921195008 avail 3689672704 00000100:00100000:0.0:1763335534.142819:0:12324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4cc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3651:x1848991041311360:12345-0@lo:13:osp-pre-0-1.0 Request processed in 60us (594us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335534.142826:0:12324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 136 00000100:00100000:2.0:1763335534.142922:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffbc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3652:1848991041311488:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1763335534.142956:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335534.143033:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041311488 00000100:00100000:3.0:1763335534.143038:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041311488 00000100:00100000:3.0:1763335534.143069:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 137 00000100:00100000:3.0:1763335534.143076:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0fdc1f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1848991041311488:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1763335534.143106:0:8404:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3921195008 avail 3689672704 00000100:00100000:3.0:1763335534.143141:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0fdc1f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1848991041311488:12345-0@lo:13:osp-pre-0-0.0 Request processed in 65us (184us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335534.143146:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 137 00000100:00100000:1.0:1763335534.143511:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f45b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1848991041311360:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1763335534.143842:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffbc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3652:1848991041311488:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1763335534.144825:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335534.145000:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028857472 00000100:00100000:3.0:1763335534.145008:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028857472 00000100:00100000:3.0:1763335534.145061:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1171 00000100:00100000:3.0:1763335534.145069:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f45b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+21:15720:x1848991028857472:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335534.145090:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335534.145111:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06800/0x10123ce7f07642f2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d83d expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335534.145205:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06a00/0x10123ce7f07642f9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335534.145222:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06a00/0x10123ce7f07642f9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335534.145233:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06a00/0x10123ce7f07642f9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000004:00200000:3.0:1763335534.145260:0:8224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 1777132 00000004:00200000:3.0:1763335534.145355:0:8224:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763335534.145381:0:8224:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06a00/0x10123ce7f07642f9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335534.145410:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06800/0x10123ce7f07642f2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d83d expref: 23 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335534.145428:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06a00/0x10123ce7f07642f9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d83d expref: 22 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335534.145453:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335534.145456:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763335534.145459:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a06a00, rc 0) 00000100:00100000:3.0:1763335534.145522:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f45b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+22:15720:x1848991028857472:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 453us (700us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335534.145530:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1171 00000100:00100000:1.0:1763335534.148654:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335534.148734:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028857728 00000100:00100000:3.0:1763335534.148744:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028857728 00000100:00100000:1.0:1763335534.148833:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1172 00000100:00100000:1.0:1763335534.148844:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4cc5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+15:15720:x1848991028857728:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:1.0:1763335534.149094:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e44c00/0x10123ce7f0764300 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335534.149111:0:10055:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06a00/0x10123ce7f07642f9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d83d expref: 21 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335534.149122:0:10055:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e44c00/0x10123ce7f0764300 lrc: 4/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335534.149155:0:10055:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06a00/0x10123ce7f07642f9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d83d expref: 21 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335534.149174:0:10055:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06a00/0x10123ce7f07642f9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d83d expref: 21 pid: 8224 timeout: 434 lvb_type: 0 00000100:00100000:1.0:1763335534.149188:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4cc4000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041311616:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335534.149272:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fbb40 going to sleep for 11 seconds 00000100:00100000:3.0:1763335534.151700:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4cc4000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041311616:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335534.151727:0:10055:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e44c00/0x10123ce7f0764300 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000100:00100000:1.0:1763335534.151907:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335534.152340:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028857856 00000100:00100000:3.0:1763335534.152347:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028857856 00010000:00010000:3.0:1763335534.152392:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06a00/0x10123ce7f07642f9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d83d expref: 22 pid: 8224 timeout: 434 lvb_type: 0 00000100:00100000:3.0:1763335534.152427:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 441 00000100:00100000:3.0:1763335534.152441:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4cc4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+22:2408:x1848991028857856:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335534.152455:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335534.152462:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06a00/0x10123ce7f07642f9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d83d expref: 22 pid: 8224 timeout: 434 lvb_type: 0 00010000:00010000:3.0:1763335534.152473:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06a00/0x10123ce7f07642f9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d83d expref: 22 pid: 8224 timeout: 434 lvb_type: 0 00010000:00010000:3.0:1763335534.152495:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06a00/0x10123ce7f07642f9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d83d expref: 22 pid: 8224 timeout: 434 lvb_type: 0 00010000:00010000:3.0:1763335534.152524:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335534.152529:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e44c00/0x10123ce7f0764300 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335534.152540:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e44c00/0x10123ce7f0764300 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40290000000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335534.152548:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e44c00/0x10123ce7f0764300 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40290000000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335534.152575:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335534.152839:0:10055:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e44c00/0x10123ce7f0764300 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335534.152850:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e44c00/0x10123ce7f0764300 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000100:00100000:3.0:1763335534.152860:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4cc4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+21:2408:x1848991028857856:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 419us (991us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335534.152900:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 441 00000001:00080000:1.0:1763335534.153381:0:10055:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967777 00000004:00010000:1.0:1763335534.153427:0:10055:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 856341 -> 856341 00000004:00010000:1.0:1763335534.153432:0:10055:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335534 -> 1763335534 00000004:00010000:1.0:1763335534.153434:0:10055:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335533 -> 1763335533 00000004:00010000:1.0:1763335534.153437:0:10055:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335534 -> 1763335534 00000004:00010000:1.0:1763335534.153439:0:10055:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 576 -> 576 00000004:00010000:1.0:1763335534.153446:0:10055:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000002f3063cf reply state 0000000041080c49 transno 4294967778 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e44c00/0x10123ce7f0764300 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335534.153459:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e44c00/0x10123ce7f0764300 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335534.153466:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335534.153468:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335534.153471:0:10055:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763335534.153567:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4cc5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+18:15720:x1848991028857728:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 4725us (4922us total) trans 4294967778 rc 0/0 00000100:00100000:1.0:1763335534.153575:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1172 00000020:00080000:1.0:1763335534.153580:0:10055:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763335534.155527:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335534.155574:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028857984 00000100:00100000:3.0:1763335534.155583:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028857984 00000100:00100000:3.0:1763335534.155700:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1173 00000100:00100000:3.0:1763335534.155710:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4cc6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+18:15720:x1848991028857984:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335534.155735:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335534.155754:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06800/0x10123ce7f0764307 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d844 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335534.155782:0:10055:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764282 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7e9 expref: 20 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335534.155792:0:10055:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06800/0x10123ce7f0764307 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d844 expref: 19 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335534.155824:0:10055:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764282 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7e9 expref: 20 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335534.155852:0:10055:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764282 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7e9 expref: 20 pid: 8224 timeout: 434 lvb_type: 0 00000100:00100000:3.0:1763335534.155865:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffbc6300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041311744:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335534.156213:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58500c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335534.158837:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335534.159131:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffbc6300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041311744:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335534.159168:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06800/0x10123ce7f0764307 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d844 expref: 19 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335534.159188:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335534.159191:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335534.159195:0:10055:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06800/0x10123ce7f0764307 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d844 expref: 19 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335534.159207:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a06800, rc 0) 00000100:00100000:1.0:1763335534.159209:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028858112 00000100:00100000:1.0:1763335534.159217:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028858112 00002000:00100000:1.0:1763335534.159273:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f45b2d80 x1848991028858112/t0(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/0 e 0 to 0 dl 1763335545 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335534.159283:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f45b2d80 with x1848991028858112 00010000:00010000:1.0:1763335534.159290:0:6529:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764282 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7e9 expref: 21 pid: 8224 timeout: 434 lvb_type: 0 00010000:00010000:1.0:1763335534.159303:0:6529:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764282 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7e9 expref: 21 pid: 8224 timeout: 434 lvb_type: 0 00002000:00010000:1.0:1763335534.159310:0:6529:0:(mdt_io.c:157:mdt_rw_hpreq_check()) lustre-MDT0000: refreshed 1 locks timeout for req ffff9af0f45b2d80 00000100:00100000:1.0:1763335534.159341:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 35 00000100:00100000:1.0:1763335534.159350:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f45b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+21:2409:x1848991028858112:12345-192.168.202.34@tcp:4:fsx.0 00000100:00100000:2.0:1763335534.159393:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4cc6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+19:15720:x1848991028857984:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3684us (3874us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335534.159402:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1173 00000004:00010000:1.0:1763335534.162365:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 856341 -> 923354 00000004:00010000:1.0:1763335534.162374:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335534 -> 1763335534 00000004:00010000:1.0:1763335534.162377:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335533 -> 1763335533 00000004:00010000:1.0:1763335534.162379:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335534 -> 1763335534 00000004:00010000:1.0:1763335534.162381:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 576 -> 704 00000100:00100000:1.0:1763335534.162703:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f45b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+23:2409:x1848991028858112:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 3348us (3869us total) trans 4294967779 rc 0/0 00000100:00100000:1.0:1763335534.162716:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 35 00002000:00100000:1.0:1763335534.162729:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f45b2d80 x1848991028858112/t4294967779(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/448 e 0 to 0 dl 1763335545 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335534.162739:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f45b2d80 with x1848991028858112 00010000:00010000:1.0:1763335534.162750:0:6529:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764282 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7e9 expref: 23 pid: 8224 timeout: 434 lvb_type: 0 00010000:00010000:1.0:1763335534.162766:0:6529:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764282 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7e9 expref: 23 pid: 8224 timeout: 434 lvb_type: 0 00002000:00010000:1.0:1763335534.162773:0:6529:0:(mdt_io.c:157:mdt_rw_hpreq_check()) lustre-MDT0000: refreshed 1 locks timeout for req ffff9af0f45b2d80 00000100:00100000:0.0:1763335534.165661:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335534.165782:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028858240 00000100:00100000:3.0:1763335534.165792:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028858240 00010000:00010000:3.0:1763335534.165829:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764282 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7e9 expref: 23 pid: 8224 timeout: 434 lvb_type: 0 00000100:00100000:3.0:1763335534.165917:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 442 00000100:00100000:3.0:1763335534.165928:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f45b0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+23:2409:x1848991028858240:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335534.165945:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335534.165970:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764282 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7e9 expref: 23 pid: 8224 timeout: 434 lvb_type: 0 00010000:00010000:3.0:1763335534.165984:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764282 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7e9 expref: 23 pid: 8224 timeout: 434 lvb_type: 0 00010000:00010000:3.0:1763335534.166009:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764282 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d7e9 expref: 23 pid: 8224 timeout: 434 lvb_type: 0 00010000:00010000:3.0:1763335534.166025:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335534.166031:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06800/0x10123ce7f0764307 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d844 expref: 18 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335534.166044:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06800/0x10123ce7f0764307 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d844 expref: 18 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335534.166071:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06800/0x10123ce7f0764307 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d844 expref: 18 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335534.166110:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06800/0x10123ce7f0764307 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d844 expref: 18 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335534.166124:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffbc4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041311872:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335534.166209:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850540 going to sleep for 11 seconds 00000100:00100000:0.0:1763335534.172190:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335534.172816:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffbc4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041311872:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335534.172840:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335534.173260:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028858368 00000100:00100000:2.0:1763335534.173267:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028858368 00000100:00100000:2.0:1763335534.173313:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 861 00000100:00100000:2.0:1763335534.173320:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f45b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+5:15720:x1848991028858368:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335534.173335:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335534.173351:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98e00/0x10123ce7f076430e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d84b expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335534.173376:0:14974:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98000/0x10123ce7f07642d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d82f expref: 5 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335534.173384:0:14974:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335534.173386:0:14974:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335534.173390:0:14974:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98e00/0x10123ce7f076430e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d84b expref: 6 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335534.173419:0:14974:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98000/0x10123ce7f07642d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d82f expref: 5 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335534.173431:0:14974:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98000/0x10123ce7f07642d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d82f expref: 5 pid: 14974 timeout: 434 lvb_type: 0 00000100:00100000:2.0:1763335534.173443:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc46e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041312000:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335534.173580:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f45b0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+22:2409:x1848991028858240:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 7652us (7925us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335534.173590:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 442 00000100:00100000:2.0:1763335534.174457:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0e142f900 going to sleep for 11 seconds 00000100:00100000:1.0:1763335534.178483:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc46e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041312000:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335534.178521:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98e00/0x10123ce7f076430e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d84b expref: 6 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335534.178541:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98e00, rc 0) 00000100:00100000:1.0:1763335534.178601:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f45b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+6:15720:x1848991028858368:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5280us (6421us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335534.178610:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 861 00000100:00100000:0.0:1763335534.180705:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335534.180925:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028858496 00000100:00100000:1.0:1763335534.180936:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028858496 00010000:00010000:1.0:1763335534.181379:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98000/0x10123ce7f07642d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d82f expref: 6 pid: 14974 timeout: 434 lvb_type: 0 00000100:00100000:1.0:1763335534.181421:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 443 00000100:00100000:1.0:1763335534.181430:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f14ddc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028858496:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335534.181444:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1763335534.181459:0:8416:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335532 -> 1763335533 00002000:00010000:1.0:1763335534.181462:0:8416:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 0 -> 72 00010000:00010000:1.0:1763335534.181468:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98000/0x10123ce7f07642d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d82f expref: 6 pid: 14974 timeout: 434 lvb_type: 0 00010000:00010000:1.0:1763335534.181480:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98000/0x10123ce7f07642d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d82f expref: 6 pid: 14974 timeout: 434 lvb_type: 0 00010000:00010000:1.0:1763335534.181501:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98000/0x10123ce7f07642d6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d82f expref: 6 pid: 14974 timeout: 434 lvb_type: 0 00010000:00010000:1.0:1763335534.181515:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335534.181517:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335534.181524:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98e00/0x10123ce7f076430e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d84b expref: 5 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335534.181534:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98e00/0x10123ce7f076430e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d84b expref: 5 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335534.181571:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98e00/0x10123ce7f076430e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d84b expref: 5 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335534.181584:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4cc7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041312128:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335534.181667:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb480 going to sleep for 11 seconds 00000100:00100000:0.0:1763335534.184474:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335534.184574:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028858624 00000100:00100000:2.0:1763335534.184584:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028858624 00002000:00010000:2.0:1763335534.184624:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1378486->18446744073709551615) 00002000:00100000:2.0:1763335534.184630:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f45b3b80 with x1848991028858624 ext(1378486->18446744073709551615) 00002000:00010000:2.0:1763335534.184642:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f45b3b80. 00000100:00100000:2.0:1763335534.184679:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 447 00000100:00100000:1.0:1763335534.184686:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4cc7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041312128:192.168.202.34@tcp:105: 00000100:00100000:2.0:1763335534.184693:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f45b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991028858624:12345-192.168.202.34@tcp:10:fsx.0 00010000:00010000:1.0:1763335534.184710:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335534.184775:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f14ddc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2408:x1848991028858496:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 3346us (4078us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335534.184785:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 443 00002000:00010000:2.0:1763335534.185077:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1777132 -> 1378486 00002000:00010000:2.0:1763335534.185082:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335534 -> 1763335534 00002000:00010000:2.0:1763335534.185085:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335533 -> 1763335533 00002000:00010000:2.0:1763335534.185087:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335534 -> 1763335534 00002000:00010000:2.0:1763335534.185089:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 72 -> 0 00000100:00100000:2.0:1763335534.185129:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f45b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+7:2409:x1848991028858624:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 440us (662us total) trans 4294967500 rc 0/0 00000100:00100000:2.0:1763335534.185140:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 447 00002000:00010000:2.0:1763335534.185144:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1378486->18446744073709551615) 00002000:00100000:2.0:1763335534.185147:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f45b3b80 with x1848991028858624 ext(1378486->18446744073709551615) 00002000:00010000:2.0:1763335534.185153:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f45b3b80. 00000100:00100000:0.0:1763335534.188043:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335534.188093:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028858752 00000100:00100000:2.0:1763335534.188103:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028858752 00000100:00100000:2.0:1763335534.188162:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1174 00000100:00100000:2.0:1763335534.188172:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f45b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+19:15720:x1848991028858752:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335534.188191:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335534.188213:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f0764315 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d852 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335534.188311:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f076431c lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335534.188328:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f076431c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335534.188340:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f076431c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000004:00200000:2.0:1763335534.188367:0:10055:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 1378486 00000004:00200000:2.0:1763335534.188372:0:10055:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763335534.188388:0:10055:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f076431c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335534.188413:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f0764315 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d852 expref: 21 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335534.188428:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f076431c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d852 expref: 20 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335534.188439:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335534.188441:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335534.188445:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98800, rc 0) 00000100:00100000:2.0:1763335534.188511:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f45b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+20:15720:x1848991028858752:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 339us (476us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335534.188518:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1174 00000100:00100000:0.0:1763335534.192926:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335534.193147:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028858880 00000100:00100000:2.0:1763335534.193158:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028858880 00000100:00100000:2.0:1763335534.193217:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1175 00000100:00100000:2.0:1763335534.193229:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f45b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+22:15720:x1848991028858880:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335534.193253:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335534.193272:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f0764323 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d859 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335534.193364:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98200/0x10123ce7f076432a lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335534.193378:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98200/0x10123ce7f076432a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335534.193388:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98200/0x10123ce7f076432a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000004:00200000:2.0:1763335534.193411:0:10055:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 1378486 00000004:00200000:2.0:1763335534.193415:0:10055:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763335534.193443:0:10055:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98200/0x10123ce7f076432a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335534.193465:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f0764323 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d859 expref: 24 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335534.193480:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98200/0x10123ce7f076432a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d859 expref: 23 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335534.193495:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335534.193498:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335534.193501:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98200, rc 0) 00000100:00100000:2.0:1763335534.193556:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f45b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+23:15720:x1848991028858880:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 330us (687us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335534.193563:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1175 00000100:00100000:3.0:1763335534.196821:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335534.196900:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335534.196990:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028859136 00000100:00100000:1.0:1763335534.197000:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028859136 00000100:00100000:2.0:1763335534.197151:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028859008 00000100:00100000:2.0:1763335534.197157:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028859008 00000100:00100000:1.0:1763335534.197189:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 862 00000100:00100000:1.0:1763335534.197199:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991028859136:12345-192.168.202.34@tcp:101:fsx.0 00000100:00100000:2.0:1763335534.197205:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1176 00000100:00100000:2.0:1763335534.197215:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbc6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+23:2409:x1848991028859008:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335534.197218:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335534.197227:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335534.197237:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44400/0x10123ce7f0764331 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d867 expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335534.197242:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f0764338 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d860 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335534.197277:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06800/0x10123ce7f0764307 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d844 expref: 19 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335534.197292:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4cc4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041312256:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335534.197306:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc46e9880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041312384:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335534.197680:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0e142f900 going to sleep for 11 seconds 00000100:00100000:1.0:1763335534.197681:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb780 going to sleep for 11 seconds 00000100:00100000:1.0:1763335534.200424:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4cc4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041312256:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335534.200464:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44400/0x10123ce7f0764331 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d867 expref: 6 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335534.200488:0:14974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44400/0x10123ce7f0764331 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d867 expref: 6 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335534.200502:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5e44400, rc 0) 00000100:00100000:1.0:1763335534.200605:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991028859136:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3407us (3794us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335534.200614:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 862 00000100:00100000:2.0:1763335534.200969:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc46e9880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041312384:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335534.200985:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 923354 00010000:00010000:2.0:1763335534.200997:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f0764338 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d860 expref: 24 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335534.201011:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335534.201014:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335534.201020:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f0764338 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d860 expref: 24 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335534.201030:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99200, rc 0) 00000100:00100000:2.0:1763335534.201063:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbc6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+23:2409:x1848991028859008:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3849us (4193us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335534.201072:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1176 00000100:00100000:0.0:1763335534.204606:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335534.204660:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335534.204714:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028859264 00000100:00100000:2.0:1763335534.204725:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028859264 00000100:00100000:1.0:1763335534.204738:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028859392 00000100:00100000:1.0:1763335534.204744:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028859392 00000100:00100000:2.0:1763335534.204788:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1177 00000100:00100000:1.0:1763335534.204793:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 863 00000100:00100000:2.0:1763335534.204802:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5845880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+23:2409:x1848991028859264:12345-192.168.202.34@tcp:101:fsx.0 00000100:00100000:1.0:1763335534.204805:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f45b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991028859392:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335534.204827:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335534.204828:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335534.204848:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44a00/0x10123ce7f076433f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d875 expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335534.204850:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f0764346 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d86e expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335534.204931:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06800/0x10123ce7f0764307 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d844 expref: 19 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335534.204959:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4cc4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041312512:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335534.205052:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb780 going to sleep for 11 seconds 00000100:00100000:2.0:1763335534.205219:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc46e9880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041312640:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335534.205313:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0e142f900 going to sleep for 11 seconds 00000100:00100000:1.0:1763335534.208206:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4cc4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041312512:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335534.208248:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44a00/0x10123ce7f076433f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d875 expref: 6 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335534.208274:0:14974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44a00/0x10123ce7f076433f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d875 expref: 6 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335534.208286:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5e44a00, rc 0) 00000100:00100000:1.0:1763335534.208355:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f45b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991028859392:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3553us (3758us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335534.208364:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 863 00000100:00100000:2.0:1763335534.210535:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc46e9880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041312640:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335534.210560:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 923354 00010000:00010000:2.0:1763335534.210576:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f0764346 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d86e expref: 24 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335534.210595:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335534.210598:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335534.210603:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f0764346 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d86e expref: 24 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335534.210614:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99c00, rc 0) 00000100:00100000:2.0:1763335534.210710:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5845880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+23:2409:x1848991028859264:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5911us (6047us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335534.210718:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1177 00000100:00100000:3.0:1763335534.216624:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335534.216677:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335534.216963:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028859520 00000100:00100000:2.0:1763335534.216974:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028859520 00000100:00100000:2.0:1763335534.217037:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1178 00000100:00100000:2.0:1763335534.217048:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbc5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+23:2407:x1848991028859520:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335534.217073:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335534.217095:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f076434d lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d87c expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335534.217138:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06800/0x10123ce7f0764307 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d844 expref: 19 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335534.217182:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc46e9880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041312768:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335534.217268:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0e142f900 going to sleep for 11 seconds 00000100:00100000:1.0:1763335534.218104:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028859648 00000100:00100000:1.0:1763335534.218111:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028859648 00000100:00100000:1.0:1763335534.218161:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 864 00000100:00100000:1.0:1763335534.218170:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc471c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+5:2407:x1848991028859648:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335534.218182:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335534.218196:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44a00/0x10123ce7f0764354 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d883 expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335534.218238:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4cc4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041312896:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335534.218298:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb780 going to sleep for 11 seconds 00000100:00100000:1.0:1763335534.224954:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4cc4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041312896:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335534.224994:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44a00/0x10123ce7f0764354 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d883 expref: 6 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335534.225018:0:14974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44a00/0x10123ce7f0764354 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d883 expref: 6 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335534.225031:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5e44a00, rc 0) 00000100:00100000:1.0:1763335534.225092:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc471c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+5:2407:x1848991028859648:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6922us (8413us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335534.225102:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 864 00000100:00100000:2.0:1763335534.225169:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc46e9880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041312768:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335534.225184:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 923354 00010000:00010000:2.0:1763335534.225195:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f076434d lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d87c expref: 24 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335534.225209:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335534.225212:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335534.225216:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f076434d lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d87c expref: 24 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335534.225226:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99200, rc 0) 00000100:00100000:2.0:1763335534.225249:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbc5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+23:2407:x1848991028859520:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 8203us (8636us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335534.225256:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1178 00000100:00100000:0.0:1763335534.233975:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335534.234099:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028859776 00000100:00100000:1.0:1763335534.234110:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028859776 00000100:00100000:1.0:1763335534.234155:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 865 00000100:00100000:1.0:1763335534.234163:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5845500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+5:15720:x1848991028859776:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335534.234179:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335534.234195:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44400/0x10123ce7f076435b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d88a expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335534.234224:0:14974:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98e00/0x10123ce7f076430e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d84b expref: 6 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335534.234238:0:14974:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335534.234240:0:14974:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335534.234244:0:14974:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44400/0x10123ce7f076435b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1138688->1142783] (req 1138688->1142783) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d88a expref: 6 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335534.234273:0:14974:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98e00/0x10123ce7f076430e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d84b expref: 6 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335534.234285:0:14974:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98e00/0x10123ce7f076430e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d84b expref: 6 pid: 14974 timeout: 434 lvb_type: 0 00000100:00100000:1.0:1763335534.234298:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4cc4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041313024:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335534.234374:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb780 going to sleep for 11 seconds 00000100:00100000:1.0:1763335534.240744:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4cc4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041313024:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335534.240785:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44400/0x10123ce7f076435b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1138688->1142783] (req 1138688->1142783) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d88a expref: 6 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335534.240805:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5e44400, rc 0) 00000100:00100000:1.0:1763335534.242297:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5845500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+6:15720:x1848991028859776:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 8127us (8324us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335534.242307:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 865 00000100:00100000:0.0:1763335534.242697:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335534.242761:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028859904 00000100:00100000:1.0:1763335534.242769:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028859904 00010000:00010000:1.0:1763335534.242800:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98e00/0x10123ce7f076430e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d84b expref: 7 pid: 14974 timeout: 434 lvb_type: 0 00000100:00100000:1.0:1763335534.242841:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 444 00000100:00100000:1.0:1763335534.242850:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5847480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+7:2409:x1848991028859904:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335534.242865:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335534.242924:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98e00/0x10123ce7f076430e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d84b expref: 7 pid: 14974 timeout: 434 lvb_type: 0 00010000:00010000:1.0:1763335534.242937:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98e00/0x10123ce7f076430e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d84b expref: 7 pid: 14974 timeout: 434 lvb_type: 0 00010000:00010000:1.0:1763335534.242961:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98e00/0x10123ce7f076430e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d84b expref: 7 pid: 14974 timeout: 434 lvb_type: 0 00010000:00010000:1.0:1763335534.242975:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335534.242977:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335534.242983:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44400/0x10123ce7f076435b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1138688->1142783) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d88a expref: 5 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335534.242994:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44400/0x10123ce7f076435b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1138688->1142783) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d88a expref: 5 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335534.243623:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44400/0x10123ce7f076435b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1138688->1142783) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d88a expref: 5 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335534.243641:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4cc4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041313152:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335534.243743:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb780 going to sleep for 11 seconds 00000100:00100000:1.0:1763335534.248074:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4cc4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041313152:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335534.248102:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335534.248161:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5847480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991028859904:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 5310us (8958us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335534.248173:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 444 00000100:00100000:2.0:1763335534.249713:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335534.249774:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028860032 00000100:00100000:0.0:1763335534.249783:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028860032 00002000:00100000:0.0:1763335534.249826:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1138688->1142783) req@ffff9aefc46e9880 x1848991028860032/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/0 e 0 to 0 dl 1763335545 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335534.249842:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc46e9880 with x1848991028860032 ext(1138688->1142783) 00002000:00010000:0.0:1763335534.249848:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc46e9880 00000100:00100000:0.0:1763335534.249909:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 448 00000100:00100000:0.0:1763335534.249918:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc46e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028860032:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335534.250093:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc46e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028860032:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 175us (385us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335534.250100:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 448 00002000:00100000:0.0:1763335534.250111:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1138688->1142783) req@ffff9aefc46e9880 x1848991028860032/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/4536 e 0 to 0 dl 1763335545 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335534.250119:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc46e9880 with x1848991028860032 ext(1138688->1142783) 00002000:00010000:0.0:1763335534.250123:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc46e9880 00000100:00100000:0.0:1763335534.253828:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335534.254132:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028860160 00000100:00100000:1.0:1763335534.254142:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028860160 00002000:00100000:1.0:1763335534.254191:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1142784->1146879) req@ffff9aefc5844000 x1848991028860160/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/0 e 0 to 0 dl 1763335545 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335534.254201:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5844000 with x1848991028860160 ext(1142784->1146879) 00002000:00010000:1.0:1763335534.254207:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5844000 00000100:00100000:1.0:1763335534.254240:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 449 00000100:00100000:1.0:1763335534.254250:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5844000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+6:2407:x1848991028860160:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335534.254421:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5844000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+6:2407:x1848991028860160:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 171us (601us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335534.254428:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 449 00002000:00100000:1.0:1763335534.254434:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1142784->1146879) req@ffff9aefc5844000 x1848991028860160/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/4536 e 0 to 0 dl 1763335545 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335534.254441:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5844000 with x1848991028860160 ext(1142784->1146879) 00002000:00010000:1.0:1763335534.254444:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5844000 00000100:00100000:2.0:1763335534.258139:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335534.258236:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028860288 00000100:00100000:1.0:1763335534.258246:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028860288 00002000:00100000:1.0:1763335534.258298:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1146880->1150975) req@ffff9af0f7c3c700 x1848991028860288/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/0 e 0 to 0 dl 1763335545 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335534.258308:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7c3c700 with x1848991028860288 ext(1146880->1150975) 00002000:00010000:1.0:1763335534.258315:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7c3c700 00000100:00100000:1.0:1763335534.259032:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 450 00000100:00100000:1.0:1763335534.259044:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028860288:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335534.259242:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028860288:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 199us (1112us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335534.259250:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 450 00002000:00100000:1.0:1763335534.259257:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1146880->1150975) req@ffff9af0f7c3c700 x1848991028860288/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/4536 e 0 to 0 dl 1763335545 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335534.259265:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7c3c700 with x1848991028860288 ext(1146880->1150975) 00002000:00010000:1.0:1763335534.259270:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7c3c700 00000100:00100000:2.0:1763335534.264266:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335534.264837:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028860416 00000100:00100000:0.0:1763335534.264848:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028860416 00002000:00100000:0.0:1763335534.264946:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1150976->1155071) req@ffff9af0ffa11c00 x1848991028860416/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/0 e 0 to 0 dl 1763335545 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335534.264958:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffa11c00 with x1848991028860416 ext(1150976->1155071) 00002000:00010000:0.0:1763335534.264964:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffa11c00 00000100:00100000:0.0:1763335534.264988:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 451 00000100:00100000:0.0:1763335534.264997:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028860416:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335534.265184:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028860416:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 187us (926us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335534.265191:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 451 00002000:00100000:0.0:1763335534.265198:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1150976->1155071) req@ffff9af0ffa11c00 x1848991028860416/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/4536 e 0 to 0 dl 1763335545 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335534.265206:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffa11c00 with x1848991028860416 ext(1150976->1155071) 00002000:00010000:0.0:1763335534.265209:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffa11c00 00000100:00100000:2.0:1763335534.270845:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335534.271169:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028860544 00000100:00100000:1.0:1763335534.271179:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028860544 00002000:00100000:1.0:1763335534.271228:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1155072->1159167) req@ffff9af0ffa10e00 x1848991028860544/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/0 e 0 to 0 dl 1763335545 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335534.271239:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffa10e00 with x1848991028860544 ext(1155072->1159167) 00002000:00010000:1.0:1763335534.271245:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffa10e00 00000100:00100000:1.0:1763335534.271271:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 452 00000100:00100000:1.0:1763335534.271281:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028860544:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335534.271454:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028860544:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 173us (618us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335534.271462:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 452 00002000:00100000:1.0:1763335534.271469:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1155072->1159167) req@ffff9af0ffa10e00 x1848991028860544/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/4536 e 0 to 0 dl 1763335545 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335534.271477:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffa10e00 with x1848991028860544 ext(1155072->1159167) 00002000:00010000:1.0:1763335534.271481:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffa10e00 00000100:00100000:2.0:1763335534.275222:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335534.275578:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028860672 00000100:00100000:0.0:1763335534.275588:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028860672 00002000:00100000:0.0:1763335534.275637:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1159168->1163263) req@ffff9af0ffa11180 x1848991028860672/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/0 e 0 to 0 dl 1763335545 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335534.275648:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffa11180 with x1848991028860672 ext(1159168->1163263) 00002000:00010000:0.0:1763335534.275654:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffa11180 00000100:00100000:0.0:1763335534.275692:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 453 00000100:00100000:0.0:1763335534.275701:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991028860672:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335534.276309:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991028860672:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 606us (1095us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335534.276318:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 453 00002000:00100000:0.0:1763335534.276327:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1159168->1163263) req@ffff9af0ffa11180 x1848991028860672/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/4536 e 0 to 0 dl 1763335545 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335534.276336:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffa11180 with x1848991028860672 ext(1159168->1163263) 00002000:00010000:0.0:1763335534.276339:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffa11180 00000100:00100000:2.0:1763335534.280306:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335534.280623:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028860800 00000100:00100000:0.0:1763335534.280633:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028860800 00002000:00100000:0.0:1763335534.280680:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1163264->1167359) req@ffff9af0ffa10700 x1848991028860800/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/0 e 0 to 0 dl 1763335545 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335534.280691:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffa10700 with x1848991028860800 ext(1163264->1167359) 00002000:00010000:0.0:1763335534.280696:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffa10700 00000100:00100000:0.0:1763335534.280737:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 454 00000100:00100000:0.0:1763335534.280746:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028860800:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335534.280961:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028860800:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 215us (665us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335534.280969:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 454 00002000:00100000:0.0:1763335534.280975:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1163264->1167359) req@ffff9af0ffa10700 x1848991028860800/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/4536 e 0 to 0 dl 1763335545 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335534.280982:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffa10700 with x1848991028860800 ext(1163264->1167359) 00002000:00010000:0.0:1763335534.280985:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffa10700 00000100:00100000:2.0:1763335534.286730:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335534.286992:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028860928 00000100:00100000:1.0:1763335534.287003:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028860928 00002000:00100000:1.0:1763335534.287200:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1167360->1171455) req@ffff9af0ffa11500 x1848991028860928/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/0 e 0 to 0 dl 1763335545 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335534.287211:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffa11500 with x1848991028860928 ext(1167360->1171455) 00002000:00010000:1.0:1763335534.287216:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffa11500 00000100:00100000:1.0:1763335534.287254:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 455 00000100:00100000:1.0:1763335534.287264:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991028860928:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335534.287446:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991028860928:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 182us (725us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335534.287454:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 455 00002000:00100000:1.0:1763335534.287460:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1167360->1171455) req@ffff9af0ffa11500 x1848991028860928/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/4536 e 0 to 0 dl 1763335545 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335534.287468:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffa11500 with x1848991028860928 ext(1167360->1171455) 00002000:00010000:1.0:1763335534.287471:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffa11500 00000100:00100000:2.0:1763335534.291545:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335534.291648:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028861056 00000100:00100000:0.0:1763335534.291658:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028861056 00002000:00100000:0.0:1763335534.291707:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1171456->1175551) req@ffff9af0ffa13100 x1848991028861056/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/0 e 0 to 0 dl 1763335545 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335534.291718:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffa13100 with x1848991028861056 ext(1171456->1175551) 00002000:00010000:0.0:1763335534.291724:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffa13100 00000100:00100000:0.0:1763335534.292181:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 456 00000100:00100000:0.0:1763335534.292192:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991028861056:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335534.292364:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991028861056:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 174us (830us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335534.292371:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 456 00002000:00100000:0.0:1763335534.292378:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1171456->1175551) req@ffff9af0ffa13100 x1848991028861056/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/4536 e 0 to 0 dl 1763335545 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335534.292386:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffa13100 with x1848991028861056 ext(1171456->1175551) 00002000:00010000:0.0:1763335534.292389:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffa13100 00000100:00100000:2.0:1763335534.297185:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335534.297639:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028861184 00000100:00100000:0.0:1763335534.297650:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028861184 00002000:00100000:0.0:1763335534.297696:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1175552->1179647) req@ffff9af0ffa12680 x1848991028861184/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/0 e 0 to 0 dl 1763335545 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335534.297713:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffa12680 with x1848991028861184 ext(1175552->1179647) 00002000:00010000:0.0:1763335534.297720:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffa12680 00000100:00100000:0.0:1763335534.297839:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 457 00000100:00100000:0.0:1763335534.297848:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991028861184:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335534.298051:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991028861184:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 203us (874us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335534.298059:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 457 00002000:00100000:0.0:1763335534.298066:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1175552->1179647) req@ffff9af0ffa12680 x1848991028861184/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/4536 e 0 to 0 dl 1763335545 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335534.298074:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffa12680 with x1848991028861184 ext(1175552->1179647) 00002000:00010000:0.0:1763335534.298077:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffa12680 00000100:00100000:2.0:1763335534.301243:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335534.301341:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028861312 00000100:00100000:0.0:1763335534.301352:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028861312 00002000:00100000:0.0:1763335534.301405:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1179648->1183743) req@ffff9af0ffb70e00 x1848991028861312/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/0 e 0 to 0 dl 1763335545 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335534.301417:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb70e00 with x1848991028861312 ext(1179648->1183743) 00002000:00010000:0.0:1763335534.301424:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb70e00 00000100:00100000:0.0:1763335534.301784:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 458 00000100:00100000:0.0:1763335534.301794:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991028861312:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335534.302251:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991028861312:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 456us (1016us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335534.302259:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 458 00002000:00100000:0.0:1763335534.302268:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1179648->1183743) req@ffff9af0ffb70e00 x1848991028861312/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/4536 e 0 to 0 dl 1763335545 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335534.302277:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb70e00 with x1848991028861312 ext(1179648->1183743) 00002000:00010000:0.0:1763335534.302281:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb70e00 00000100:00100000:2.0:1763335534.306259:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335534.306528:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028861440 00000100:00100000:0.0:1763335534.306538:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028861440 00002000:00100000:0.0:1763335534.306587:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1183744->1187839) req@ffff9af0ffb73b80 x1848991028861440/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/0 e 0 to 0 dl 1763335545 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335534.306597:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb73b80 with x1848991028861440 ext(1183744->1187839) 00002000:00010000:0.0:1763335534.306603:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb73b80 00000100:00100000:0.0:1763335534.306639:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 459 00000100:00100000:0.0:1763335534.306648:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991028861440:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335534.306846:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991028861440:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 198us (596us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335534.306854:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 459 00002000:00100000:0.0:1763335534.306861:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1183744->1187839) req@ffff9af0ffb73b80 x1848991028861440/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/4536 e 0 to 0 dl 1763335545 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335534.306910:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb73b80 with x1848991028861440 ext(1183744->1187839) 00002000:00010000:0.0:1763335534.306914:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb73b80 00000100:00100000:2.0:1763335534.311493:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335534.311597:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028861568 00000100:00100000:1.0:1763335534.311608:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028861568 00002000:00100000:1.0:1763335534.311658:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1187840->1191935) req@ffff9af0ffb3d500 x1848991028861568/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/0 e 0 to 0 dl 1763335545 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335534.311669:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb3d500 with x1848991028861568 ext(1187840->1191935) 00002000:00010000:1.0:1763335534.311675:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb3d500 00000100:00100000:1.0:1763335534.311711:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 460 00000100:00100000:1.0:1763335534.311721:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028861568:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335534.311933:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028861568:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 212us (449us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335534.311941:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 460 00002000:00100000:1.0:1763335534.311948:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1187840->1191935) req@ffff9af0ffb3d500 x1848991028861568/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/4536 e 0 to 0 dl 1763335545 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335534.311955:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb3d500 with x1848991028861568 ext(1187840->1191935) 00002000:00010000:1.0:1763335534.311959:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb3d500 00000100:00100000:2.0:1763335534.316635:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335534.316720:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028861696 00000100:00100000:0.0:1763335534.316730:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028861696 00002000:00100000:0.0:1763335534.316776:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1138688->1191935) req@ffff9af0ffb3ce00 x1848991028861696/t0(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/0 e 0 to 0 dl 1763335545 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335534.316787:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb3ce00 with x1848991028861696 ext(1138688->1191935) 00002000:00010000:0.0:1763335534.316793:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb3ce00 00000100:00100000:0.0:1763335534.316828:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 461 00000100:00100000:0.0:1763335534.316837:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991028861696:12345-192.168.202.34@tcp:4:fsx.0 00000100:00100000:0.0:1763335534.320218:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991028861696:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 3370us (3579us total) trans 4294967501 rc 0/0 00000100:00100000:0.0:1763335534.320233:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 461 00002000:00100000:0.0:1763335534.320247:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1138688->1191935) req@ffff9af0ffb3ce00 x1848991028861696/t4294967501(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/448 e 0 to 0 dl 1763335545 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335534.320257:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb3ce00 with x1848991028861696 ext(1138688->1191935) 00002000:00010000:0.0:1763335534.320264:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb3ce00 00000100:00100000:2.0:1763335534.323542:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335534.323717:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028861824 00000100:00100000:1.0:1763335534.323728:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028861824 00000100:00100000:1.0:1763335534.323789:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 866 00000100:00100000:1.0:1763335534.323800:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991028861824:12345-192.168.202.34@tcp:16:fsx.0 00000001:00080000:0.0:1763335534.325461:0:9466:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967501 is committed 00000001:00080000:0.0:1763335534.325478:0:9466:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967500 is committed 00000100:00100000:1.0:1763335534.325632:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028861824:12345-192.168.202.34@tcp:16:fsx.0 Request processed in 1832us (2351us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335534.325642:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 866 00000100:00100000:2.0:1763335534.330070:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335534.330148:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028861952 00000100:00100000:1.0:1763335534.330157:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028861952 00000100:00100000:1.0:1763335534.330219:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1179 00000100:00100000:1.0:1763335534.330229:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+23:2407:x1848991028861952:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335534.330248:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335534.330268:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e44a00/0x10123ce7f0764362 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d891 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335534.330305:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06800/0x10123ce7f0764307 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d844 expref: 19 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335534.330343:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4cc4000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041313280:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335534.330447:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb840 going to sleep for 11 seconds 00000100:00100000:0.0:1763335534.336357:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4cc4000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041313280:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335534.336386:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 923354 00010000:00010000:0.0:1763335534.336407:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e44a00/0x10123ce7f0764362 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d891 expref: 24 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335534.336428:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335534.336431:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335534.336437:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e44a00/0x10123ce7f0764362 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d891 expref: 24 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335534.336451:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5e44a00, rc 0) 00000100:00100000:0.0:1763335534.336516:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+23:2407:x1848991028861952:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6287us (6456us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335534.336526:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1179 00000100:00100000:2.0:1763335534.339921:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335534.340075:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028862080 00000100:00100000:0.0:1763335534.340086:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028862080 00000100:00100000:0.0:1763335534.340144:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1180 00000100:00100000:0.0:1763335534.340153:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb3e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+23:2408:x1848991028862080:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335534.340173:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335534.340193:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6200/0x10123ce7f0764369 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d898 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335534.340232:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06800/0x10123ce7f0764307 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d844 expref: 19 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335534.340273:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5844700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041313408:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335534.340365:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8cf00 going to sleep for 11 seconds 00000100:00100000:0.0:1763335534.342746:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5844700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041313408:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335534.342773:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 923354 00010000:00010000:0.0:1763335534.342791:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6200/0x10123ce7f0764369 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d898 expref: 24 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335534.342811:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335534.342814:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335534.342820:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6200/0x10123ce7f0764369 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d898 expref: 24 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335534.342833:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6200, rc 0) 00000100:00100000:0.0:1763335534.342921:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb3e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+23:2408:x1848991028862080:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2768us (3010us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335534.342930:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1180 00000100:00100000:2.0:1763335534.346224:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335534.347036:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028862208 00000100:00100000:0.0:1763335534.347047:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028862208 00000100:00100000:0.0:1763335534.347108:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1181 00000100:00100000:0.0:1763335534.347119:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5d9c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+23:2406:x1848991028862208:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335534.347137:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335534.347159:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f0764370 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d89f expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335534.347193:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06800/0x10123ce7f0764307 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d844 expref: 19 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335534.347230:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5844700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041313536:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335534.347320:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8cf00 going to sleep for 11 seconds 00000100:00100000:0.0:1763335534.350530:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5844700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041313536:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335534.350557:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 923354 00010000:00010000:0.0:1763335534.350576:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f0764370 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d89f expref: 24 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335534.350595:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335534.350598:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335534.350603:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f0764370 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d89f expref: 24 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335534.350617:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6400, rc 0) 00000100:00100000:0.0:1763335534.350717:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5d9c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+23:2406:x1848991028862208:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3599us (4503us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335534.350726:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1181 00000100:00100000:2.0:1763335534.354861:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335534.355145:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028862336 00000100:00100000:0.0:1763335534.355157:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028862336 00000100:00100000:0.0:1763335534.355232:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1182 00000100:00100000:0.0:1763335534.355241:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5d9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+23:15720:x1848991028862336:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335534.355262:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335534.355283:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6200/0x10123ce7f0764377 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d8a6 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335534.355315:0:10055:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06800/0x10123ce7f0764307 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d844 expref: 19 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335534.355324:0:10055:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6200/0x10123ce7f0764377 lrc: 4/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d8a6 expref: 24 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335534.355359:0:10055:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06800/0x10123ce7f0764307 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d844 expref: 19 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335534.355371:0:10055:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06800/0x10123ce7f0764307 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d844 expref: 19 pid: 10055 timeout: 435 lvb_type: 0 00000100:00100000:0.0:1763335534.355383:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5844700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041313664:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335534.355465:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8cf00 going to sleep for 11 seconds 00000100:00100000:0.0:1763335534.360461:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5844700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041313664:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335534.360501:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6200/0x10123ce7f0764377 lrc: 3/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d8a6 expref: 24 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335534.360520:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335534.360523:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335534.360528:0:10055:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6200/0x10123ce7f0764377 lrc: 3/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d8a6 expref: 24 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335534.360543:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6200, rc 0) 00000100:00100000:0.0:1763335534.360643:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5d9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+24:15720:x1848991028862336:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5401us (5790us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335534.360653:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1182 00000100:00100000:3.0:1763335534.361763:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335534.361980:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028862464 00000100:00100000:1.0:1763335534.361989:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028862464 00010000:00010000:1.0:1763335534.362035:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06800/0x10123ce7f0764307 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d844 expref: 20 pid: 10055 timeout: 435 lvb_type: 0 00000100:00100000:1.0:1763335534.362329:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 445 00000100:00100000:1.0:1763335534.362339:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc471ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+20:2408:x1848991028862464:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335534.362355:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335534.362378:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06800/0x10123ce7f0764307 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d844 expref: 20 pid: 10055 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1763335534.362391:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06800/0x10123ce7f0764307 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d844 expref: 20 pid: 10055 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1763335534.362415:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06800/0x10123ce7f0764307 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d844 expref: 20 pid: 10055 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1763335534.362431:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335534.362436:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6200/0x10123ce7f0764377 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d8a6 expref: 23 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335534.362447:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6200/0x10123ce7f0764377 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d8a6 expref: 23 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335534.362456:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6200/0x10123ce7f0764377 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d8a6 expref: 23 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335534.362491:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6200/0x10123ce7f0764377 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d8a6 expref: 23 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335534.362505:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4cc7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041313792:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335534.362584:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fbd80 going to sleep for 11 seconds 00000100:00100000:1.0:1763335534.373675:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4cc7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041313792:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335534.373702:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335534.373757:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc471ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+19:2408:x1848991028862464:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 11419us (11999us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335534.373768:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 445 00000100:00100000:2.0:1763335534.374241:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335534.374312:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028862592 00000100:00100000:1.0:1763335534.374318:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028862592 00002000:00100000:1.0:1763335534.374358:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f5d9ce00 x1848991028862592/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/0 e 0 to 0 dl 1763335545 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335534.374368:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f5d9ce00 with x1848991028862592 00000100:00100000:1.0:1763335534.374580:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 632 00000100:00100000:1.0:1763335534.374589:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5d9ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+24:2408:x1848991028862592:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335534.374741:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5d9ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+24:2408:x1848991028862592:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 153us (501us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335534.374747:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 632 00002000:00100000:1.0:1763335534.374753:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f5d9ce00 x1848991028862592/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/440 e 0 to 0 dl 1763335545 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335534.374760:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f5d9ce00 with x1848991028862592 00000100:00100000:3.0:1763335534.377332:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335534.377418:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028862720 00000100:00100000:0.0:1763335534.377428:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028862720 00002000:00100000:0.0:1763335534.377472:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5414e00 x1848991028862720/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/0 e 0 to 0 dl 1763335545 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335534.377482:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5414e00 with x1848991028862720 00000100:00100000:0.0:1763335534.377518:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 633 00000100:00100000:0.0:1763335534.377527:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5414e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+24:2406:x1848991028862720:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335534.377690:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5414e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+24:2406:x1848991028862720:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 164us (367us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335534.377697:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 633 00002000:00100000:0.0:1763335534.377704:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5414e00 x1848991028862720/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/440 e 0 to 0 dl 1763335545 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335534.377711:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5414e00 with x1848991028862720 00000100:00100000:2.0:1763335534.380624:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335534.380720:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028862848 00000100:00100000:1.0:1763335534.380731:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028862848 00002000:00100000:1.0:1763335534.380775:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f5d9ea00 x1848991028862848/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/0 e 0 to 0 dl 1763335545 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335534.380793:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f5d9ea00 with x1848991028862848 00000100:00100000:1.0:1763335534.380924:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 634 00000100:00100000:1.0:1763335534.380934:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5d9ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+24:2409:x1848991028862848:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335534.381094:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5d9ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+24:2409:x1848991028862848:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 161us (480us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335534.381102:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 634 00002000:00100000:1.0:1763335534.381109:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f5d9ea00 x1848991028862848/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/440 e 0 to 0 dl 1763335545 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335534.381116:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f5d9ea00 with x1848991028862848 00000100:00100000:2.0:1763335534.384070:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335534.384278:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028862976 00000100:00100000:1.0:1763335534.384287:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028862976 00002000:00100000:1.0:1763335534.384332:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0c2f44700 x1848991028862976/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/0 e 0 to 0 dl 1763335545 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335534.384342:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0c2f44700 with x1848991028862976 00000100:00100000:1.0:1763335534.384624:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 635 00000100:00100000:1.0:1763335534.384633:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2f44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+24:2409:x1848991028862976:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335534.385002:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2f44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+24:2409:x1848991028862976:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 369us (938us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335534.385010:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 635 00002000:00100000:1.0:1763335534.385017:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0c2f44700 x1848991028862976/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/440 e 0 to 0 dl 1763335545 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335534.385026:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0c2f44700 with x1848991028862976 00000100:00100000:3.0:1763335534.387962:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335534.388207:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028863104 00000100:00100000:1.0:1763335534.388219:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028863104 00002000:00100000:1.0:1763335534.388271:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5416680 x1848991028863104/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/0 e 0 to 0 dl 1763335545 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335534.388283:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5416680 with x1848991028863104 00000100:00100000:1.0:1763335534.388507:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 636 00000100:00100000:1.0:1763335534.388518:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5416680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+24:2409:x1848991028863104:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335534.388842:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5416680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+24:2409:x1848991028863104:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 324us (887us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335534.388850:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 636 00002000:00100000:1.0:1763335534.388857:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5416680 x1848991028863104/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/440 e 0 to 0 dl 1763335545 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335534.388864:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5416680 with x1848991028863104 00000100:00100000:2.0:1763335534.392311:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335534.392514:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028863232 00000100:00100000:1.0:1763335534.392524:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028863232 00002000:00100000:1.0:1763335534.392570:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0c2f46a00 x1848991028863232/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/0 e 0 to 0 dl 1763335545 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335534.392580:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0c2f46a00 with x1848991028863232 00000100:00100000:1.0:1763335534.393110:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 637 00000100:00100000:1.0:1763335534.393122:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2f46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+24:2409:x1848991028863232:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335534.393323:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2f46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+24:2409:x1848991028863232:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 203us (1020us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335534.393331:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 637 00002000:00100000:1.0:1763335534.393339:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0c2f46a00 x1848991028863232/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/440 e 0 to 0 dl 1763335545 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335534.393347:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0c2f46a00 with x1848991028863232 00000100:00100000:2.0:1763335534.396317:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335534.396430:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028863360 00000100:00100000:1.0:1763335534.396441:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028863360 00002000:00100000:1.0:1763335534.396487:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0c2f45500 x1848991028863360/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/0 e 0 to 0 dl 1763335545 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335534.396496:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0c2f45500 with x1848991028863360 00000100:00100000:1.0:1763335534.396857:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 638 00000100:00100000:1.0:1763335534.396930:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2f45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+24:2408:x1848991028863360:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335534.397111:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2f45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+24:2408:x1848991028863360:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 245us (804us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335534.397119:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 638 00002000:00100000:1.0:1763335534.397126:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0c2f45500 x1848991028863360/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/440 e 0 to 0 dl 1763335545 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335534.397134:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0c2f45500 with x1848991028863360 00000100:00100000:3.0:1763335534.400269:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335534.400389:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028863488 00000100:00100000:1.0:1763335534.400399:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028863488 00002000:00100000:1.0:1763335534.400443:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5415f80 x1848991028863488/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/0 e 0 to 0 dl 1763335545 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335534.400453:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5415f80 with x1848991028863488 00000100:00100000:1.0:1763335534.400647:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 639 00000100:00100000:1.0:1763335534.400657:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5415f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+24:2408:x1848991028863488:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335534.400817:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5415f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+24:2408:x1848991028863488:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 160us (555us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335534.400825:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 639 00002000:00100000:1.0:1763335534.400833:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5415f80 x1848991028863488/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/440 e 0 to 0 dl 1763335545 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335534.400845:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5415f80 with x1848991028863488 00000100:00100000:2.0:1763335534.403648:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335534.403756:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028863616 00000100:00100000:1.0:1763335534.403766:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028863616 00002000:00100000:1.0:1763335534.403812:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffbc3480 x1848991028863616/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/0 e 0 to 0 dl 1763335545 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335534.403821:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffbc3480 with x1848991028863616 00000100:00100000:1.0:1763335534.404158:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 640 00000100:00100000:1.0:1763335534.404168:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbc3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+24:2409:x1848991028863616:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335534.404500:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbc3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+24:2409:x1848991028863616:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 332us (860us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335534.404508:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 640 00002000:00100000:1.0:1763335534.404515:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffbc3480 x1848991028863616/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/440 e 0 to 0 dl 1763335545 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335534.404523:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffbc3480 with x1848991028863616 00000100:00100000:2.0:1763335534.407657:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335534.407704:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335534.407927:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028863744 00000100:00100000:0.0:1763335534.407936:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028863744 00000100:00100000:0.0:1763335534.407986:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1183 00000100:00100000:0.0:1763335534.407994:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+19:2408:x1848991028863744:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335534.408011:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335534.408030:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f076437e lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d8ad expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335534.408069:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f076437e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d8ad expref: 20 pid: 10055 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763335534.408081:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 923354 00010000:00010000:0.0:1763335534.408088:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f076437e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d8ad expref: 20 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335534.408103:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335534.408106:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335534.408109:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6400, rc 0) 00000100:00100000:0.0:1763335534.408153:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+20:2408:x1848991028863744:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 160us (449us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335534.408159:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1183 00000100:00100000:1.0:1763335534.408228:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028863872 00000100:00100000:1.0:1763335534.408232:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028863872 00000100:00100000:1.0:1763335534.408263:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 867 00000100:00100000:1.0:1763335534.408269:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbc3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991028863872:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335534.408276:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335534.408285:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44a00/0x10123ce7f0764385 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d8b4 expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335534.408325:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4cc7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041313920:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335534.408384:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fbd80 going to sleep for 11 seconds 00002000:00010000:1.0:1763335534.410530:0:14974:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335533 -> 1763335534 00002000:00010000:1.0:1763335534.410540:0:14974:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks: 0 -> 104 00000100:00100000:1.0:1763335534.410561:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4cc7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041313920:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335534.410593:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44a00/0x10123ce7f0764385 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d8b4 expref: 6 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335534.410615:0:14974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44a00/0x10123ce7f0764385 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d8b4 expref: 6 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335534.410628:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5e44a00, rc 0) 00000100:00100000:1.0:1763335534.410679:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbc3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991028863872:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2408us (3030us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335534.410687:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 867 00000100:00100000:2.0:1763335534.413612:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335534.414266:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028864000 00000100:00100000:1.0:1763335534.414278:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028864000 00000100:00100000:1.0:1763335534.415250:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 868 00000100:00100000:1.0:1763335534.415268:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+5:2409:x1848991028864000:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335534.415291:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335534.415312:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44e00/0x10123ce7f076438c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d8bb expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335534.415375:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4cc7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041314048:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335534.415492:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fbd80 going to sleep for 11 seconds 00000100:00100000:1.0:1763335534.418445:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4cc7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041314048:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335534.418485:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44e00/0x10123ce7f076438c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d8bb expref: 6 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335534.418513:0:14974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44e00/0x10123ce7f076438c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d8bb expref: 6 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335534.418526:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5e44e00, rc 0) 00000100:00100000:1.0:1763335534.418582:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+5:2409:x1848991028864000:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3321us (4978us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335534.418591:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 868 00000100:00100000:2.0:1763335534.427263:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335534.427359:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028864128 00000100:00100000:3.0:1763335534.427369:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028864128 00000100:00100000:3.0:1763335534.427532:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1184 00000100:00100000:3.0:1763335534.427544:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+24:15720:x1848991028864128:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335534.427572:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335534.427576:0:8224:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763335534.427616:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6200/0x10123ce7f0764377 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d8a6 expref: 24 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335534.427651:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335534.427656:0:8224:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763335534.427671:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06a00/0x10123ce7f0764393 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d8c2 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335534.427695:0:8224:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f076437e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d8ad expref: 19 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335534.427707:0:8224:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06a00/0x10123ce7f0764393 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d8c2 expref: 24 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335534.427740:0:8224:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f076437e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d8ad expref: 19 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335534.427753:0:8224:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f076437e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d8ad expref: 19 pid: 10055 timeout: 435 lvb_type: 0 00000100:00100000:3.0:1763335534.427767:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c44e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041314176:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335534.428743:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850540 going to sleep for 11 seconds 00000100:00100000:2.0:1763335534.432580:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335534.432678:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c44e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041314176:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335534.432710:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06a00/0x10123ce7f0764393 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d8c2 expref: 24 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335534.432727:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335534.432730:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335534.432734:0:8224:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06a00/0x10123ce7f0764393 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d8c2 expref: 24 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335534.432760:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a06a00, rc 0) 00000100:00100000:3.0:1763335534.432824:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+24:15720:x1848991028864128:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5282us (5571us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335534.432833:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1184 00000100:00100000:1.0:1763335534.432954:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028864256 00000100:00100000:1.0:1763335534.432964:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028864256 00010000:00010000:1.0:1763335534.432994:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f076437e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d8ad expref: 20 pid: 10055 timeout: 435 lvb_type: 0 00000100:00100000:1.0:1763335534.433032:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 446 00000100:00100000:1.0:1763335534.433042:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47c9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+20:2408:x1848991028864256:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335534.433055:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335534.433076:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f076437e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d8ad expref: 20 pid: 10055 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1763335534.433088:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f076437e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d8ad expref: 20 pid: 10055 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1763335534.433109:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f076437e lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d8ad expref: 20 pid: 10055 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1763335534.433123:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335534.433128:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06a00/0x10123ce7f0764393 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d8c2 expref: 23 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335534.433138:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06a00/0x10123ce7f0764393 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d8c2 expref: 23 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335534.433146:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06a00/0x10123ce7f0764393 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d8c2 expref: 23 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335534.433177:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06a00/0x10123ce7f0764393 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d8c2 expref: 23 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335534.433190:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4cc7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041314304:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335534.433239:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fbd80 going to sleep for 11 seconds 00000100:00100000:1.0:1763335534.437537:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4cc7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041314304:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335534.437566:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335534.437849:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47c9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+19:2408:x1848991028864256:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 4807us (5276us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335534.437860:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 446 00000100:00100000:2.0:1763335534.439651:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335534.443328:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028864384 00000100:00100000:1.0:1763335534.443342:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028864384 00000100:00100000:0.0:1763335534.443489:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 641 00000100:00100000:0.0:1763335534.443499:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+24:2409:x1848991028864384:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:0.0:1763335534.444000:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 923354 -> 923354 00000004:00010000:0.0:1763335534.444005:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335534 -> 1763335534 00000004:00010000:0.0:1763335534.444007:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335533 -> 1763335533 00000004:00010000:0.0:1763335534.444009:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335534 -> 1763335534 00000004:00010000:0.0:1763335534.444012:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 704 -> 600 00000100:00100000:0.0:1763335534.445904:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+25:2409:x1848991028864384:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 2395us (6252us total) trans 4294967780 rc 0/0 00000100:00100000:0.0:1763335534.445919:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 641 00000100:00100000:2.0:1763335534.456205:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335534.458900:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028864640 00000100:00100000:1.0:1763335534.458917:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028864640 00000100:00100000:1.0:1763335534.458994:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 869 00000100:00100000:1.0:1763335534.459004:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+5:2409:x1848991028864640:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335534.459023:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335534.459043:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44e00/0x10123ce7f076439a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d8d0 expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335534.459110:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4cc7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041314432:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335534.459211:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fbd80 going to sleep for 11 seconds 00000100:00100000:2.0:1763335534.459389:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335534.459546:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028864512 00000100:00100000:0.0:1763335534.459551:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028864512 00000100:00100000:0.0:1763335534.459600:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1185 00000100:00100000:0.0:1763335534.459608:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+19:2409:x1848991028864512:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335534.459619:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335534.459633:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6800/0x10123ce7f07643a1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d8c9 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335534.459665:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06a00/0x10123ce7f0764393 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d8c2 expref: 24 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335534.459692:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5844700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041314560:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335534.459730:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8cb40 going to sleep for 11 seconds 00002000:00010000:1.0:1763335534.463141:0:14974:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size: 1378486 -> 1974101 00000100:00100000:1.0:1763335534.463176:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4cc7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041314432:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335534.463214:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44e00/0x10123ce7f076439a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d8d0 expref: 6 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335534.463237:0:14974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44e00/0x10123ce7f076439a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d8d0 expref: 6 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335534.463252:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5e44e00, rc 0) 00000100:00100000:1.0:1763335534.463319:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+5:2409:x1848991028864640:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4315us (7123us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335534.463329:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 869 00000004:00010000:0.0:1763335534.463431:0:8224:0:(mdt_lvb.c:189:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime: 1763335533 -> 1763335534 00000100:00100000:0.0:1763335534.463453:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5844700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041314560:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335534.463468:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 923354 00010000:00010000:0.0:1763335534.463481:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6800/0x10123ce7f07643a1 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d8c9 expref: 20 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335534.463505:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335534.463509:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335534.463513:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6800/0x10123ce7f07643a1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d8c9 expref: 20 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335534.463525:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6800, rc 0) 00000100:00100000:0.0:1763335534.463562:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+19:2409:x1848991028864512:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3955us (4175us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335534.463570:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1185 00000100:00100000:2.0:1763335534.466511:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335534.466593:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028864768 00000100:00100000:0.0:1763335534.466602:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028864768 00000100:00100000:0.0:1763335534.466667:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1186 00000100:00100000:0.0:1763335534.466674:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+19:15720:x1848991028864768:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335534.466691:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335534.466709:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6e00/0x10123ce7f07643a8 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d8d7 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335534.466732:0:8224:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06a00/0x10123ce7f0764393 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d8c2 expref: 24 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335534.466738:0:8224:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6e00/0x10123ce7f07643a8 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d8d7 expref: 20 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335534.466768:0:8224:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06a00/0x10123ce7f0764393 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d8c2 expref: 24 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335534.466777:0:8224:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06a00/0x10123ce7f0764393 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d8c2 expref: 24 pid: 8224 timeout: 435 lvb_type: 0 00000100:00100000:0.0:1763335534.466787:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5844700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041314688:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335534.466853:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8cb40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335534.473492:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5844700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041314688:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335534.473538:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6e00/0x10123ce7f07643a8 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d8d7 expref: 20 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335534.473561:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335534.473564:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335534.473569:0:8224:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6e00/0x10123ce7f07643a8 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d8d7 expref: 20 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335534.473581:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6e00, rc 0) 00000100:00100000:0.0:1763335534.473650:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+20:15720:x1848991028864768:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6975us (7148us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335534.473659:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1186 00000100:00100000:2.0:1763335534.473734:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335534.475331:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028864896 00000100:00100000:1.0:1763335534.475345:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028864896 00010000:00010000:1.0:1763335534.475389:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06a00/0x10123ce7f0764393 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d8c2 expref: 25 pid: 8224 timeout: 435 lvb_type: 0 00000100:00100000:0.0:1763335534.476264:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 447 00000100:00100000:0.0:1763335534.476281:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47cb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:819c42eb-8a5f-4523-990c-a007cb66998d+25:2408:x1848991028864896:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335534.476301:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335534.476328:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06a00/0x10123ce7f0764393 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d8c2 expref: 25 pid: 8224 timeout: 435 lvb_type: 0 00010000:00010000:0.0:1763335534.476342:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06a00/0x10123ce7f0764393 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d8c2 expref: 25 pid: 8224 timeout: 435 lvb_type: 0 00010000:00010000:0.0:1763335534.476363:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a06a00/0x10123ce7f0764393 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d8c2 expref: 25 pid: 8224 timeout: 435 lvb_type: 0 00010000:00010000:0.0:1763335534.476379:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335534.476385:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6e00/0x10123ce7f07643a8 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d8d7 expref: 19 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335534.476397:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6e00/0x10123ce7f07643a8 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d8d7 expref: 19 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335534.476406:0:6500:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6e00/0x10123ce7f07643a8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d8d7 expref: 19 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335534.476451:0:6500:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6e00/0x10123ce7f07643a8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d8d7 expref: 19 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335534.476466:0:6500:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5844700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6500:1848991041314816:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335534.477199:0:6500:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8cb40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335534.481114:0:6500:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5844700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6500:1848991041314816:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763335534.481141:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335534.481207:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47cb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:819c42eb-8a5f-4523-990c-a007cb66998d+24:2408:x1848991028864896:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 4930us (7471us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335534.481219:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 447 00000100:00100000:3.0:1763335534.482099:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335534.482141:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028865024 00000100:00100000:0.0:1763335534.482149:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028865024 00000100:00100000:0.0:1763335534.482212:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 642 00000100:00100000:0.0:1763335534.482221:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+20:2409:x1848991028865024:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:0.0:1763335534.482429:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 923354 -> 1001475 00000004:00010000:0.0:1763335534.482434:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335534 -> 1763335534 00000004:00010000:0.0:1763335534.482437:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335534 -> 1763335534 00000004:00010000:0.0:1763335534.482439:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335534 -> 1763335534 00000004:00010000:0.0:1763335534.482442:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 600 -> 616 00000100:00100000:0.0:1763335534.482492:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+21:2409:x1848991028865024:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 271us (407us total) trans 4294967781 rc 0/0 00000100:00100000:0.0:1763335534.482498:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 642 00000100:00100000:2.0:1763335534.488159:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335534.488266:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028865152 00000100:00100000:0.0:1763335534.488276:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028865152 00000100:00100000:0.0:1763335534.488397:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1187 00000100:00100000:0.0:1763335534.488407:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+24:2409:x1848991028865152:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335534.488432:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335534.488463:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6800/0x10123ce7f07643af lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d8de expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335534.488507:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6e00/0x10123ce7f07643a8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d8d7 expref: 20 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335534.488551:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5844700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041314944:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335534.489209:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335534.492588:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5844700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041314944:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335534.492617:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1001475 00010000:00010000:0.0:1763335534.492637:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6800/0x10123ce7f07643af lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d8de expref: 25 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335534.492660:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335534.492663:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335534.492668:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6800/0x10123ce7f07643af lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d8de expref: 25 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335534.492684:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6800, rc 0) 00000100:00100000:0.0:1763335534.493121:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+24:2409:x1848991028865152:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4714us (4969us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335534.493131:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1187 00000100:00100000:3.0:1763335534.500163:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335534.500273:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028865280 00000100:00100000:0.0:1763335534.500283:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028865280 00000100:00100000:0.0:1763335534.500345:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1188 00000100:00100000:0.0:1763335534.500355:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+24:2409:x1848991028865280:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335534.500375:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335534.500396:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6800/0x10123ce7f07643b6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d8e5 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335534.500433:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6e00/0x10123ce7f07643a8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d8d7 expref: 20 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335534.500472:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5844700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041315072:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335534.500566:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335534.503691:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5844700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041315072:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335534.503720:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1001475 00010000:00010000:0.0:1763335534.503739:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6800/0x10123ce7f07643b6 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d8e5 expref: 25 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335534.503760:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335534.503762:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335534.503767:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6800/0x10123ce7f07643b6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d8e5 expref: 25 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335534.503781:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6800, rc 0) 00000100:00100000:0.0:1763335534.503849:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+24:2409:x1848991028865280:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3493us (3695us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335534.503858:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1188 00000100:00100000:2.0:1763335534.511672:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335534.511798:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028865408 00000100:00100000:3.0:1763335534.511817:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028865408 00002000:00100000:3.0:1763335534.512244:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc47caa00 x1848991028865408/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:580/0 lens 488/0 e 0 to 0 dl 1763335545 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335534.512258:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc47caa00 with x1848991028865408 00000100:00100000:3.0:1763335534.512307:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 643 00000100:00100000:3.0:1763335534.512318:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+21:2408:x1848991028865408:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335534.512754:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+21:2408:x1848991028865408:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 435us (1091us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335534.512764:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 643 00002000:00100000:3.0:1763335534.512773:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc47caa00 x1848991028865408/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:580/0 lens 488/4536 e 0 to 0 dl 1763335545 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335534.512782:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc47caa00 with x1848991028865408 00000100:00100000:3.0:1763335534.518550:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335534.518675:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028865536 00000100:00100000:0.0:1763335534.518691:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028865536 00002000:00100000:0.0:1763335534.518755:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4c47800 x1848991028865536/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:580/0 lens 488/0 e 0 to 0 dl 1763335545 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335534.518771:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4c47800 with x1848991028865536 00000100:00100000:0.0:1763335534.518818:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 644 00000100:00100000:0.0:1763335534.518831:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+21:2409:x1848991028865536:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335534.520651:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+21:2409:x1848991028865536:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 1808us (2100us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335534.520670:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 644 00002000:00100000:2.0:1763335534.520687:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4c47800 x1848991028865536/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:580/0 lens 488/4536 e 0 to 0 dl 1763335545 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335534.520698:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4c47800 with x1848991028865536 00000100:00100000:2.0:1763335534.526685:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335534.526809:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028865664 00000100:00100000:1.0:1763335534.526825:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028865664 00000100:00100000:1.0:1763335534.527688:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 870 00000100:00100000:1.0:1763335534.527705:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991028865664:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335534.527723:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335534.527741:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44e00/0x10123ce7f07643bd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d8ec expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335534.527804:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4cc7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041315200:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335534.527932:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fbd80 going to sleep for 11 seconds 00000100:00100000:1.0:1763335534.532083:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4cc7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041315200:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335534.534282:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44e00/0x10123ce7f07643bd lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d8ec expref: 6 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335534.534319:0:14974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44e00/0x10123ce7f07643bd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d8ec expref: 6 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335534.534337:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5e44e00, rc 0) 00000100:00100000:1.0:1763335534.534429:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991028865664:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6729us (7758us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335534.534440:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 870 00000100:00100000:3.0:1763335534.537486:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335534.538325:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028865792 00000100:00100000:1.0:1763335534.538335:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028865792 00000100:00100000:1.0:1763335534.538400:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 871 00000100:00100000:1.0:1763335534.538411:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+5:2409:x1848991028865792:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335534.538430:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335534.538446:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44a00/0x10123ce7f07643c4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d8f3 expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335534.538499:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4cc7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041315328:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335534.538590:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fbd80 going to sleep for 11 seconds 00000100:00100000:1.0:1763335534.540778:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4cc7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041315328:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335534.540830:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44a00/0x10123ce7f07643c4 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d8f3 expref: 6 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335534.540860:0:14974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44a00/0x10123ce7f07643c4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d8f3 expref: 6 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335534.540985:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5e44a00, rc 0) 00000100:00100000:1.0:1763335534.541252:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+5:2409:x1848991028865792:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2841us (3895us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335534.541263:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 871 00000100:00100000:3.0:1763335534.543977:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335534.544099:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028865920 00000100:00100000:1.0:1763335534.544112:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028865920 00000100:00100000:1.0:1763335534.544183:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 872 00000100:00100000:1.0:1763335534.544195:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ee9fb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+5:2409:x1848991028865920:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335534.544219:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335534.544243:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44e00/0x10123ce7f07643cb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d8fa expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335534.544323:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4cc7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041315456:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335534.544429:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fbd80 going to sleep for 11 seconds 00000100:00100000:1.0:1763335534.549436:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4cc7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041315456:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335534.549506:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44e00/0x10123ce7f07643cb lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d8fa expref: 6 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335534.549544:0:14974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44e00/0x10123ce7f07643cb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d8fa expref: 6 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335534.549560:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5e44e00, rc 0) 00000100:00100000:1.0:1763335534.549649:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ee9fb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+5:2409:x1848991028865920:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5455us (5685us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335534.549661:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 872 00000100:00100000:2.0:1763335534.555185:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335534.555415:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028866048 00000100:00100000:3.0:1763335534.555429:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028866048 00002000:00100000:3.0:1763335534.555515:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc47c8380 x1848991028866048/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:580/0 lens 488/0 e 0 to 0 dl 1763335545 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335534.555529:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc47c8380 with x1848991028866048 00000100:00100000:3.0:1763335534.555577:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 645 00000100:00100000:3.0:1763335534.555588:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+21:2409:x1848991028866048:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335534.555855:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+21:2409:x1848991028866048:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 267us (684us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335534.555864:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 645 00002000:00100000:3.0:1763335534.555903:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc47c8380 x1848991028866048/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:580/0 lens 488/4536 e 0 to 0 dl 1763335545 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335534.555913:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc47c8380 with x1848991028866048 00000100:00100000:3.0:1763335534.562739:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335534.563193:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028866176 00000100:00100000:2.0:1763335534.563208:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028866176 00002000:00100000:2.0:1763335534.563278:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4c44380 x1848991028866176/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:580/0 lens 488/0 e 0 to 0 dl 1763335545 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335534.563292:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4c44380 with x1848991028866176 00000100:00100000:2.0:1763335534.563340:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 646 00000100:00100000:2.0:1763335534.563351:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+21:2407:x1848991028866176:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335534.564304:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+21:2407:x1848991028866176:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 312us (939us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335534.564317:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 646 00002000:00100000:2.0:1763335534.564328:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4c44380 x1848991028866176/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:580/0 lens 488/4536 e 0 to 0 dl 1763335545 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335534.564338:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4c44380 with x1848991028866176 00000100:00100000:0.0:1763335534.572304:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335534.572481:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028866304 00000100:00100000:2.0:1763335534.572496:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028866304 00002000:00100000:2.0:1763335534.572564:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5844700 x1848991028866304/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:580/0 lens 488/0 e 0 to 0 dl 1763335545 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335534.572576:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5844700 with x1848991028866304 00000100:00100000:2.0:1763335534.573076:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 647 00000100:00100000:2.0:1763335534.573090:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5844700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+21:2409:x1848991028866304:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335534.574088:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5844700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+21:2409:x1848991028866304:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 993us (1791us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335534.574102:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 647 00002000:00100000:2.0:1763335534.574113:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5844700 x1848991028866304/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:580/0 lens 488/4536 e 0 to 0 dl 1763335545 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335534.574125:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5844700 with x1848991028866304 00000100:00100000:0.0:1763335534.587336:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335534.587509:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028866432 00000100:00100000:2.0:1763335534.587520:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028866432 00002000:00100000:2.0:1763335534.587594:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5846a00 x1848991028866432/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:580/0 lens 488/0 e 0 to 0 dl 1763335545 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335534.587605:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5846a00 with x1848991028866432 00000100:00100000:2.0:1763335534.587644:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 648 00000100:00100000:2.0:1763335534.587654:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5846a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+21:2408:x1848991028866432:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335534.587865:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5846a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+21:2408:x1848991028866432:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 211us (546us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335534.587919:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 648 00002000:00100000:2.0:1763335534.587927:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5846a00 x1848991028866432/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:580/0 lens 488/4536 e 0 to 0 dl 1763335545 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335534.587943:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5846a00 with x1848991028866432 00000100:00100000:0.0:1763335534.599504:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335534.600067:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028866560 00000100:00100000:2.0:1763335534.600079:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028866560 00002000:00100000:2.0:1763335534.600131:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5846680 x1848991028866560/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:580/0 lens 488/0 e 0 to 0 dl 1763335545 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335534.600143:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5846680 with x1848991028866560 00000100:00100000:2.0:1763335534.600192:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 649 00000100:00100000:2.0:1763335534.600201:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5846680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+21:2409:x1848991028866560:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335534.600371:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5846680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+21:2409:x1848991028866560:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 170us (874us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335534.600379:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 649 00002000:00100000:2.0:1763335534.600387:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5846680 x1848991028866560/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:580/0 lens 488/4536 e 0 to 0 dl 1763335545 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335534.600395:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5846680 with x1848991028866560 00000100:00100000:0.0:1763335534.611433:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335534.612440:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028866688 00000100:00100000:3.0:1763335534.612451:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028866688 00002000:00100000:3.0:1763335534.612514:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5845f80 x1848991028866688/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:580/0 lens 488/0 e 0 to 0 dl 1763335545 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335534.612527:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5845f80 with x1848991028866688 00000100:00100000:3.0:1763335534.612568:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 650 00000100:00100000:3.0:1763335534.612577:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5845f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+21:2408:x1848991028866688:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335534.612742:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5845f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+21:2408:x1848991028866688:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 165us (1318us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335534.612749:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 650 00002000:00100000:3.0:1763335534.612755:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5845f80 x1848991028866688/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:580/0 lens 488/4536 e 0 to 0 dl 1763335545 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335534.612779:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5845f80 with x1848991028866688 00000100:00100000:0.0:1763335534.621257:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335534.621361:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028866816 00000100:00100000:2.0:1763335534.621372:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028866816 00002000:00100000:2.0:1763335534.621421:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5846300 x1848991028866816/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:580/0 lens 488/0 e 0 to 0 dl 1763335545 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335534.621432:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5846300 with x1848991028866816 00000100:00100000:2.0:1763335534.621472:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 651 00000100:00100000:2.0:1763335534.621482:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5846300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+21:2408:x1848991028866816:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335534.621683:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5846300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+21:2408:x1848991028866816:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 201us (435us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335534.621695:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 651 00002000:00100000:2.0:1763335534.621702:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5846300 x1848991028866816/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:580/0 lens 488/4536 e 0 to 0 dl 1763335545 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335534.621714:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5846300 with x1848991028866816 00000100:00100000:0.0:1763335534.626544:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335534.626698:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028866944 00000100:00100000:3.0:1763335534.626711:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028866944 00002000:00100000:3.0:1763335534.626774:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5847b80 x1848991028866944/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:580/0 lens 488/0 e 0 to 0 dl 1763335545 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335534.626786:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5847b80 with x1848991028866944 00000100:00100000:3.0:1763335534.627075:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 652 00000100:00100000:3.0:1763335534.627088:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5847b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+21:2409:x1848991028866944:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335534.627341:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5847b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+21:2409:x1848991028866944:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 255us (811us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335534.627348:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 652 00002000:00100000:3.0:1763335534.627355:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5847b80 x1848991028866944/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:580/0 lens 488/4536 e 0 to 0 dl 1763335545 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335534.627363:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5847b80 with x1848991028866944 00000100:00100000:0.0:1763335534.640725:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335534.641133:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028867072 00000100:00100000:2.0:1763335534.641145:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028867072 00002000:00100000:2.0:1763335534.641206:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5845500 x1848991028867072/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:580/0 lens 488/0 e 0 to 0 dl 1763335545 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335534.641218:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5845500 with x1848991028867072 00000100:00100000:2.0:1763335534.641458:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 653 00000100:00100000:2.0:1763335534.641468:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5845500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+21:2408:x1848991028867072:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335534.641656:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5845500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+21:2408:x1848991028867072:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 188us (940us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335534.641664:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 653 00002000:00100000:2.0:1763335534.641672:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5845500 x1848991028867072/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:580/0 lens 488/4536 e 0 to 0 dl 1763335545 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335534.641681:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5845500 with x1848991028867072 00000100:00100000:0.0:1763335534.646382:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335534.646485:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028867200 00000100:00100000:2.0:1763335534.646496:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028867200 00002000:00100000:2.0:1763335534.646549:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0d88be680 x1848991028867200/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:580/0 lens 488/0 e 0 to 0 dl 1763335545 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335534.646560:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0d88be680 with x1848991028867200 00000100:00100000:2.0:1763335534.646600:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 654 00000100:00100000:2.0:1763335534.646611:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0d88be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+21:2406:x1848991028867200:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335534.648000:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0d88be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+21:2406:x1848991028867200:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 1380us (1618us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335534.648016:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 654 00002000:00100000:2.0:1763335534.648032:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0d88be680 x1848991028867200/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:580/0 lens 488/4536 e 0 to 0 dl 1763335545 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335534.648043:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0d88be680 with x1848991028867200 00000100:00100000:0.0:1763335534.654977:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335534.655182:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028867328 00000100:00100000:2.0:1763335534.655193:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028867328 00002000:00100000:2.0:1763335534.655242:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0d88bd500 x1848991028867328/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:580/0 lens 488/0 e 0 to 0 dl 1763335545 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335534.655253:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0d88bd500 with x1848991028867328 00000100:00100000:2.0:1763335534.655290:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 655 00000100:00100000:2.0:1763335534.655300:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0d88bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+21:2407:x1848991028867328:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335534.655463:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0d88bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+21:2407:x1848991028867328:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 164us (496us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335534.655471:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 655 00002000:00100000:2.0:1763335534.655477:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0d88bd500 x1848991028867328/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:580/0 lens 488/4536 e 0 to 0 dl 1763335545 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335534.655485:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0d88bd500 with x1848991028867328 00000100:00100000:0.0:1763335534.662857:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335534.664019:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028867456 00000100:00100000:3.0:1763335534.664032:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028867456 00002000:00100000:3.0:1763335534.664090:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0d88bf480 x1848991028867456/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:580/0 lens 488/0 e 0 to 0 dl 1763335545 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335534.664102:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0d88bf480 with x1848991028867456 00000100:00100000:3.0:1763335534.664146:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 656 00000100:00100000:3.0:1763335534.664155:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0d88bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+21:2408:x1848991028867456:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335534.664361:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0d88bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+21:2408:x1848991028867456:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 205us (1513us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335534.664385:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 656 00002000:00100000:3.0:1763335534.664393:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0d88bf480 x1848991028867456/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:580/0 lens 488/4536 e 0 to 0 dl 1763335545 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335534.664400:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0d88bf480 with x1848991028867456 00000100:00100000:0.0:1763335534.668779:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335534.669088:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028867584 00000100:00100000:2.0:1763335534.669106:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028867584 00002000:00100000:2.0:1763335534.669175:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0d88bdc00 x1848991028867584/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:580/0 lens 488/0 e 0 to 0 dl 1763335545 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335534.669187:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0d88bdc00 with x1848991028867584 00000100:00100000:2.0:1763335534.670054:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 657 00000100:00100000:2.0:1763335534.670070:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0d88bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+21:2407:x1848991028867584:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335534.670311:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0d88bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+21:2407:x1848991028867584:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 244us (1555us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335534.670318:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 657 00002000:00100000:2.0:1763335534.670325:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0d88bdc00 x1848991028867584/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:580/0 lens 488/4536 e 0 to 0 dl 1763335545 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335534.670334:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0d88bdc00 with x1848991028867584 00000100:00100000:0.0:1763335534.674233:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335534.674393:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028867712 00000100:00100000:2.0:1763335534.674405:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028867712 00002000:00100000:2.0:1763335534.674456:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0d88bea00 x1848991028867712/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:580/0 lens 488/0 e 0 to 0 dl 1763335545 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335534.674468:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0d88bea00 with x1848991028867712 00000100:00100000:2.0:1763335534.674508:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 658 00000100:00100000:2.0:1763335534.674517:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0d88bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+21:2408:x1848991028867712:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335534.674738:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0d88bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+21:2408:x1848991028867712:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 220us (515us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335534.674747:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 658 00002000:00100000:2.0:1763335534.674756:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0d88bea00 x1848991028867712/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:580/0 lens 488/4536 e 0 to 0 dl 1763335545 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335534.674763:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0d88bea00 with x1848991028867712 00000100:00100000:0.0:1763335534.685383:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335534.685674:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028867840 00000100:00100000:3.0:1763335534.685686:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028867840 00002000:00100000:3.0:1763335534.685733:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0d88bca80 x1848991028867840/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:580/0 lens 488/0 e 0 to 0 dl 1763335545 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335534.685744:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0d88bca80 with x1848991028867840 00000100:00100000:3.0:1763335534.685781:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 659 00000100:00100000:3.0:1763335534.685792:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0d88bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+21:2408:x1848991028867840:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335534.686031:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0d88bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+21:2408:x1848991028867840:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 239us (659us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335534.686038:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 659 00002000:00100000:3.0:1763335534.686045:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0d88bca80 x1848991028867840/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:580/0 lens 488/4536 e 0 to 0 dl 1763335545 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335534.686053:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0d88bca80 with x1848991028867840 00000100:00100000:1.0:1763335534.694728:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335534.697116:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028867968 00000100:00100000:2.0:1763335534.697131:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028867968 00002000:00100000:2.0:1763335534.697187:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4cc6d80 x1848991028867968/t0(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:580/0 lens 504/0 e 0 to 0 dl 1763335545 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335534.697207:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4cc6d80 with x1848991028867968 00000100:00100000:2.0:1763335534.697245:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 660 00000100:00100000:2.0:1763335534.697255:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4cc6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+21:2408:x1848991028867968:12345-192.168.202.34@tcp:4:fsx.0 00000004:00010000:2.0:1763335534.708195:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 1001475 -> 1001475 00000004:00010000:2.0:1763335534.708206:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335534 -> 1763335534 00000004:00010000:2.0:1763335534.708208:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335534 -> 1763335534 00000004:00010000:2.0:1763335534.708211:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335534 -> 1763335534 00000004:00010000:2.0:1763335534.708213:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 616 -> 720 00000100:00100000:2.0:1763335534.710101:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4cc6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+23:2408:x1848991028867968:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 12835us (15371us total) trans 4294967782 rc 0/0 00000100:00100000:2.0:1763335534.710115:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 660 00002000:00100000:2.0:1763335534.710131:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4cc6d80 x1848991028867968/t4294967782(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:580/0 lens 504/448 e 0 to 0 dl 1763335545 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335534.710142:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4cc6d80 with x1848991028867968 00000100:00100000:0.0:1763335534.715058:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335534.715172:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028868096 00000100:00100000:3.0:1763335534.715182:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028868096 00000100:00100000:1.0:1763335534.716432:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1189 00000100:00100000:1.0:1763335534.716450:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0d88bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+23:2409:x1848991028868096:12345-192.168.202.34@tcp:16:fsx.0 00000001:00080000:0.0:1763335534.725003:0:6496:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967782 is committed 00000001:00080000:0.0:1763335534.725046:0:6496:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967780 is committed 00010000:00010000:1.0:1763335534.725117:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45400/0x10123ce7f07642cf lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335534.725135:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45400/0x10123ce7f07642cf lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210400000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335534.725143:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45400/0x10123ce7f07642cf lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335534.725151:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc5e45400 already unused, calling callback (ffffffffc1966550) 00010000:00010000:1.0:1763335534.725155:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45400/0x10123ce7f07642cf lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335534.725162:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45400/0x10123ce7f07642cf lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40218400000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335534.725192:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335534.725196:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335534.725200:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45400/0x10123ce7f07642cf lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335534.725206:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45400/0x10123ce7f07642cf lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335534.725230:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98a00/0x10123ce7f07642eb lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335534.725236:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98a00/0x10123ce7f07642eb lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335534.725241:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98a00/0x10123ce7f07642eb lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335534.725245:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc5a98a00 already unused, calling callback (ffffffffc1966550) 00010000:00010000:1.0:1763335534.725247:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98a00/0x10123ce7f07642eb lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335534.725252:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98a00/0x10123ce7f07642eb lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335534.725258:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335534.725260:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335534.725262:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98a00/0x10123ce7f07642eb lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335534.725267:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98a00/0x10123ce7f07642eb lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335534.725700:0:3637:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7200/0x10123ce7f076425f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335534.725716:0:3637:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7200/0x10123ce7f076425f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335534.725724:0:3637:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7200/0x10123ce7f076425f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335534.725755:0:3637:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc2bd7200 already unused, calling callback (ffffffffc1966550) 00010000:00010000:3.0:1763335534.725760:0:3637:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7200/0x10123ce7f076425f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335534.725768:0:3637:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7200/0x10123ce7f076425f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335534.725784:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335534.725788:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335534.725795:0:3637:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7200/0x10123ce7f076425f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335534.725802:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7200/0x10123ce7f076425f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335534.725828:0:3637:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e44c00/0x10123ce7f0764300 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00000100:00100000:2.0:1763335534.725828:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0d88bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+13:2409:x1848991028868096:12345-192.168.202.34@tcp:16:fsx.0 Request processed in 9377us (10773us total) trans 0 rc 0/0 00010000:00010000:3.0:1763335534.725853:0:3637:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e44c00/0x10123ce7f0764300 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 10055 initiator: MDT0 00000100:00100000:2.0:1763335534.725861:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1189 00010000:00010000:3.0:1763335534.725930:0:3637:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e44c00/0x10123ce7f0764300 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335534.725937:0:3637:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc5e44c00 already unused, calling callback (ffffffffc1966550) 00010000:00010000:3.0:1763335534.725941:0:3637:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e44c00/0x10123ce7f0764300 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335534.725947:0:3637:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e44c00/0x10123ce7f0764300 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335534.725959:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335534.725962:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335534.725973:0:3637:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e44c00/0x10123ce7f0764300 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335534.725979:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e44c00/0x10123ce7f0764300 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00000100:00100000:0.0:1763335534.737078:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335534.738490:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028868224 00000100:00100000:2.0:1763335534.738504:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028868224 00000100:00100000:2.0:1763335534.738574:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1190 00000100:00100000:2.0:1763335534.738585:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0d88bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+13:2406:x1848991028868224:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335534.738605:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335534.738628:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98600/0x10123ce7f07643d2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d901 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335534.738672:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6e00/0x10123ce7f07643a8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d8d7 expref: 11 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335534.738715:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc47c8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041315584:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335534.739865:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0da429780 going to sleep for 11 seconds 00000100:00100000:2.0:1763335534.745578:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc47c8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041315584:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335534.745605:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1001475 00010000:00010000:2.0:1763335534.745623:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98600/0x10123ce7f07643d2 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d901 expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335534.745645:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335534.745648:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335534.745653:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98600/0x10123ce7f07643d2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d901 expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335534.745667:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98600, rc 0) 00000100:00100000:2.0:1763335534.746548:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0d88bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+13:2406:x1848991028868224:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7958us (9473us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335534.746560:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1190 00000100:00100000:0.0:1763335534.753653:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335534.753742:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028868352 00000100:00100000:2.0:1763335534.753751:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028868352 00000100:00100000:3.0:1763335534.754597:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1191 00000100:00100000:3.0:1763335534.754610:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0d88bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+13:2407:x1848991028868352:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335534.754629:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335534.754650:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07c00/0x10123ce7f07643d9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d908 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335534.754683:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6e00/0x10123ce7f07643a8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d8d7 expref: 11 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335534.754719:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5720e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041315712:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335534.754790:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58503c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335534.760730:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5720e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041315712:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335534.760756:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1001475 00010000:00010000:3.0:1763335534.760774:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07c00/0x10123ce7f07643d9 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d908 expref: 14 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335534.760794:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335534.760797:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335534.760802:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07c00/0x10123ce7f07643d9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d908 expref: 14 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335534.760816:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a07c00, rc 0) 00000100:00100000:3.0:1763335534.760930:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0d88bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+13:2407:x1848991028868352:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6323us (7285us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335534.760952:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1191 00000100:00100000:0.0:1763335534.765965:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335534.766192:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028868480 00000100:00100000:3.0:1763335534.766203:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028868480 00000100:00100000:3.0:1763335534.766860:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1192 00000100:00100000:3.0:1763335534.766907:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0d88be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+13:2406:x1848991028868480:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335534.766932:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335534.766955:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07c00/0x10123ce7f07643e0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d90f expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335534.766994:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6e00/0x10123ce7f07643a8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d8d7 expref: 11 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335534.769760:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5720e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041315840:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335534.769920:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58503c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335534.773999:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5720e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041315840:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335534.774035:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1001475 00010000:00010000:3.0:1763335534.774054:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07c00/0x10123ce7f07643e0 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d90f expref: 14 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335534.774078:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335534.774081:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335534.774086:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07c00/0x10123ce7f07643e0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d90f expref: 14 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335534.774101:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a07c00, rc 0) 00000100:00100000:3.0:1763335534.774174:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0d88be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+13:2406:x1848991028868480:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7303us (8311us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335534.774201:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1192 00000100:00100000:0.0:1763335534.780154:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335534.780261:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028868608 00000100:00100000:3.0:1763335534.780271:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028868608 00000100:00100000:2.0:1763335534.781446:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1193 00000100:00100000:2.0:1763335534.781462:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0d88bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+13:15720:x1848991028868608:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335534.781483:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335534.781504:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98600/0x10123ce7f07643e7 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d916 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335534.781539:0:10055:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6e00/0x10123ce7f07643a8 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d8d7 expref: 11 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335534.781548:0:10055:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98600/0x10123ce7f07643e7 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d916 expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335534.781582:0:10055:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6e00/0x10123ce7f07643a8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d8d7 expref: 11 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335534.781594:0:10055:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6e00/0x10123ce7f07643a8 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d8d7 expref: 11 pid: 8224 timeout: 435 lvb_type: 0 00000100:00100000:2.0:1763335534.781606:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc47c8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041315968:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335534.781826:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0da429780 going to sleep for 11 seconds 00000100:00100000:0.0:1763335534.786859:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335534.787330:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028868736 00000100:00100000:1.0:1763335534.787340:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028868736 00010000:00010000:1.0:1763335534.787382:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6e00/0x10123ce7f07643a8 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d8d7 expref: 12 pid: 8224 timeout: 435 lvb_type: 0 00000100:00100000:1.0:1763335534.787435:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 448 00000100:00100000:1.0:1763335534.787445:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5fd5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+12:2409:x1848991028868736:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335534.787461:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335534.787486:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6e00/0x10123ce7f07643a8 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d8d7 expref: 12 pid: 8224 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1763335534.787500:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6e00/0x10123ce7f07643a8 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d8d7 expref: 12 pid: 8224 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1763335534.787522:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335534.787528:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98600/0x10123ce7f07643e7 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d916 expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335534.787540:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98600/0x10123ce7f07643e7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d916 expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335534.787549:0:6500:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98600/0x10123ce7f07643e7 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d916 expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335534.787583:0:6500:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98600/0x10123ce7f07643e7 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d916 expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335534.787595:0:6500:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4cc7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6500:1848991041316096:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335534.787676:0:6500:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fbd80 going to sleep for 11 seconds 00010000:00010000:2.0:1763335534.787775:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6e00/0x10123ce7f07643a8 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d8d7 expref: 12 pid: 8224 timeout: 435 lvb_type: 0 00000100:00100000:2.0:1763335534.787792:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc47c8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041315968:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335534.787815:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98600/0x10123ce7f07643e7 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d916 expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335534.787825:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335534.787828:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335534.787831:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98600, rc 0) 00000100:00100000:2.0:1763335534.787859:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0d88bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+14:15720:x1848991028868608:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6403us (7713us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335534.787919:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1193 00000100:00100000:1.0:1763335534.793554:0:6500:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4cc7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6500:1848991041316096:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335534.793582:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335534.794217:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5fd5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+11:2409:x1848991028868736:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 6770us (7363us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335534.794229:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 448 00000100:00100000:0.0:1763335534.794325:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335534.794893:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335534.795195:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028868992 00000100:00100000:1.0:1763335534.795204:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028868992 00002000:00100000:1.0:1763335534.795246:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1875968->1945599) req@ffff9aefc5fd7100 x1848991028868992/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/0 e 0 to 0 dl 1763335545 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335534.795257:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5fd7100 with x1848991028868992 ext(1875968->1945599) 00002000:00010000:1.0:1763335534.795263:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5fd7100 00000100:00100000:1.0:1763335534.795291:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 462 00000100:00100000:1.0:1763335534.795300:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5fd7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991028868992:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335534.795854:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028868864 00000100:00100000:2.0:1763335534.795861:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028868864 00002000:00100000:2.0:1763335534.795914:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5fd5c00 x1848991028868864/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/0 e 0 to 0 dl 1763335545 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335534.795925:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5fd5c00 with x1848991028868864 00000100:00100000:2.0:1763335534.795944:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 661 00000100:00100000:2.0:1763335534.795951:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5fd5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991028868864:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335534.796046:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5fd5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991028868864:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 95us (1721us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335534.796053:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 661 00002000:00100000:2.0:1763335534.796059:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5fd5c00 x1848991028868864/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/440 e 0 to 0 dl 1763335545 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335534.796068:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5fd5c00 with x1848991028868864 00000100:00100000:1.0:1763335534.800040:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5fd7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991028868992:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 4728us (5157us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335534.800055:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 462 00002000:00100000:1.0:1763335534.800067:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1875968->1945599) req@ffff9aefc5fd7100 x1848991028868992/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/440 e 0 to 0 dl 1763335545 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335534.800077:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5fd7100 with x1848991028868992 ext(1875968->1945599) 00002000:00010000:1.0:1763335534.800083:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5fd7100 00000100:00100000:3.0:1763335534.803205:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335534.803306:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028869120 00000100:00100000:0.0:1763335534.803316:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028869120 00002000:00100000:0.0:1763335534.803361:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5720e00 x1848991028869120/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/0 e 0 to 0 dl 1763335545 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335534.803372:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5720e00 with x1848991028869120 00000100:00100000:0.0:1763335534.803634:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 662 00000100:00100000:0.0:1763335534.803644:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5720e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991028869120:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335534.803821:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5720e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991028869120:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 178us (624us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335534.803828:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 662 00002000:00100000:0.0:1763335534.803835:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5720e00 x1848991028869120/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/440 e 0 to 0 dl 1763335545 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335534.803842:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5720e00 with x1848991028869120 00000100:00100000:0.0:1763335534.808022:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335534.808138:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028869248 00000100:00100000:1.0:1763335534.808149:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028869248 00002000:00100000:1.0:1763335534.808197:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->1052671) req@ffff9aefc5fd4380 x1848991028869248/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/0 e 0 to 0 dl 1763335545 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335534.808207:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5fd4380 with x1848991028869248 ext(1048576->1052671) 00002000:00010000:1.0:1763335534.808214:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5fd4380 00000100:00100000:1.0:1763335534.808249:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 463 00000100:00100000:1.0:1763335534.808260:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5fd4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991028869248:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335534.808460:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5fd4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991028869248:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 200us (447us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335534.808468:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 463 00002000:00100000:1.0:1763335534.808475:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->1052671) req@ffff9aefc5fd4380 x1848991028869248/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/4536 e 0 to 0 dl 1763335545 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335534.808483:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5fd4380 with x1848991028869248 ext(1048576->1052671) 00002000:00010000:1.0:1763335534.808486:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5fd4380 00000100:00100000:2.0:1763335534.812255:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335534.812340:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028869376 00000100:00100000:0.0:1763335534.812352:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028869376 00002000:00100000:0.0:1763335534.812399:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1052672->1056767) req@ffff9aefc47c8e00 x1848991028869376/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/0 e 0 to 0 dl 1763335545 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335534.812410:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc47c8e00 with x1848991028869376 ext(1052672->1056767) 00002000:00010000:0.0:1763335534.812415:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc47c8e00 00000100:00100000:0.0:1763335534.812449:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 464 00000100:00100000:0.0:1763335534.812458:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028869376:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335534.812716:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028869376:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 257us (472us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335534.812724:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 464 00002000:00100000:0.0:1763335534.812731:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1052672->1056767) req@ffff9aefc47c8e00 x1848991028869376/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/4536 e 0 to 0 dl 1763335545 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335534.812739:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc47c8e00 with x1848991028869376 ext(1052672->1056767) 00002000:00010000:0.0:1763335534.812742:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc47c8e00 00000100:00100000:3.0:1763335534.819084:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335534.819343:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028869504 00000100:00100000:1.0:1763335534.819353:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028869504 00002000:00100000:1.0:1763335534.819404:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1056768->1060863) req@ffff9aefc5722d80 x1848991028869504/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/0 e 0 to 0 dl 1763335545 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335534.819413:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5722d80 with x1848991028869504 ext(1056768->1060863) 00002000:00010000:1.0:1763335534.819419:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5722d80 00000100:00100000:1.0:1763335534.819455:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 465 00000100:00100000:1.0:1763335534.819465:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5722d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2407:x1848991028869504:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335534.819660:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5722d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2407:x1848991028869504:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 195us (588us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335534.819669:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 465 00002000:00100000:1.0:1763335534.819679:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1056768->1060863) req@ffff9aefc5722d80 x1848991028869504/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/4536 e 0 to 0 dl 1763335545 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335534.819686:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5722d80 with x1848991028869504 ext(1056768->1060863) 00002000:00010000:1.0:1763335534.819690:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5722d80 00000100:00100000:2.0:1763335534.824133:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335534.824267:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028869632 00000100:00100000:0.0:1763335534.824279:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028869632 00002000:00100000:0.0:1763335534.824329:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1060864->1064959) req@ffff9aefc47c8700 x1848991028869632/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/0 e 0 to 0 dl 1763335545 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335534.824340:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc47c8700 with x1848991028869632 ext(1060864->1064959) 00002000:00010000:0.0:1763335534.824346:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc47c8700 00000100:00100000:0.0:1763335534.824385:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 466 00000100:00100000:0.0:1763335534.824395:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028869632:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335534.824584:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028869632:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 189us (461us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335534.824595:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 466 00002000:00100000:0.0:1763335534.824602:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1060864->1064959) req@ffff9aefc47c8700 x1848991028869632/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/4536 e 0 to 0 dl 1763335545 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335534.824610:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc47c8700 with x1848991028869632 ext(1060864->1064959) 00002000:00010000:0.0:1763335534.824613:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc47c8700 00000100:00100000:2.0:1763335534.829567:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335534.829669:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028869760 00000100:00100000:0.0:1763335534.829681:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028869760 00002000:00100000:0.0:1763335534.829736:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1064960->1069055) req@ffff9aefc47ca680 x1848991028869760/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/0 e 0 to 0 dl 1763335545 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335534.829746:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc47ca680 with x1848991028869760 ext(1064960->1069055) 00002000:00010000:0.0:1763335534.829753:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc47ca680 00000100:00100000:0.0:1763335534.829788:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 467 00000100:00100000:0.0:1763335534.829797:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+6:2407:x1848991028869760:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335534.830210:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+6:2407:x1848991028869760:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 414us (654us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335534.830219:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 467 00002000:00100000:0.0:1763335534.830226:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1064960->1069055) req@ffff9aefc47ca680 x1848991028869760/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/4536 e 0 to 0 dl 1763335545 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335534.830235:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc47ca680 with x1848991028869760 ext(1064960->1069055) 00002000:00010000:0.0:1763335534.830239:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc47ca680 00000100:00100000:3.0:1763335534.834595:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335534.834930:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028869888 00000100:00100000:0.0:1763335534.834941:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028869888 00002000:00100000:0.0:1763335534.834986:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1069056->1073151) req@ffff9aefc5721180 x1848991028869888/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/0 e 0 to 0 dl 1763335545 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335534.834998:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5721180 with x1848991028869888 ext(1069056->1073151) 00002000:00010000:0.0:1763335534.835004:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5721180 00000100:00100000:0.0:1763335534.835042:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 468 00000100:00100000:0.0:1763335534.835050:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5721180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991028869888:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335534.835224:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5721180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991028869888:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 174us (639us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335534.835235:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 468 00002000:00100000:0.0:1763335534.835241:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1069056->1073151) req@ffff9aefc5721180 x1848991028869888/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/4536 e 0 to 0 dl 1763335545 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335534.835249:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5721180 with x1848991028869888 ext(1069056->1073151) 00002000:00010000:0.0:1763335534.835254:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5721180 00000100:00100000:2.0:1763335534.839121:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335534.839200:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028870016 00000100:00100000:1.0:1763335534.839211:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028870016 00002000:00100000:1.0:1763335534.839261:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1073152->1077247) req@ffff9aefc47ca300 x1848991028870016/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/0 e 0 to 0 dl 1763335545 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335534.839271:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc47ca300 with x1848991028870016 ext(1073152->1077247) 00002000:00010000:1.0:1763335534.839277:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc47ca300 00000100:00100000:1.0:1763335534.839312:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 469 00000100:00100000:1.0:1763335534.839322:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2407:x1848991028870016:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335534.839508:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2407:x1848991028870016:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 187us (396us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335534.839516:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 469 00002000:00100000:1.0:1763335534.839523:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1073152->1077247) req@ffff9aefc47ca300 x1848991028870016/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/4536 e 0 to 0 dl 1763335545 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335534.839530:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc47ca300 with x1848991028870016 ext(1073152->1077247) 00002000:00010000:1.0:1763335534.839533:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc47ca300 00000100:00100000:2.0:1763335534.850478:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335534.850585:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028870144 00000100:00100000:0.0:1763335534.850596:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028870144 00002000:00100000:0.0:1763335534.850647:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1077248->1081343) req@ffff9aefc47c9c00 x1848991028870144/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/0 e 0 to 0 dl 1763335545 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335534.850659:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc47c9c00 with x1848991028870144 ext(1077248->1081343) 00002000:00010000:0.0:1763335534.850665:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc47c9c00 00000100:00100000:0.0:1763335534.850700:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 470 00000100:00100000:0.0:1763335534.850709:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991028870144:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335534.850943:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991028870144:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 233us (476us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335534.850951:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 470 00002000:00100000:0.0:1763335534.850958:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1077248->1081343) req@ffff9aefc47c9c00 x1848991028870144/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/4536 e 0 to 0 dl 1763335545 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335534.850966:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc47c9c00 with x1848991028870144 ext(1077248->1081343) 00002000:00010000:0.0:1763335534.850969:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc47c9c00 00000100:00100000:3.0:1763335534.855455:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335534.855858:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028870272 00000100:00100000:1.0:1763335534.855908:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028870272 00002000:00100000:1.0:1763335534.855961:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1081344->1085439) req@ffff9aefc5723480 x1848991028870272/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/0 e 0 to 0 dl 1763335545 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335534.855972:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5723480 with x1848991028870272 ext(1081344->1085439) 00002000:00010000:1.0:1763335534.855979:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5723480 00000100:00100000:1.0:1763335534.856014:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 471 00000100:00100000:1.0:1763335534.856024:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5723480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991028870272:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335534.856212:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5723480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991028870272:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 188us (766us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335534.856221:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 471 00002000:00100000:1.0:1763335534.856228:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1081344->1085439) req@ffff9aefc5723480 x1848991028870272/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/4536 e 0 to 0 dl 1763335545 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335534.856235:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5723480 with x1848991028870272 ext(1081344->1085439) 00002000:00010000:1.0:1763335534.856239:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5723480 00000100:00100000:2.0:1763335534.865125:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335534.865348:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028870400 00000100:00100000:0.0:1763335534.865360:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028870400 00002000:00100000:0.0:1763335534.866261:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1085440->1089535) req@ffff9aefc4c0e680 x1848991028870400/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/0 e 0 to 0 dl 1763335545 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335534.866273:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4c0e680 with x1848991028870400 ext(1085440->1089535) 00002000:00010000:0.0:1763335534.866280:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4c0e680 00000100:00100000:0.0:1763335534.866312:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 472 00000100:00100000:0.0:1763335534.866324:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028870400:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335534.866526:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028870400:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 205us (1412us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335534.866534:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 472 00002000:00100000:0.0:1763335534.866540:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1085440->1089535) req@ffff9aefc4c0e680 x1848991028870400/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/4536 e 0 to 0 dl 1763335545 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335534.866548:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4c0e680 with x1848991028870400 ext(1085440->1089535) 00002000:00010000:0.0:1763335534.866552:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4c0e680 00000100:00100000:2.0:1763335534.874609:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335534.874729:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028870528 00000100:00100000:1.0:1763335534.874740:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028870528 00002000:00100000:1.0:1763335534.874931:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1089536->1093631) req@ffff9aefc4c0d180 x1848991028870528/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/0 e 0 to 0 dl 1763335545 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335534.874942:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4c0d180 with x1848991028870528 ext(1089536->1093631) 00002000:00010000:1.0:1763335534.874948:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4c0d180 00000100:00100000:1.0:1763335534.874972:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 473 00000100:00100000:1.0:1763335534.874981:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028870528:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335534.875212:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028870528:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 231us (611us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335534.875220:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 473 00002000:00100000:1.0:1763335534.875226:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1089536->1093631) req@ffff9aefc4c0d180 x1848991028870528/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/4536 e 0 to 0 dl 1763335545 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335534.875234:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4c0d180 with x1848991028870528 ext(1089536->1093631) 00002000:00010000:1.0:1763335534.875238:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4c0d180 00000100:00100000:3.0:1763335534.879065:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335534.881396:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028870656 00000100:00100000:0.0:1763335534.881412:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028870656 00002000:00100000:0.0:1763335534.881467:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1093632->1097727) req@ffff9aefc5720700 x1848991028870656/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/0 e 0 to 0 dl 1763335545 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335534.881478:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5720700 with x1848991028870656 ext(1093632->1097727) 00002000:00010000:0.0:1763335534.881484:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5720700 00000100:00100000:0.0:1763335534.881523:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 474 00000100:00100000:0.0:1763335534.881533:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5720700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+6:2406:x1848991028870656:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335534.881722:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5720700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+6:2406:x1848991028870656:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 190us (2667us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335534.881729:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 474 00002000:00100000:0.0:1763335534.881734:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1093632->1097727) req@ffff9aefc5720700 x1848991028870656/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 488/4536 e 0 to 0 dl 1763335545 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335534.881742:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5720700 with x1848991028870656 ext(1093632->1097727) 00002000:00010000:0.0:1763335534.881745:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5720700 00000100:00100000:0.0:1763335534.889140:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335534.889242:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335534.889315:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028870912 00000100:00100000:1.0:1763335534.889326:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028870912 00002000:00100000:1.0:1763335534.889370:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->1974100) req@ffff9aefc4c0c000 x1848991028870912/t0(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 504/0 e 0 to 0 dl 1763335545 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335534.889385:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4c0c000 with x1848991028870912 ext(1048576->1974100) 00002000:00010000:1.0:1763335534.889390:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4c0c000 00000100:00100000:1.0:1763335534.889423:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 475 00000100:00100000:1.0:1763335534.889432:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2407:x1848991028870912:12345-192.168.202.34@tcp:4:fsx.0 00000100:00100000:3.0:1763335534.889902:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028870784 00000100:00100000:3.0:1763335534.889907:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028870784 00002000:00100000:3.0:1763335534.889933:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5fd6300 x1848991028870784/t0(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 8680/0 e 0 to 0 dl 1763335545 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335534.889943:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5fd6300 with x1848991028870784 00000100:00100000:3.0:1763335534.889970:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 663 00000100:00100000:3.0:1763335534.889977:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5fd6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+14:2407:x1848991028870784:12345-192.168.202.34@tcp:4:fsx.0 00000004:00010000:3.0:1763335534.893218:0:6530:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 1001475 -> 1048576 00000004:00010000:3.0:1763335534.893230:0:6530:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335534 -> 1763335535 00000004:00010000:3.0:1763335534.893233:0:6530:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335534 -> 1763335534 00000004:00010000:3.0:1763335534.893235:0:6530:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335534 -> 1763335535 00000004:00010000:3.0:1763335534.893238:0:6530:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 720 -> 736 00000100:00100000:3.0:1763335534.893348:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5fd6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+16:2407:x1848991028870784:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 3361us (4207us total) trans 4294967783 rc 0/0 00000100:00100000:3.0:1763335534.893364:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 663 00002000:00100000:3.0:1763335534.893381:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5fd6300 x1848991028870784/t4294967783(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 8680/448 e 0 to 0 dl 1763335545 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335534.893408:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5fd6300 with x1848991028870784 00000100:00100000:1.0:1763335534.899339:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+8:2407:x1848991028870912:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 9896us (10085us total) trans 4294967502 rc 0/0 00000100:00100000:1.0:1763335534.899354:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 475 00002000:00100000:1.0:1763335534.899368:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->1974100) req@ffff9aefc4c0c000 x1848991028870912/t4294967502(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:580/0 lens 504/448 e 0 to 0 dl 1763335545 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335534.899378:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4c0c000 with x1848991028870912 ext(1048576->1974100) 00002000:00010000:1.0:1763335534.899385:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4c0c000 00000100:00100000:0.0:1763335534.912518:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335534.912571:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:3.0:1763335534.912660:0:6503:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763335534.912708:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028871168 00000100:00100000:1.0:1763335534.912719:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028871168 00000100:00100000:1.0:1763335534.912773:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 873 00000100:00100000:1.0:1763335534.912783:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5fd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991028871168:12345-192.168.202.34@tcp:16:fsx.0 00000100:00100000:2.0:1763335534.913268:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028871040 00000100:00100000:2.0:1763335534.913273:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028871040 00000100:00100000:3.0:1763335534.914017:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1194 00000100:00100000:3.0:1763335534.914030:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5fd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+16:2408:x1848991028871040:12345-192.168.202.34@tcp:16:fsx.0 00000001:00080000:1.0:1763335534.915646:0:9466:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967502 is committed 00000100:00100000:2.0:1763335534.916295:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5fd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028871168:12345-192.168.202.34@tcp:16:fsx.0 Request processed in 3497us (3706us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335534.916308:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 873 00000001:00080000:0.0:1763335534.916385:0:6496:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967783 is committed 00000100:00100000:1.0:1763335534.917849:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5fd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+14:2408:x1848991028871040:12345-192.168.202.34@tcp:16:fsx.0 Request processed in 3807us (5327us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335534.917940:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1194 00000100:00100000:2.0:1763335534.930789:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335534.930845:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335534.930918:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028871424 00000100:00100000:3.0:1763335534.930929:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028871424 00000100:00100000:3.0:1763335534.930981:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 874 00000100:00100000:3.0:1763335534.930991:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991028871424:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335534.931009:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335534.931029:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a07200/0x10123ce7f07643ee lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d924 expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335534.931082:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028871296 00000100:00100000:3.0:1763335534.931086:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5720380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041316224:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335534.931088:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028871296 00000100:00100000:1.0:1763335534.931705:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1195 00000100:00100000:1.0:1763335534.931715:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:2408:x1848991028871296:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335534.931729:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335534.931742:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45400/0x10123ce7f07643f5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d91d expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335534.931775:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98600/0x10123ce7f07643e7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d916 expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335534.931779:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850240 going to sleep for 11 seconds 00000100:00100000:1.0:1763335534.931800:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4cc7480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041316352:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335534.931833:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb9c0 going to sleep for 11 seconds 00002000:00010000:3.0:1763335534.938165:0:14974:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime: 1763335534 -> 1763335535 00002000:00010000:3.0:1763335534.938177:0:14974:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335534 -> 1763335535 00002000:00010000:3.0:1763335534.938180:0:14974:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime: 1763335534 -> 1763335535 00002000:00010000:3.0:1763335534.938182:0:14974:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks: 104 -> 256 00000100:00100000:3.0:1763335534.938206:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5720380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041316224:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335534.938243:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a07200/0x10123ce7f07643ee lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d924 expref: 6 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335534.938268:0:14974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a07200/0x10123ce7f07643ee lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d924 expref: 6 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335534.938303:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a07200, rc 0) 00000100:00100000:3.0:1763335534.938368:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991028871424:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7376us (7519us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335534.938378:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 874 00000004:00010000:1.0:1763335534.942826:0:8224:0:(mdt_lvb.c:189:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime: 1763335534 -> 1763335535 00000100:00100000:1.0:1763335534.942855:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4cc7480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041316352:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335534.942929:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:1.0:1763335534.942951:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45400/0x10123ce7f07643f5 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d91d expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335534.942986:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335534.942989:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335534.942995:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45400/0x10123ce7f07643f5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d91d expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335534.943010:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5e45400, rc 0) 00000100:00100000:1.0:1763335534.943070:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:2408:x1848991028871296:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 11356us (12294us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335534.943078:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1195 00000100:00100000:2.0:1763335534.948140:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335534.948178:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335534.948230:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028871552 00000100:00100000:1.0:1763335534.948239:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028871552 00000100:00100000:1.0:1763335534.948290:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1196 00000100:00100000:1.0:1763335534.948298:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:2407:x1848991028871552:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335534.948318:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335534.948338:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e44e00/0x10123ce7f07643fc lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d92b expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335534.948369:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98600/0x10123ce7f07643e7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d916 expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335534.948405:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4cc7480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041316480:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335534.948469:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335534.948509:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028871680 00000100:00100000:3.0:1763335534.948514:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028871680 00000100:00100000:3.0:1763335534.948545:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 875 00000100:00100000:3.0:1763335534.948552:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+5:2407:x1848991028871680:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335534.948560:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335534.948570:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a07e00/0x10123ce7f0764403 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d932 expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335534.948604:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5720380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041316608:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335534.948631:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850240 going to sleep for 11 seconds 00000100:00100000:1.0:1763335534.950401:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4cc7480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041316480:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335534.950425:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:1.0:1763335534.950442:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e44e00/0x10123ce7f07643fc lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d92b expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335534.950461:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335534.950464:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335534.950468:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e44e00/0x10123ce7f07643fc lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d92b expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335534.950482:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5e44e00, rc 0) 00000100:00100000:1.0:1763335534.950534:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:2407:x1848991028871552:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2235us (2401us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335534.950541:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1196 00000100:00100000:3.0:1763335534.950931:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5720380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041316608:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335534.950952:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a07e00/0x10123ce7f0764403 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d932 expref: 6 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335534.950980:0:14974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a07e00/0x10123ce7f0764403 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d932 expref: 6 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335534.950990:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a07e00, rc 0) 00000100:00100000:3.0:1763335534.951016:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+5:2407:x1848991028871680:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2464us (2837us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335534.951037:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 875 00000100:00100000:0.0:1763335534.955694:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335534.957044:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028871808 00000100:00100000:3.0:1763335534.957057:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028871808 00000100:00100000:1.0:1763335534.958539:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 876 00000100:00100000:1.0:1763335534.958555:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5fd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:15720:x1848991028871808:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335534.958575:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335534.958594:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45400/0x10123ce7f076440a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d939 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335534.958625:0:9882:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44400/0x10123ce7f076435b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1138688->1142783) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d88a expref: 5 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335534.958634:0:9882:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335534.958636:0:9882:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335534.958641:0:9882:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45400/0x10123ce7f076440a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1511424->1576959] (req 1511424->1576959) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d939 expref: 6 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335534.959102:0:9882:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44400/0x10123ce7f076435b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1138688->1142783) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d88a expref: 5 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335534.959116:0:9882:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44400/0x10123ce7f076435b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1138688->1142783) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d88a expref: 5 pid: 14974 timeout: 435 lvb_type: 0 00000100:00100000:1.0:1763335534.959130:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4cc7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041316736:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335534.959413:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335534.970314:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4cc7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041316736:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335534.970351:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45400/0x10123ce7f076440a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1511424->1576959] (req 1511424->1576959) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d939 expref: 6 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335534.970372:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5e45400, rc 0) 00000100:00100000:1.0:1763335534.970437:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5fd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+6:15720:x1848991028871808:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 11885us (14752us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335534.970445:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 876 00000100:00100000:0.0:1763335534.974414:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335534.974556:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028871936 00000100:00100000:1.0:1763335534.974565:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028871936 00010000:00010000:1.0:1763335534.974607:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44400/0x10123ce7f076435b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1138688->1142783) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d88a expref: 6 pid: 14974 timeout: 435 lvb_type: 0 00000100:00100000:0.0:1763335534.975164:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 449 00000100:00100000:0.0:1763335534.975189:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5fd7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028871936:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335534.975207:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335534.975228:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44400/0x10123ce7f076435b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1138688->1142783) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d88a expref: 6 pid: 14974 timeout: 435 lvb_type: 0 00010000:00010000:0.0:1763335534.975241:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44400/0x10123ce7f076435b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1138688->1142783) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d88a expref: 6 pid: 14974 timeout: 435 lvb_type: 0 00010000:00010000:0.0:1763335534.975264:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44400/0x10123ce7f076435b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1138688->1142783) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d88a expref: 6 pid: 14974 timeout: 435 lvb_type: 0 00010000:00010000:0.0:1763335534.975280:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335534.975282:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335534.975301:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45400/0x10123ce7f076440a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1511424->1576959) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d939 expref: 5 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335534.975311:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45400/0x10123ce7f076440a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1511424->1576959) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d939 expref: 5 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335534.975347:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45400/0x10123ce7f076440a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1511424->1576959) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d939 expref: 5 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335534.975365:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5fd6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041316864:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335534.975455:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335534.983013:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335534.983369:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028872064 00000100:00100000:2.0:1763335534.983380:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028872064 00000100:00100000:2.0:1763335534.983445:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 476 00000100:00100000:2.0:1763335534.983454:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5fd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991028872064:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:2.0:1763335534.983685:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1974101 -> 1974101 00002000:00010000:2.0:1763335534.983689:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335535 -> 1763335535 00002000:00010000:2.0:1763335534.983692:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335535 -> 1763335533 00002000:00010000:2.0:1763335534.983694:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335535 -> 1763335535 00002000:00010000:2.0:1763335534.983697:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 256 -> 256 00000100:00100000:1.0:1763335534.983984:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5fd6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041316864:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335534.984008:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335534.984503:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5fd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+7:2408:x1848991028872064:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 1047us (1500us total) trans 4294967503 rc 0/0 00000100:00100000:2.0:1763335534.984513:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 476 00000100:00100000:1.0:1763335534.984593:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5fd7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2408:x1848991028871936:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 9418us (10189us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335534.984602:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 449 00000100:00100000:0.0:1763335534.991008:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335534.992425:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028872192 00000100:00100000:1.0:1763335534.992437:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028872192 00000100:00100000:1.0:1763335534.992498:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 877 00000100:00100000:1.0:1763335534.992507:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5fd4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2407:x1848991028872192:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335534.992523:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335534.992541:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44e00/0x10123ce7f0764411 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d940 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335534.992600:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4cc7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041316992:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335534.992696:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb9c0 going to sleep for 11 seconds 00002000:00010000:1.0:1763335535.003417:0:9882:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335533 -> 1763335535 00000100:00100000:1.0:1763335535.003447:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4cc7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041316992:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335535.003483:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44e00/0x10123ce7f0764411 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d940 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335535.003507:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44e00/0x10123ce7f0764411 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d940 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335535.003521:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5e44e00, rc 0) 00000100:00100000:1.0:1763335535.005179:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5fd4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2407:x1848991028872192:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 12662us (14170us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335535.005192:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 877 00000100:00100000:0.0:1763335535.011779:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335535.011962:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028872320 00000100:00100000:1.0:1763335535.011972:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028872320 00000100:00100000:1.0:1763335535.012482:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 878 00000100:00100000:1.0:1763335535.012492:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5fd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2408:x1848991028872320:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335535.012510:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335535.012527:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44e00/0x10123ce7f0764418 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d947 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335535.012587:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4cc7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041317120:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335535.012687:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335535.016727:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4cc7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041317120:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335535.016766:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44e00/0x10123ce7f0764418 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d947 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335535.016792:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44e00/0x10123ce7f0764418 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d947 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335535.016807:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5e44e00, rc 0) 00000100:00100000:1.0:1763335535.017270:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5fd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2408:x1848991028872320:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4776us (5499us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335535.017285:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 878 00000100:00100000:3.0:1763335535.021027:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335535.021118:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028872448 00000100:00100000:1.0:1763335535.021127:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028872448 00000100:00100000:1.0:1763335535.021186:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1197 00000100:00100000:1.0:1763335535.021197:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5720380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:2408:x1848991028872448:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335535.021217:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335535.021240:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e44a00/0x10123ce7f076441f lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d94e expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335535.021280:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98600/0x10123ce7f07643e7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d916 expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335535.021708:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4cc7480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041317248:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335535.021990:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335535.024521:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4cc7480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041317248:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335535.024552:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:1.0:1763335535.024574:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e44a00/0x10123ce7f076441f lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d94e expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335535.024595:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335535.024598:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335535.024604:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e44a00/0x10123ce7f076441f lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d94e expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335535.024618:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5e44a00, rc 0) 00000100:00100000:1.0:1763335535.024721:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5720380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:2408:x1848991028872448:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3524us (3709us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335535.024734:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1197 00000100:00100000:2.0:1763335535.031028:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335535.031232:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028872576 00000100:00100000:3.0:1763335535.031243:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028872576 00000100:00100000:3.0:1763335535.031305:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1198 00000100:00100000:3.0:1763335535.031315:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:2409:x1848991028872576:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335535.031335:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335535.031357:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07e00/0x10123ce7f0764426 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d955 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335535.031394:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98600/0x10123ce7f07643e7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d916 expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335535.031431:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5723800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041317376:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335535.031504:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850240 going to sleep for 11 seconds 00000100:00100000:0.0:1763335535.035233:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5723800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041317376:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335535.035263:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:0.0:1763335535.035282:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07e00/0x10123ce7f0764426 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d955 expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335535.035303:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335535.035306:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335535.035311:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07e00/0x10123ce7f0764426 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d955 expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335535.035324:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a07e00, rc 0) 00000100:00100000:0.0:1763335535.037334:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:2409:x1848991028872576:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6009us (6305us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335535.037347:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1198 00000100:00100000:0.0:1763335535.042530:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335535.042602:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028872704 00000100:00100000:3.0:1763335535.042612:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028872704 00002000:00100000:3.0:1763335535.042811:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5fd6a00 x1848991028872704/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:581/0 lens 488/0 e 0 to 0 dl 1763335546 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335535.042821:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5fd6a00 with x1848991028872704 00000100:00080000:2.0:1763335535.042986:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1763335535.043140:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 664 00000100:00100000:3.0:1763335535.043152:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5fd6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+14:2407:x1848991028872704:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335535.043485:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5fd6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+14:2407:x1848991028872704:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 334us (962us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335535.043511:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 664 00002000:00100000:3.0:1763335535.043519:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5fd6a00 x1848991028872704/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:581/0 lens 488/4536 e 0 to 0 dl 1763335546 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335535.043528:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5fd6a00 with x1848991028872704 00000100:00100000:2.0:1763335535.048622:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335535.048999:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028872832 00000100:00100000:3.0:1763335535.049010:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028872832 00002000:00100000:3.0:1763335535.049057:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4c0f100 x1848991028872832/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:581/0 lens 488/0 e 0 to 0 dl 1763335546 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335535.049068:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4c0f100 with x1848991028872832 00000100:00100000:3.0:1763335535.049110:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 665 00000100:00100000:3.0:1763335535.049120:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991028872832:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335535.049310:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991028872832:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 190us (698us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335535.049317:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 665 00002000:00100000:3.0:1763335535.049324:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4c0f100 x1848991028872832/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:581/0 lens 488/4536 e 0 to 0 dl 1763335546 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335535.049331:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4c0f100 with x1848991028872832 00000100:00100000:2.0:1763335535.054125:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335535.054235:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028872960 00000100:00100000:1.0:1763335535.054246:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028872960 00000100:00100000:1.0:1763335535.054342:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 879 00000100:00100000:1.0:1763335535.054352:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2408:x1848991028872960:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335535.054372:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335535.054390:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44e00/0x10123ce7f076442d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d95c expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335535.054450:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4cc7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041317504:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335535.054537:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335535.061411:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4cc7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041317504:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335535.061452:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44e00/0x10123ce7f076442d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d95c expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335535.061476:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44e00/0x10123ce7f076442d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d95c expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335535.061489:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5e44e00, rc 0) 00000100:00100000:0.0:1763335535.061637:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2408:x1848991028872960:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7285us (7521us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335535.061646:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 879 00000100:00100000:0.0:1763335535.069048:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335535.069172:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028873088 00000100:00100000:1.0:1763335535.069182:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028873088 00000100:00100000:1.0:1763335535.069239:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 880 00000100:00100000:1.0:1763335535.069249:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2408:x1848991028873088:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335535.069267:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335535.069285:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44200/0x10123ce7f0764434 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d963 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335535.069344:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4cc7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041317632:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335535.069748:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335535.072603:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4cc7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041317632:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335535.072640:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44200/0x10123ce7f0764434 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d963 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335535.072668:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44200/0x10123ce7f0764434 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d963 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335535.072680:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5e44200, rc 0) 00000100:00100000:1.0:1763335535.073427:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2408:x1848991028873088:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4175us (4386us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335535.073439:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 880 00000100:00100000:0.0:1763335535.077775:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335535.077849:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028873216 00000100:00100000:3.0:1763335535.077859:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028873216 00000100:00100000:3.0:1763335535.077941:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1199 00000100:00100000:3.0:1763335535.077952:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:2406:x1848991028873216:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335535.077972:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335535.077993:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07200/0x10123ce7f076443b lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d96a expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335535.078061:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98600/0x10123ce7f07643e7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d916 expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335535.078102:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5723800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041317760:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335535.078177:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58500c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335535.080465:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5723800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041317760:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335535.080489:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:3.0:1763335535.080506:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07200/0x10123ce7f076443b lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d96a expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335535.080526:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335535.080529:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335535.080534:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07200/0x10123ce7f076443b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d96a expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335535.080547:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a07200, rc 0) 00000100:00100000:3.0:1763335535.080604:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:2406:x1848991028873216:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2653us (2838us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335535.080612:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1199 00000100:00100000:0.0:1763335535.085391:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335535.085487:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028873344 00000100:00100000:3.0:1763335535.085497:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028873344 00000100:00100000:3.0:1763335535.085558:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1200 00000100:00100000:3.0:1763335535.085567:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:15720:x1848991028873344:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335535.085586:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335535.085610:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07c00/0x10123ce7f0764442 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d971 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335535.085665:0:8224:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98600/0x10123ce7f07643e7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d916 expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335535.085674:0:8224:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07c00/0x10123ce7f0764442 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d971 expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335535.085708:0:8224:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98600/0x10123ce7f07643e7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d916 expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335535.085721:0:8224:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98600/0x10123ce7f07643e7 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d916 expref: 13 pid: 10055 timeout: 435 lvb_type: 0 00000100:00100000:3.0:1763335535.085746:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5723800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041317888:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335535.085834:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58500c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335535.090036:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335535.090212:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5723800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041317888:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335535.090249:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07c00/0x10123ce7f0764442 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d971 expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335535.090268:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335535.090270:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335535.090275:0:8224:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07c00/0x10123ce7f0764442 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d971 expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335535.090286:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a07c00, rc 0) 00000100:00100000:3.0:1763335535.090342:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+12:15720:x1848991028873344:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4776us (4962us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335535.090370:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1200 00000100:00100000:2.0:1763335535.090983:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028873472 00000100:00100000:2.0:1763335535.090991:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028873472 00002000:00100000:2.0:1763335535.091040:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4c76300 x1848991028873472/t0(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:581/0 lens 488/0 e 0 to 0 dl 1763335546 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335535.091051:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4c76300 with x1848991028873472 00010000:00010000:2.0:1763335535.091059:0:6529:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98600/0x10123ce7f07643e7 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d916 expref: 14 pid: 10055 timeout: 435 lvb_type: 0 00010000:00010000:2.0:1763335535.091073:0:6529:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98600/0x10123ce7f07643e7 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d916 expref: 14 pid: 10055 timeout: 435 lvb_type: 0 00002000:00010000:2.0:1763335535.091081:0:6529:0:(mdt_io.c:157:mdt_rw_hpreq_check()) lustre-MDT0000: refreshed 1 locks timeout for req ffff9aefc4c76300 00000100:00100000:2.0:1763335535.091103:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 36 00000100:00100000:2.0:1763335535.091112:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:2408:x1848991028873472:12345-192.168.202.34@tcp:4:fsx.0 00000004:00010000:2.0:1763335535.094585:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 1048576 -> 1048576 00000004:00010000:2.0:1763335535.094595:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335535 -> 1763335535 00000004:00010000:2.0:1763335535.094598:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335535 -> 1763335534 00000004:00010000:2.0:1763335535.094600:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335535 -> 1763335535 00000004:00010000:2.0:1763335535.094603:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 736 -> 736 00000100:00100000:2.0:1763335535.094781:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+16:2408:x1848991028873472:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 3664us (4749us total) trans 4294967784 rc 0/0 00000100:00100000:2.0:1763335535.094791:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 36 00002000:00100000:2.0:1763335535.094803:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4c76300 x1848991028873472/t4294967784(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:581/0 lens 488/448 e 0 to 0 dl 1763335546 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335535.094812:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4c76300 with x1848991028873472 00010000:00010000:2.0:1763335535.094820:0:6529:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98600/0x10123ce7f07643e7 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d916 expref: 16 pid: 10055 timeout: 435 lvb_type: 0 00010000:00010000:2.0:1763335535.094835:0:6529:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98600/0x10123ce7f07643e7 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d916 expref: 16 pid: 10055 timeout: 435 lvb_type: 0 00002000:00010000:2.0:1763335535.094844:0:6529:0:(mdt_io.c:157:mdt_rw_hpreq_check()) lustre-MDT0000: refreshed 1 locks timeout for req ffff9aefc4c76300 00000100:00100000:0.0:1763335535.098084:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335535.098172:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028873600 00000100:00100000:1.0:1763335535.098182:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028873600 00010000:00010000:1.0:1763335535.098219:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98600/0x10123ce7f07643e7 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d916 expref: 16 pid: 10055 timeout: 435 lvb_type: 0 00000100:00100000:1.0:1763335535.098300:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 450 00000100:00100000:1.0:1763335535.098311:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f14dd450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+16:2408:x1848991028873600:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335535.098328:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335535.098347:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98600/0x10123ce7f07643e7 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d916 expref: 16 pid: 10055 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1763335535.098359:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98600/0x10123ce7f07643e7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d916 expref: 16 pid: 10055 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1763335535.098382:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98600/0x10123ce7f07643e7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d916 expref: 16 pid: 10055 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1763335535.098397:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335535.098404:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07c00/0x10123ce7f0764442 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d971 expref: 11 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335535.098417:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07c00/0x10123ce7f0764442 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d971 expref: 11 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335535.098427:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07c00/0x10123ce7f0764442 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d971 expref: 11 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335535.098464:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07c00/0x10123ce7f0764442 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d971 expref: 11 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335535.098478:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4cc7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041318016:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335535.098570:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335535.102783:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335535.102825:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335535.103011:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028873728 00000100:00100000:2.0:1763335535.103022:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028873728 00002000:00100000:2.0:1763335535.103070:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4c76d80 x1848991028873728/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:581/0 lens 488/0 e 0 to 0 dl 1763335546 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335535.103081:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4c76d80 with x1848991028873728 00000100:00100000:2.0:1763335535.103108:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 666 00000100:00100000:2.0:1763335535.103116:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:2408:x1848991028873728:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335535.103297:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:2408:x1848991028873728:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 181us (526us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335535.103304:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 666 00002000:00100000:2.0:1763335535.103311:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4c76d80 x1848991028873728/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:581/0 lens 488/4536 e 0 to 0 dl 1763335546 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335535.103319:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4c76d80 with x1848991028873728 00000100:00100000:3.0:1763335535.103429:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028873856 00000100:00100000:3.0:1763335535.103433:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028873856 00002000:00100000:3.0:1763335535.103459:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1875968->1974271) req@ffff9aefc579ce00 x1848991028873856/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:581/0 lens 488/0 e 0 to 0 dl 1763335546 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335535.103468:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc579ce00 with x1848991028873856 ext(1875968->1974271) 00002000:00010000:3.0:1763335535.103473:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc579ce00 00000100:00100000:3.0:1763335535.103500:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 477 00000100:00100000:3.0:1763335535.103507:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc579ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+7:2408:x1848991028873856:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335535.112433:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335535.112632:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc579ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+7:2408:x1848991028873856:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 9123us (9803us total) trans 0 rc 98304/98304 00000100:00100000:0.0:1763335535.112642:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 477 00002000:00100000:0.0:1763335535.112654:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1875968->1974271) req@ffff9aefc579ce00 x1848991028873856/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:581/0 lens 488/440 e 0 to 0 dl 1763335546 ref 1 fl Complete:/600/0 rc 98304/98304 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335535.112663:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc579ce00 with x1848991028873856 ext(1875968->1974271) 00002000:00010000:0.0:1763335535.112669:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc579ce00 00000100:00100000:3.0:1763335535.113061:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028873984 00000100:00100000:3.0:1763335535.113070:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028873984 00002000:00100000:3.0:1763335535.113107:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0d0394700 x1848991028873984/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:581/0 lens 488/0 e 0 to 0 dl 1763335546 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335535.113117:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0d0394700 with x1848991028873984 00000100:00100000:1.0:1763335535.113690:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4cc7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041318016:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335535.113714:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335535.113748:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f14dd450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+15:2408:x1848991028873600:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 15439us (15673us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335535.113756:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 450 00000100:00100000:3.0:1763335535.114189:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 667 00000100:00100000:3.0:1763335535.114199:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0d0394700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+12:2408:x1848991028873984:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335535.118045:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0d0394700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+12:2408:x1848991028873984:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 3836us (5610us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335535.118058:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 667 00002000:00100000:3.0:1763335535.118072:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0d0394700 x1848991028873984/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:581/0 lens 488/4536 e 0 to 0 dl 1763335546 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335535.118082:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0d0394700 with x1848991028873984 00000100:00100000:2.0:1763335535.123351:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335535.123470:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028874112 00000100:00100000:3.0:1763335535.123495:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028874112 00002000:00100000:3.0:1763335535.123546:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0d0396680 x1848991028874112/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:581/0 lens 488/0 e 0 to 0 dl 1763335546 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335535.123558:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0d0396680 with x1848991028874112 00000100:00100000:3.0:1763335535.123600:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 668 00000100:00100000:3.0:1763335535.123610:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0d0396680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+12:2407:x1848991028874112:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335535.123821:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0d0396680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+12:2407:x1848991028874112:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 210us (478us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335535.123828:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 668 00002000:00100000:3.0:1763335535.123836:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0d0396680 x1848991028874112/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:581/0 lens 488/4536 e 0 to 0 dl 1763335546 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335535.123844:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0d0396680 with x1848991028874112 00000100:00100000:1.0:1763335535.127592:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335535.128609:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028874240 00000100:00100000:2.0:1763335535.128623:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028874240 00002000:00100000:2.0:1763335535.128678:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4cc7480 x1848991028874240/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:581/0 lens 488/0 e 0 to 0 dl 1763335546 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335535.128690:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4cc7480 with x1848991028874240 00000100:00100000:2.0:1763335535.128726:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 669 00000100:00100000:2.0:1763335535.128735:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4cc7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:2406:x1848991028874240:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335535.128980:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4cc7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:2406:x1848991028874240:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 244us (1398us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335535.128987:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 669 00002000:00100000:2.0:1763335535.128996:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4cc7480 x1848991028874240/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:581/0 lens 488/4536 e 0 to 0 dl 1763335546 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335535.129004:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4cc7480 with x1848991028874240 00000100:00100000:0.0:1763335535.133142:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335535.133276:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028874368 00000100:00100000:3.0:1763335535.133286:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028874368 00002000:00100000:3.0:1763335535.133329:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc579fb80 x1848991028874368/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:581/0 lens 488/0 e 0 to 0 dl 1763335546 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335535.133340:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc579fb80 with x1848991028874368 00000100:00100000:3.0:1763335535.133367:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 670 00000100:00100000:3.0:1763335535.133375:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc579fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+12:2407:x1848991028874368:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335535.133544:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc579fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+12:2407:x1848991028874368:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 168us (410us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335535.133551:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 670 00002000:00100000:3.0:1763335535.133558:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc579fb80 x1848991028874368/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:581/0 lens 488/4536 e 0 to 0 dl 1763335546 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335535.133586:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc579fb80 with x1848991028874368 00000100:00100000:0.0:1763335535.136694:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335535.137304:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028874496 00000100:00100000:2.0:1763335535.137316:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028874496 00002000:00100000:2.0:1763335535.137366:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc579e300 x1848991028874496/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:581/0 lens 488/0 e 0 to 0 dl 1763335546 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335535.137377:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc579e300 with x1848991028874496 00000100:00100000:2.0:1763335535.137407:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 671 00000100:00100000:2.0:1763335535.137417:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc579e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:2406:x1848991028874496:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335535.137615:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc579e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:2406:x1848991028874496:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 197us (928us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335535.137624:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 671 00002000:00100000:2.0:1763335535.137633:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc579e300 x1848991028874496/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:581/0 lens 488/4536 e 0 to 0 dl 1763335546 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335535.137642:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc579e300 with x1848991028874496 00000100:00100000:1.0:1763335535.141149:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335535.141318:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028874624 00000100:00100000:3.0:1763335535.141330:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028874624 00002000:00100000:3.0:1763335535.141388:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4cc4000 x1848991028874624/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:581/0 lens 488/0 e 0 to 0 dl 1763335546 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335535.141398:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4cc4000 with x1848991028874624 00000100:00100000:3.0:1763335535.141485:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 672 00000100:00100000:3.0:1763335535.141495:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4cc4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+12:2407:x1848991028874624:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335535.141721:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4cc4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+12:2407:x1848991028874624:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 226us (582us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335535.141730:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 672 00002000:00100000:3.0:1763335535.141737:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4cc4000 x1848991028874624/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:581/0 lens 488/4536 e 0 to 0 dl 1763335546 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335535.141744:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4cc4000 with x1848991028874624 00000100:00100000:0.0:1763335535.145560:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335535.145718:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028874752 00000100:00100000:3.0:1763335535.145727:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028874752 00002000:00100000:3.0:1763335535.145772:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc579d180 x1848991028874752/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:581/0 lens 488/0 e 0 to 0 dl 1763335546 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335535.145782:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc579d180 with x1848991028874752 00000100:00100000:3.0:1763335535.146192:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 673 00000100:00100000:3.0:1763335535.146203:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc579d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+12:2406:x1848991028874752:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335535.146662:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc579d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+12:2406:x1848991028874752:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 459us (1109us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335535.146687:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 673 00002000:00100000:3.0:1763335535.146695:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc579d180 x1848991028874752/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:581/0 lens 488/4536 e 0 to 0 dl 1763335546 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335535.146703:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc579d180 with x1848991028874752 00000100:00100000:0.0:1763335535.150491:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335535.150581:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028874880 00000100:00100000:3.0:1763335535.150592:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028874880 00002000:00100000:3.0:1763335535.150633:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc579df80 x1848991028874880/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:581/0 lens 488/0 e 0 to 0 dl 1763335546 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335535.150644:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc579df80 with x1848991028874880 00000100:00100000:3.0:1763335535.150750:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 674 00000100:00100000:3.0:1763335535.150759:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc579df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+12:2407:x1848991028874880:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335535.150990:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc579df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+12:2407:x1848991028874880:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 230us (506us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335535.150997:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 674 00002000:00100000:3.0:1763335535.151004:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc579df80 x1848991028874880/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:581/0 lens 488/4536 e 0 to 0 dl 1763335546 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335535.151010:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc579df80 with x1848991028874880 00000100:00100000:1.0:1763335535.154286:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335535.154413:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028875008 00000100:00100000:3.0:1763335535.154423:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028875008 00002000:00100000:3.0:1763335535.154471:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5847480 x1848991028875008/t0(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:581/0 lens 488/0 e 0 to 0 dl 1763335546 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335535.154481:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5847480 with x1848991028875008 00000100:00100000:3.0:1763335535.155263:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 675 00000100:00100000:3.0:1763335535.155274:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5847480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+12:2406:x1848991028875008:12345-192.168.202.34@tcp:4:fsx.0 00000004:00010000:3.0:1763335535.158325:0:6530:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 1048576 -> 1048576 00000004:00010000:3.0:1763335535.158334:0:6530:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335535 -> 1763335535 00000004:00010000:3.0:1763335535.158336:0:6530:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335534 -> 1763335534 00000004:00010000:3.0:1763335535.158339:0:6530:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335535 -> 1763335535 00000004:00010000:3.0:1763335535.158341:0:6530:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 736 -> 792 00000100:00100000:3.0:1763335535.158414:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5847480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+14:2406:x1848991028875008:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 3139us (4134us total) trans 4294967785 rc 0/0 00000100:00100000:3.0:1763335535.158423:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 675 00002000:00100000:3.0:1763335535.158435:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5847480 x1848991028875008/t4294967785(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:581/0 lens 488/448 e 0 to 0 dl 1763335546 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335535.158443:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5847480 with x1848991028875008 00000100:00100000:0.0:1763335535.161275:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335535.161394:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028875136 00000100:00100000:3.0:1763335535.161405:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028875136 00000100:00100000:3.0:1763335535.161464:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1201 00000100:00100000:3.0:1763335535.161476:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc579c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+14:2407:x1848991028875136:12345-192.168.202.34@tcp:16:fsx.0 00000001:00080000:0.0:1763335535.163044:0:6496:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967785 is committed 00000001:00080000:0.0:1763335535.163060:0:6496:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967784 is committed 00000100:00100000:3.0:1763335535.163395:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc579c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+12:2407:x1848991028875136:12345-192.168.202.34@tcp:16:fsx.0 Request processed in 1919us (2125us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335535.163406:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1201 00000100:00100000:1.0:1763335535.167449:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335535.167595:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028875264 00000100:00100000:0.0:1763335535.167605:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028875264 00000100:00100000:0.0:1763335535.168254:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 478 00000100:00100000:0.0:1763335535.168264:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+7:2406:x1848991028875264:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:0.0:1763335535.168493:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1974101 -> 1974101 00002000:00010000:0.0:1763335535.168497:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335535 -> 1763335535 00002000:00010000:0.0:1763335535.168499:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335535 -> 1763335533 00002000:00010000:0.0:1763335535.168501:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335535 -> 1763335535 00002000:00010000:0.0:1763335535.168503:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 256 -> 352 00000100:00100000:0.0:1763335535.168583:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2406:x1848991028875264:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 320us (1143us total) trans 4294967504 rc 0/0 00000100:00100000:0.0:1763335535.168591:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 478 00000100:00100000:0.0:1763335535.173558:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335535.173643:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335535.173715:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028875392 00000100:00100000:3.0:1763335535.173726:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028875392 00000100:00100000:3.0:1763335535.173790:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1202 00000100:00100000:3.0:1763335535.173802:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc579d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+13:2407:x1848991028875392:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335535.173826:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335535.173920:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07200/0x10123ce7f0764449 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d978 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335535.173978:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07c00/0x10123ce7f0764442 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d971 expref: 11 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335535.174017:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5723800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041318144:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335535.174110:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58503c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335535.174395:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028875520 00000100:00100000:1.0:1763335535.174400:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028875520 00000100:00100000:1.0:1763335535.174441:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 881 00000100:00100000:1.0:1763335535.174448:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc579dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2407:x1848991028875520:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335535.174460:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335535.174470:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44000/0x10123ce7f0764450 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d97f expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335535.174506:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc47cb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041318272:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335535.174551:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb600 going to sleep for 11 seconds 00000004:00010000:0.0:1763335535.178807:0:8224:0:(mdt_lvb.c:189:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime: 1763335534 -> 1763335535 00000100:00100000:0.0:1763335535.178837:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5723800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041318144:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335535.178860:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:0.0:1763335535.178920:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07200/0x10123ce7f0764449 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d978 expref: 14 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335535.178942:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335535.178945:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335535.178949:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07200/0x10123ce7f0764449 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d978 expref: 14 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335535.178963:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a07200, rc 0) 00000100:00100000:0.0:1763335535.179014:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc579d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+13:2407:x1848991028875392:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5215us (5468us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335535.179022:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1202 00002000:00010000:1.0:1763335535.179114:0:9882:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335533 -> 1763335535 00000100:00100000:1.0:1763335535.179128:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc47cb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041318272:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335535.179145:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44000/0x10123ce7f0764450 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d97f expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335535.179159:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44000/0x10123ce7f0764450 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d97f expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335535.179168:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5e44000, rc 0) 00000100:00100000:1.0:1763335535.179190:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc579dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2407:x1848991028875520:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4743us (5547us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335535.179197:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 881 00000100:00100000:0.0:1763335535.184243:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335535.184362:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028875776 00000100:00100000:1.0:1763335535.184373:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028875776 00000100:00100000:1.0:1763335535.184427:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 882 00000100:00100000:1.0:1763335535.184436:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc579e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2406:x1848991028875776:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335535.184452:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335535.184468:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45600/0x10123ce7f0764457 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d98d expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335535.184527:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc47cb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041318400:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335535.184604:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb600 going to sleep for 11 seconds 00000100:00100000:2.0:1763335535.185040:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335535.185602:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028875648 00000100:00100000:3.0:1763335535.185609:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028875648 00000100:00100000:3.0:1763335535.185660:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1203 00000100:00100000:3.0:1763335535.185669:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0d0397100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+13:2406:x1848991028875648:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335535.185683:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335535.185698:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07400/0x10123ce7f076445e lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d986 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335535.185730:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07c00/0x10123ce7f0764442 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d971 expref: 11 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335535.185759:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5723800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041318528:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335535.185820:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850840 going to sleep for 11 seconds 00000100:00100000:1.0:1763335535.188293:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc47cb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041318400:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335535.188329:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45600/0x10123ce7f0764457 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d98d expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335535.188350:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45600/0x10123ce7f0764457 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d98d expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335535.188362:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5e45600, rc 0) 00000100:00100000:1.0:1763335535.188417:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc579e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2406:x1848991028875776:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3981us (4184us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335535.188425:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 882 00000100:00100000:3.0:1763335535.190367:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5723800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041318528:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335535.190391:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:3.0:1763335535.190406:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07400/0x10123ce7f076445e lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d986 expref: 14 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335535.190426:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335535.190429:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335535.190433:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07400/0x10123ce7f076445e lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d986 expref: 14 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335535.190455:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a07400, rc 0) 00000100:00100000:3.0:1763335535.190547:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0d0397100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+13:2406:x1848991028875648:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4878us (5506us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335535.190555:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1203 00000100:00100000:0.0:1763335535.194939:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335535.195078:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028875904 00000100:00100000:3.0:1763335535.195087:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028875904 00002000:00100000:3.0:1763335535.195132:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1236992->1241087) req@ffff9aefc579ca80 x1848991028875904/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:581/0 lens 488/0 e 0 to 0 dl 1763335546 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335535.195143:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc579ca80 with x1848991028875904 ext(1236992->1241087) 00002000:00010000:3.0:1763335535.195149:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc579ca80 00000100:00100000:3.0:1763335535.195276:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 479 00000100:00100000:3.0:1763335535.195285:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc579ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2407:x1848991028875904:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335535.195486:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc579ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2407:x1848991028875904:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 202us (555us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335535.195493:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 479 00002000:00100000:3.0:1763335535.195499:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1236992->1241087) req@ffff9aefc579ca80 x1848991028875904/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:581/0 lens 488/4536 e 0 to 0 dl 1763335546 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335535.195507:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc579ca80 with x1848991028875904 ext(1236992->1241087) 00002000:00010000:3.0:1763335535.195510:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc579ca80 00000100:00100000:2.0:1763335535.200483:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335535.200725:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028876032 00000100:00100000:3.0:1763335535.200735:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028876032 00002000:00100000:3.0:1763335535.200778:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1245184->1249279) req@ffff9af0d0394380 x1848991028876032/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:581/0 lens 488/0 e 0 to 0 dl 1763335546 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335535.200806:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0d0394380 with x1848991028876032 ext(1245184->1249279) 00002000:00010000:3.0:1763335535.200811:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0d0394380 00000100:00100000:3.0:1763335535.200841:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 480 00000100:00100000:3.0:1763335535.200848:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0d0394380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2407:x1848991028876032:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335535.201062:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0d0394380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2407:x1848991028876032:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 213us (587us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335535.201069:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 480 00002000:00100000:3.0:1763335535.201075:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1245184->1249279) req@ffff9af0d0394380 x1848991028876032/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:581/0 lens 488/4536 e 0 to 0 dl 1763335546 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335535.201082:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0d0394380 with x1848991028876032 ext(1245184->1249279) 00002000:00010000:3.0:1763335535.201086:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0d0394380 00000100:00100000:0.0:1763335535.205353:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335535.205445:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028876160 00000100:00100000:2.0:1763335535.205456:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028876160 00000100:00100000:2.0:1763335535.205566:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 481 00000100:00100000:2.0:1763335535.205577:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5954380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+8:2406:x1848991028876160:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:2.0:1763335535.206365:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1974101 -> 1974101 00002000:00010000:2.0:1763335535.206370:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335535 -> 1763335535 00002000:00010000:2.0:1763335535.206373:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335535 -> 1763335533 00002000:00010000:2.0:1763335535.206375:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335535 -> 1763335535 00002000:00010000:2.0:1763335535.206377:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 352 -> 256 00000100:00100000:2.0:1763335535.206445:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5954380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+9:2406:x1848991028876160:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 868us (1099us total) trans 4294967505 rc 0/0 00000100:00100000:2.0:1763335535.206454:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 481 00000100:00100000:0.0:1763335535.212834:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335535.213679:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028876288 00000100:00100000:1.0:1763335535.213689:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028876288 00000100:00100000:1.0:1763335535.213746:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 883 00000100:00100000:1.0:1763335535.213756:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5954a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:15720:x1848991028876288:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335535.213773:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335535.213791:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45600/0x10123ce7f0764465 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d994 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335535.213819:0:9882:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45400/0x10123ce7f076440a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1511424->1576959) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d939 expref: 8 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335535.213832:0:9882:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335535.213834:0:9882:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335535.213838:0:9882:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45600/0x10123ce7f0764465 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1765376->1789951] (req 1765376->1789951) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d994 expref: 6 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335535.213891:0:9882:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45400/0x10123ce7f076440a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1511424->1576959) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d939 expref: 8 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335535.213904:0:9882:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45400/0x10123ce7f076440a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1511424->1576959) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d939 expref: 8 pid: 9882 timeout: 435 lvb_type: 0 00000100:00100000:1.0:1763335535.213916:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc47cb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041318656:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335535.214566:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb600 going to sleep for 11 seconds 00000100:00100000:1.0:1763335535.217568:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc47cb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041318656:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335535.217604:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45600/0x10123ce7f0764465 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1765376->1789951] (req 1765376->1789951) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d994 expref: 6 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335535.217623:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5e45600, rc 0) 00000100:00100000:1.0:1763335535.217682:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5954a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:15720:x1848991028876288:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3927us (4858us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335535.217690:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 883 00000100:00100000:0.0:1763335535.218466:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335535.219020:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028876416 00000100:00100000:2.0:1763335535.219029:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028876416 00002000:00100000:2.0:1763335535.219068:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1236992->1249279) req@ffff9aefc5954700 x1848991028876416/t0(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:581/0 lens 12776/0 e 0 to 0 dl 1763335546 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335535.219079:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5954700 with x1848991028876416 ext(1236992->1249279) 00010000:00010000:2.0:1763335535.219087:0:8406:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45400/0x10123ce7f076440a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1511424->1576959) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d939 expref: 9 pid: 9882 timeout: 435 lvb_type: 0 00010000:00010000:2.0:1763335535.219101:0:8406:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45400/0x10123ce7f076440a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1511424->1576959) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d939 expref: 9 pid: 9882 timeout: 435 lvb_type: 0 00002000:00010000:2.0:1763335535.219108:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9aefc5954700 00000100:00100000:2.0:1763335535.219135:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 22 00000100:00100000:2.0:1763335535.219143:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5954700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+9:2408:x1848991028876416:12345-192.168.202.34@tcp:4:fsx.0 00000100:00100000:2.0:1763335535.220672:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5954700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+11:2408:x1848991028876416:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 1521us (2199us total) trans 4294967506 rc 0/0 00000100:00100000:2.0:1763335535.220686:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 22 00002000:00100000:2.0:1763335535.220697:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1236992->1249279) req@ffff9aefc5954700 x1848991028876416/t4294967506(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:581/0 lens 12776/448 e 0 to 0 dl 1763335546 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335535.220707:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5954700 with x1848991028876416 ext(1236992->1249279) 00010000:00010000:2.0:1763335535.220717:0:8406:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45400/0x10123ce7f076440a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1511424->1576959) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d939 expref: 11 pid: 9882 timeout: 435 lvb_type: 0 00010000:00010000:2.0:1763335535.220734:0:8406:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45400/0x10123ce7f076440a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1511424->1576959) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d939 expref: 11 pid: 9882 timeout: 435 lvb_type: 0 00002000:00010000:2.0:1763335535.220742:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9aefc5954700 00000100:00100000:0.0:1763335535.225301:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335535.225396:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028876544 00000100:00100000:1.0:1763335535.225406:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028876544 00010000:00010000:1.0:1763335535.225447:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45400/0x10123ce7f076440a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1511424->1576959) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d939 expref: 11 pid: 9882 timeout: 435 lvb_type: 0 00000100:00100000:1.0:1763335535.225573:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 451 00000100:00100000:1.0:1763335535.225583:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5955500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:2406:x1848991028876544:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335535.225600:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1763335535.225615:0:8416:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335533 -> 1763335535 00002000:00010000:1.0:1763335535.225619:0:8416:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 256 -> 288 00010000:00010000:1.0:1763335535.225624:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45400/0x10123ce7f076440a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1511424->1576959) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d939 expref: 11 pid: 9882 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1763335535.225636:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45400/0x10123ce7f076440a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1511424->1576959) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d939 expref: 11 pid: 9882 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1763335535.225659:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45400/0x10123ce7f076440a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1511424->1576959) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d939 expref: 11 pid: 9882 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1763335535.225675:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335535.225677:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335535.225685:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45600/0x10123ce7f0764465 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1765376->1789951) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d994 expref: 5 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335535.225696:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45600/0x10123ce7f0764465 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1765376->1789951) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d994 expref: 5 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335535.225731:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45600/0x10123ce7f0764465 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1765376->1789951) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d994 expref: 5 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335535.225750:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc47cb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041318784:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335535.225838:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb600 going to sleep for 11 seconds 00000100:00100000:1.0:1763335535.229341:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc47cb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041318784:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335535.229377:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335535.229436:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5955500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+10:2406:x1848991028876544:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 3853us (4144us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335535.229447:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 451 00000100:00100000:2.0:1763335535.229769:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335535.229978:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028876672 00000100:00100000:3.0:1763335535.229986:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028876672 00000100:00100000:3.0:1763335535.230055:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 482 00000100:00100000:3.0:1763335535.230065:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0d0395500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991028876672:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:3.0:1763335535.230280:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1974101 -> 1974101 00002000:00010000:3.0:1763335535.230283:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335535 -> 1763335535 00002000:00010000:3.0:1763335535.230286:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335535 -> 1763335535 00002000:00010000:3.0:1763335535.230287:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335535 -> 1763335535 00002000:00010000:3.0:1763335535.230289:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 288 -> 288 00000100:00100000:3.0:1763335535.230322:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0d0395500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991028876672:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 259us (554us total) trans 4294967507 rc 0/0 00000100:00100000:3.0:1763335535.230329:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 482 00000100:00100000:0.0:1763335535.235169:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335535.235610:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028876800 00000100:00100000:3.0:1763335535.235622:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028876800 00000100:00100000:3.0:1763335535.235917:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1204 00000100:00100000:3.0:1763335535.235928:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5956680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+13:2409:x1848991028876800:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335535.235952:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335535.235976:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07400/0x10123ce7f076446c lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d99b expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335535.236207:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07c00/0x10123ce7f0764442 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d971 expref: 11 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335535.236416:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d0397800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041318912:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335535.236512:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0da4290c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335535.239516:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0397800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041318912:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335535.239541:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:2.0:1763335535.239558:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07400/0x10123ce7f076446c lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d99b expref: 14 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.239578:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335535.239581:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335535.239586:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07400/0x10123ce7f076446c lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d99b expref: 14 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.239599:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a07400, rc 0) 00000100:00100000:2.0:1763335535.239654:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5956680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+13:2409:x1848991028876800:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3728us (4495us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335535.239663:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1204 00000100:00100000:0.0:1763335535.242843:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335535.243359:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028876928 00000100:00100000:2.0:1763335535.243370:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028876928 00000100:00100000:2.0:1763335535.243475:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1205 00000100:00100000:2.0:1763335535.243486:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5954000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+13:2408:x1848991028876928:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335535.243509:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335535.243533:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764473 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d9a2 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.243570:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07c00/0x10123ce7f0764442 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d971 expref: 11 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335535.243613:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d0397800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041319040:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335535.243838:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0da4290c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335535.246730:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0397800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041319040:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335535.246756:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:2.0:1763335535.246773:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764473 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d9a2 expref: 14 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.246792:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335535.246795:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335535.246800:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764473 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d9a2 expref: 14 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.246812:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98400, rc 0) 00000100:00100000:2.0:1763335535.247095:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5954000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+13:2408:x1848991028876928:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3609us (4261us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335535.247105:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1205 00000100:00100000:0.0:1763335535.250641:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335535.250719:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028877056 00000100:00100000:2.0:1763335535.250728:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028877056 00000100:00100000:2.0:1763335535.250975:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1206 00000100:00100000:2.0:1763335535.250983:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5954e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+13:2406:x1848991028877056:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335535.251005:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335535.251032:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98a00/0x10123ce7f076447a lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d9a9 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.251063:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07c00/0x10123ce7f0764442 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d971 expref: 11 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335535.251097:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d0397800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041319168:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335535.251163:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0da4290c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335535.254728:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0397800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041319168:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335535.254755:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:2.0:1763335535.254775:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98a00/0x10123ce7f076447a lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d9a9 expref: 14 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.254795:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335535.254799:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335535.254804:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98a00/0x10123ce7f076447a lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d9a9 expref: 14 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.254818:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98a00, rc 0) 00000100:00100000:2.0:1763335535.255309:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5954e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+13:2406:x1848991028877056:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4323us (4673us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335535.255319:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1206 00000100:00100000:0.0:1763335535.258666:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335535.259053:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028877184 00000100:00100000:2.0:1763335535.259063:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028877184 00000100:00100000:2.0:1763335535.259112:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1207 00000100:00100000:2.0:1763335535.259121:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5957100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+13:2408:x1848991028877184:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335535.259144:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335535.259165:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764481 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d9b0 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.259205:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07c00/0x10123ce7f0764442 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d971 expref: 11 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335535.259247:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d0397800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041319296:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335535.259333:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0da4290c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335535.262419:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0397800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041319296:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335535.262447:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:2.0:1763335535.262466:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764481 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d9b0 expref: 14 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.262488:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335535.262491:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335535.262496:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764481 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d9b0 expref: 14 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.262510:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98400, rc 0) 00000100:00100000:2.0:1763335535.262572:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5957100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+13:2408:x1848991028877184:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3450us (3915us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335535.262582:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1207 00000100:00100000:0.0:1763335535.266213:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335535.266825:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028877312 00000100:00100000:2.0:1763335535.266836:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028877312 00000100:00100000:2.0:1763335535.267043:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1208 00000100:00100000:2.0:1763335535.267052:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5957480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+13:15720:x1848991028877312:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335535.267074:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335535.267095:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764488 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d9b7 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.267124:0:8224:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07c00/0x10123ce7f0764442 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d971 expref: 11 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.267134:0:8224:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764488 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d9b7 expref: 14 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.267167:0:8224:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07c00/0x10123ce7f0764442 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d971 expref: 11 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.267181:0:8224:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07c00/0x10123ce7f0764442 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d971 expref: 11 pid: 8224 timeout: 435 lvb_type: 0 00000100:00100000:2.0:1763335535.267193:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d0397800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041319424:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335535.267278:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0da4290c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335535.271725:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335535.272293:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0397800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041319424:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335535.272326:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764488 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d9b7 expref: 14 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.272347:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335535.272351:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335535.272355:0:8224:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764488 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d9b7 expref: 14 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.272377:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98400, rc 0) 00000100:00100000:2.0:1763335535.272446:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5957480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+14:15720:x1848991028877312:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5395us (6244us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335535.272455:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1208 00000100:00100000:1.0:1763335535.273421:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028877440 00000100:00100000:1.0:1763335535.273431:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028877440 00010000:00010000:1.0:1763335535.273463:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07c00/0x10123ce7f0764442 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d971 expref: 12 pid: 8224 timeout: 435 lvb_type: 0 00000100:00100000:1.0:1763335535.273498:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 452 00000100:00100000:1.0:1763335535.273507:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5956a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+12:2408:x1848991028877440:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335535.273524:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335535.273545:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07c00/0x10123ce7f0764442 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d971 expref: 12 pid: 8224 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1763335535.273558:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07c00/0x10123ce7f0764442 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d971 expref: 12 pid: 8224 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1763335535.273579:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a07c00/0x10123ce7f0764442 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d971 expref: 12 pid: 8224 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1763335535.273592:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335535.273598:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764488 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d9b7 expref: 13 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335535.273609:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764488 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d9b7 expref: 13 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335535.273618:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764488 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d9b7 expref: 13 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335535.273651:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764488 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d9b7 expref: 13 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335535.273663:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc47cb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041319552:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335535.273740:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb600 going to sleep for 11 seconds 00000100:00100000:0.0:1763335535.280624:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335535.280814:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028877568 00000100:00100000:3.0:1763335535.280825:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028877568 00002000:00100000:3.0:1763335535.280934:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5956d80 x1848991028877568/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:581/0 lens 488/0 e 0 to 0 dl 1763335546 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335535.280946:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5956d80 with x1848991028877568 00000100:00100000:3.0:1763335535.280986:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 676 00000100:00100000:3.0:1763335535.280995:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5956d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991028877568:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335535.281177:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5956d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991028877568:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 182us (561us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335535.281185:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 676 00002000:00100000:3.0:1763335535.281192:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5956d80 x1848991028877568/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:581/0 lens 488/4536 e 0 to 0 dl 1763335546 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335535.281200:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5956d80 with x1848991028877568 00000100:00100000:1.0:1763335535.281546:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc47cb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041319552:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335535.281572:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335535.281614:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5956a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:2408:x1848991028877440:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 8107us (9903us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335535.281623:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 452 00000100:00100000:0.0:1763335535.286806:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335535.286975:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028877696 00000100:00100000:2.0:1763335535.286986:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028877696 00002000:00100000:2.0:1763335535.287038:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1052672->1056767) req@ffff9af0f7cedf80 x1848991028877696/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:581/0 lens 488/0 e 0 to 0 dl 1763335546 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335535.287050:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7cedf80 with x1848991028877696 ext(1052672->1056767) 00002000:00010000:2.0:1763335535.287055:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7cedf80 00000100:00100000:2.0:1763335535.287084:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 483 00000100:00100000:2.0:1763335535.287092:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7cedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+7:2407:x1848991028877696:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335535.287254:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7cedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+7:2407:x1848991028877696:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 161us (456us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335535.287262:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 483 00002000:00100000:2.0:1763335535.287269:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1052672->1056767) req@ffff9af0f7cedf80 x1848991028877696/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:581/0 lens 488/4536 e 0 to 0 dl 1763335546 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335535.287277:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7cedf80 with x1848991028877696 ext(1052672->1056767) 00002000:00010000:2.0:1763335535.287280:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7cedf80 00000100:00100000:3.0:1763335535.291799:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335535.291837:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335535.292062:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028877952 00000100:00100000:1.0:1763335535.292072:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028877952 00000100:00100000:1.0:1763335535.292118:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 884 00000100:00100000:1.0:1763335535.292126:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3782a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+10:2407:x1848991028877952:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335535.292143:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335535.292160:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45400/0x10123ce7f076448f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d9c5 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335535.292217:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc47cb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041319680:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335535.292286:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb600 going to sleep for 11 seconds 00000100:00100000:2.0:1763335535.292504:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028877824 00000100:00100000:2.0:1763335535.292508:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028877824 00000100:00100000:2.0:1763335535.292545:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1209 00000100:00100000:2.0:1763335535.292551:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5723800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:2407:x1848991028877824:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335535.292561:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335535.292575:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98a00/0x10123ce7f0764496 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d9be expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.292609:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764488 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d9b7 expref: 13 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335535.292631:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d0397800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041319808:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335535.292658:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0da4290c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335535.296111:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc47cb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041319680:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335535.296150:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45400/0x10123ce7f076448f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d9c5 expref: 11 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335535.296177:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45400/0x10123ce7f076448f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d9c5 expref: 11 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335535.296191:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5e45400, rc 0) 00000100:00100000:1.0:1763335535.296254:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3782a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+10:2407:x1848991028877952:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4126us (4414us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335535.296263:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 884 00000100:00100000:2.0:1763335535.297471:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0397800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041319808:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335535.297491:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:2.0:1763335535.297507:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98a00/0x10123ce7f0764496 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d9be expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.297525:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335535.297528:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335535.297533:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98a00/0x10123ce7f0764496 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d9be expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.297547:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98a00, rc 0) 00000100:00100000:2.0:1763335535.297602:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5723800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:2407:x1848991028877824:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5048us (5809us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335535.297612:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1209 00000100:00100000:3.0:1763335535.302811:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335535.303299:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335535.303474:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028878080 00000100:00100000:2.0:1763335535.303485:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028878080 00000100:00100000:2.0:1763335535.303567:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1210 00000100:00100000:2.0:1763335535.303576:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5615500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:2409:x1848991028878080:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335535.303598:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335535.303619:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f076449d lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d9cc expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.303659:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764488 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d9b7 expref: 13 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335535.303716:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d0397800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041319936:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335535.303805:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0da4290c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335535.304378:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028878208 00000100:00100000:1.0:1763335535.304384:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028878208 00000100:00100000:1.0:1763335535.304420:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 885 00000100:00100000:1.0:1763335535.304427:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3781f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+10:2409:x1848991028878208:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335535.304438:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335535.304451:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45400/0x10123ce7f07644a4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d9d3 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335535.304489:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc47cb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041320064:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335535.304845:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb600 going to sleep for 11 seconds 00000100:00100000:1.0:1763335535.308918:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc47cb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041320064:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335535.308957:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45400/0x10123ce7f07644a4 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d9d3 expref: 11 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335535.308986:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45400/0x10123ce7f07644a4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d9d3 expref: 11 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335535.308998:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5e45400, rc 0) 00000100:00100000:1.0:1763335535.309050:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3781f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+10:2409:x1848991028878208:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4622us (6248us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335535.309059:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 885 00000100:00100000:2.0:1763335535.309155:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0397800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041319936:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335535.309170:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:2.0:1763335535.309182:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f076449d lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d9cc expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.309195:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335535.309198:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335535.309203:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f076449d lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d9cc expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.309212:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98000, rc 0) 00000100:00100000:2.0:1763335535.309236:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5615500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:2409:x1848991028878080:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5662us (5938us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335535.309242:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1210 00000100:00100000:0.0:1763335535.313564:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335535.313716:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028878336 00000100:00100000:1.0:1763335535.313726:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028878336 00000100:00100000:1.0:1763335535.313780:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 886 00000100:00100000:1.0:1763335535.313789:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7cef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+10:15720:x1848991028878336:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335535.313807:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335535.313824:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44000/0x10123ce7f07644ab lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d9da expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335535.313852:0:9882:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45600/0x10123ce7f0764465 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1765376->1789951) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d994 expref: 6 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335535.313859:0:9882:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335535.313861:0:9882:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335535.313935:0:9882:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44000/0x10123ce7f07644ab lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1527808->1589247] (req 1527808->1589247) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d9da expref: 11 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335535.313969:0:9882:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45600/0x10123ce7f0764465 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1765376->1789951) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d994 expref: 6 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335535.313986:0:9882:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45600/0x10123ce7f0764465 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1765376->1789951) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d994 expref: 6 pid: 9882 timeout: 435 lvb_type: 0 00000100:00100000:1.0:1763335535.314000:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc47cb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041320192:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335535.314081:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb600 going to sleep for 11 seconds 00000100:00100000:1.0:1763335535.318277:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc47cb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041320192:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335535.318323:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44000/0x10123ce7f07644ab lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1527808->1589247] (req 1527808->1589247) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d9da expref: 11 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335535.318346:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5e44000, rc 0) 00000100:00100000:1.0:1763335535.318414:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7cef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:15720:x1848991028878336:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4625us (4858us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335535.318424:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 886 00000100:00100000:0.0:1763335535.321466:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335535.321705:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028878464 00000100:00100000:3.0:1763335535.321715:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028878464 00002000:00100000:3.0:1763335535.321765:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->1056767) req@ffff9af0f7ced180 x1848991028878464/t0(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:581/0 lens 8680/0 e 0 to 0 dl 1763335546 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335535.321776:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7ced180 with x1848991028878464 ext(1048576->1056767) 00010000:00010000:3.0:1763335535.321785:0:8406:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45600/0x10123ce7f0764465 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1765376->1789951) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d994 expref: 7 pid: 9882 timeout: 435 lvb_type: 0 00010000:00010000:3.0:1763335535.321800:0:8406:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45600/0x10123ce7f0764465 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1765376->1789951) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d994 expref: 7 pid: 9882 timeout: 435 lvb_type: 0 00002000:00010000:3.0:1763335535.321808:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9af0f7ced180 00000100:00100000:3.0:1763335535.321842:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 23 00000100:00100000:3.0:1763335535.321852:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7ced180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+7:2408:x1848991028878464:12345-192.168.202.34@tcp:4:fsx.0 00000100:00100000:3.0:1763335535.322921:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7ced180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+9:2408:x1848991028878464:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 1063us (1458us total) trans 4294967508 rc 0/0 00000100:00100000:3.0:1763335535.322932:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 23 00002000:00100000:3.0:1763335535.322944:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->1056767) req@ffff9af0f7ced180 x1848991028878464/t4294967508(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:581/0 lens 8680/448 e 0 to 0 dl 1763335546 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335535.322953:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7ced180 with x1848991028878464 ext(1048576->1056767) 00010000:00010000:3.0:1763335535.322960:0:8406:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45600/0x10123ce7f0764465 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1765376->1789951) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d994 expref: 9 pid: 9882 timeout: 435 lvb_type: 0 00010000:00010000:3.0:1763335535.322974:0:8406:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45600/0x10123ce7f0764465 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1765376->1789951) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d994 expref: 9 pid: 9882 timeout: 435 lvb_type: 0 00002000:00010000:3.0:1763335535.322993:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9af0f7ced180 00000100:00100000:0.0:1763335535.326137:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335535.326271:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028878592 00000100:00100000:1.0:1763335535.326282:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028878592 00010000:00010000:1.0:1763335535.326324:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45600/0x10123ce7f0764465 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1765376->1789951) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d994 expref: 9 pid: 9882 timeout: 435 lvb_type: 0 00000100:00100000:1.0:1763335535.326355:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 453 00000100:00100000:1.0:1763335535.326363:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7cec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+9:2409:x1848991028878592:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335535.326377:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335535.326397:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45600/0x10123ce7f0764465 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1765376->1789951) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d994 expref: 9 pid: 9882 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1763335535.326412:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45600/0x10123ce7f0764465 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1765376->1789951) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d994 expref: 9 pid: 9882 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1763335535.326436:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45600/0x10123ce7f0764465 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1765376->1789951) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d994 expref: 9 pid: 9882 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1763335535.326453:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335535.326455:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335535.326462:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44000/0x10123ce7f07644ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1527808->1589247) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d9da expref: 10 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335535.326473:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44000/0x10123ce7f07644ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1527808->1589247) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d9da expref: 10 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335535.326513:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44000/0x10123ce7f07644ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1527808->1589247) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d9da expref: 10 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335535.326528:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc47cb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041320320:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335535.326607:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb600 going to sleep for 11 seconds 00000100:00100000:0.0:1763335535.330589:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335535.330689:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc47cb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041320320:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335535.330711:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335535.330772:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7cec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991028878592:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 4409us (4645us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335535.330782:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 453 00000100:00100000:3.0:1763335535.330857:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028878720 00000100:00100000:3.0:1763335535.330907:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028878720 00002000:00100000:3.0:1763335535.330954:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1527808->1531903) req@ffff9af0f7cee680 x1848991028878720/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:581/0 lens 488/0 e 0 to 0 dl 1763335546 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335535.330964:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7cee680 with x1848991028878720 ext(1527808->1531903) 00002000:00010000:3.0:1763335535.330969:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7cee680 00000100:00100000:3.0:1763335535.330988:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 484 00000100:00100000:3.0:1763335535.330996:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7cee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+11:2409:x1848991028878720:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335535.331230:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7cee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+11:2409:x1848991028878720:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 232us (649us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335535.331237:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 484 00002000:00100000:3.0:1763335535.331243:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1527808->1531903) req@ffff9af0f7cee680 x1848991028878720/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:581/0 lens 488/4536 e 0 to 0 dl 1763335546 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335535.331251:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7cee680 with x1848991028878720 ext(1527808->1531903) 00002000:00010000:3.0:1763335535.331254:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7cee680 00000100:00100000:0.0:1763335535.341373:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335535.342134:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028878848 00000100:00100000:2.0:1763335535.342146:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028878848 00002000:00100000:2.0:1763335535.342199:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1585152->1589247) req@ffff9af0f7cefb80 x1848991028878848/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:581/0 lens 488/0 e 0 to 0 dl 1763335546 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335535.342212:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7cefb80 with x1848991028878848 ext(1585152->1589247) 00002000:00010000:2.0:1763335535.342218:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7cefb80 00000100:00100000:2.0:1763335535.342664:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 485 00000100:00100000:2.0:1763335535.342680:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7cefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2406:x1848991028878848:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335535.344464:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7cefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2406:x1848991028878848:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 1776us (3086us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335535.344478:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 485 00002000:00100000:2.0:1763335535.344492:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1585152->1589247) req@ffff9af0f7cefb80 x1848991028878848/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:581/0 lens 488/4536 e 0 to 0 dl 1763335546 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335535.344504:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7cefb80 with x1848991028878848 ext(1585152->1589247) 00002000:00010000:2.0:1763335535.344510:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7cefb80 00000100:00100000:0.0:1763335535.350442:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335535.350841:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028878976 00000100:00100000:2.0:1763335535.350851:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028878976 00000100:00100000:2.0:1763335535.350970:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1211 00000100:00100000:2.0:1763335535.350980:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:2409:x1848991028878976:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335535.351003:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335535.351028:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f07644b2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d9e1 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.351069:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764488 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d9b7 expref: 13 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335535.351110:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d0397800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041320448:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335535.351185:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0da4290c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335535.354107:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0397800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041320448:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335535.354136:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:2.0:1763335535.354154:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f07644b2 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d9e1 expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.354181:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335535.354184:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335535.354189:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f07644b2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d9e1 expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.354202:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98000, rc 0) 00000100:00100000:2.0:1763335535.354265:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:2409:x1848991028878976:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3285us (3831us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335535.354274:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1211 00000100:00100000:0.0:1763335535.358925:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335535.359125:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028879104 00000100:00100000:2.0:1763335535.359136:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028879104 00000100:00100000:2.0:1763335535.359201:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1212 00000100:00100000:2.0:1763335535.359210:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:2407:x1848991028879104:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335535.359233:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335535.359255:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98a00/0x10123ce7f07644b9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d9e8 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.359294:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764488 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d9b7 expref: 13 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335535.359335:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d0397800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041320576:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335535.359420:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0da4290c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335535.361850:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0397800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041320576:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335535.361916:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:2.0:1763335535.361938:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98a00/0x10123ce7f07644b9 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d9e8 expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.361964:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335535.361967:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335535.361973:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98a00/0x10123ce7f07644b9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d9e8 expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.361986:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98a00, rc 0) 00000100:00100000:2.0:1763335535.362262:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:2407:x1848991028879104:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3051us (3347us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335535.362272:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1212 00000100:00100000:1.0:1763335535.370334:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335535.370683:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028879232 00000100:00100000:2.0:1763335535.370693:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028879232 00002000:00100000:2.0:1763335535.370747:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc47cb480 x1848991028879232/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:581/0 lens 488/0 e 0 to 0 dl 1763335546 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335535.370758:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc47cb480 with x1848991028879232 00000100:00100000:2.0:1763335535.370798:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 677 00000100:00100000:2.0:1763335535.370808:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991028879232:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335535.389834:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991028879232:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 19017us (19499us total) trans 0 rc 987136/987136 00000100:00100000:2.0:1763335535.389848:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 677 00002000:00100000:2.0:1763335535.389862:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc47cb480 x1848991028879232/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:581/0 lens 488/440 e 0 to 0 dl 1763335546 ref 1 fl Complete:/600/0 rc 987136/987136 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335535.389911:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc47cb480 with x1848991028879232 00000100:00100000:3.0:1763335535.395944:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335535.396360:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028879360 00000100:00100000:1.0:1763335535.396371:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028879360 00000100:00100000:1.0:1763335535.396430:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 887 00000100:00100000:1.0:1763335535.396441:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5616a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991028879360:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335535.396458:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335535.396478:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45a00/0x10123ce7f07644c0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d9ef expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335535.396946:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5fd5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041320704:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335535.397102:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb600 going to sleep for 11 seconds 00000100:00100000:1.0:1763335535.399227:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5fd5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041320704:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335535.399265:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45a00/0x10123ce7f07644c0 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d9ef expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335535.399287:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45a00/0x10123ce7f07644c0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d9ef expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335535.399300:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5e45a00, rc 0) 00000100:00100000:1.0:1763335535.399359:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5616a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991028879360:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2919us (3428us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335535.399368:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 887 00000100:00100000:0.0:1763335535.405438:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335535.405528:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028879488 00000100:00100000:1.0:1763335535.405539:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028879488 00000100:00100000:1.0:1763335535.405608:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 888 00000100:00100000:1.0:1763335535.405618:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991028879488:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335535.405637:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335535.405657:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45800/0x10123ce7f07644c7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d9f6 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335535.405723:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5fd5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041320832:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335535.405824:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb600 going to sleep for 11 seconds 00000100:00100000:1.0:1763335535.409834:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5fd5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041320832:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335535.409922:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45800/0x10123ce7f07644c7 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d9f6 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335535.409946:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45800/0x10123ce7f07644c7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d9f6 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335535.409958:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5e45800, rc 0) 00000100:00100000:1.0:1763335535.410154:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991028879488:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4536us (4725us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335535.410163:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 888 00000100:00100000:0.0:1763335535.415699:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335535.415804:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028879616 00000100:00100000:2.0:1763335535.415822:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028879616 00000100:00100000:2.0:1763335535.415914:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1213 00000100:00100000:2.0:1763335535.415924:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:2407:x1848991028879616:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335535.415944:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335535.415965:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f07644ce lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847d9fd expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.416005:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764488 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d9b7 expref: 13 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335535.416043:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d0397800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041320960:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335535.416123:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0da4290c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335535.424831:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0397800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041320960:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335535.424856:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:2.0:1763335535.424912:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f07644ce lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d9fd expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.424931:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335535.424934:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335535.424938:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f07644ce lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d9fd expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.424951:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98000, rc 0) 00000100:00100000:2.0:1763335535.424996:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:2407:x1848991028879616:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 9074us (9307us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335535.425004:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1213 00000100:00100000:0.0:1763335535.428983:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335535.429135:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028879744 00000100:00100000:2.0:1763335535.429146:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028879744 00002000:00100000:2.0:1763335535.429199:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1597440->1601535) req@ffff9af0f7d0b100 x1848991028879744/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:581/0 lens 488/0 e 0 to 0 dl 1763335546 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335535.429212:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7d0b100 with x1848991028879744 ext(1597440->1601535) 00002000:00010000:2.0:1763335535.429218:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7d0b100 00000100:00100000:3.0:1763335535.429797:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 486 00000100:00100000:3.0:1763335535.429810:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+11:2408:x1848991028879744:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335535.430055:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+11:2408:x1848991028879744:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 248us (1081us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335535.430064:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 486 00002000:00100000:3.0:1763335535.430080:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1597440->1601535) req@ffff9af0f7d0b100 x1848991028879744/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:581/0 lens 488/4536 e 0 to 0 dl 1763335546 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335535.430089:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7d0b100 with x1848991028879744 ext(1597440->1601535) 00002000:00010000:3.0:1763335535.430093:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7d0b100 00000100:00100000:0.0:1763335535.437846:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335535.437987:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028879872 00000100:00100000:2.0:1763335535.437997:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028879872 00002000:00100000:2.0:1763335535.438049:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1601536->1605631) req@ffff9af0f7d0a300 x1848991028879872/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:581/0 lens 488/0 e 0 to 0 dl 1763335546 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335535.438059:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7d0a300 with x1848991028879872 ext(1601536->1605631) 00002000:00010000:2.0:1763335535.438064:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7d0a300 00000100:00100000:2.0:1763335535.438100:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 487 00000100:00100000:2.0:1763335535.438109:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2409:x1848991028879872:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335535.438325:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2409:x1848991028879872:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 216us (486us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335535.438333:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 487 00002000:00100000:2.0:1763335535.438340:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1601536->1605631) req@ffff9af0f7d0a300 x1848991028879872/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:581/0 lens 488/4536 e 0 to 0 dl 1763335546 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335535.438349:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7d0a300 with x1848991028879872 ext(1601536->1605631) 00002000:00010000:2.0:1763335535.438352:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7d0a300 00000100:00100000:0.0:1763335535.445710:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335535.446430:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028880000 00000100:00100000:2.0:1763335535.446441:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028880000 00002000:00100000:2.0:1763335535.446490:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1605632->1609727) req@ffff9af0f7d0a680 x1848991028880000/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:581/0 lens 488/0 e 0 to 0 dl 1763335546 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335535.446502:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7d0a680 with x1848991028880000 ext(1605632->1609727) 00002000:00010000:2.0:1763335535.446509:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7d0a680 00000100:00100000:2.0:1763335535.446578:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 488 00000100:00100000:2.0:1763335535.446587:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2406:x1848991028880000:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335535.446855:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2406:x1848991028880000:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 268us (1154us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335535.446863:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 488 00002000:00100000:2.0:1763335535.446893:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1605632->1609727) req@ffff9af0f7d0a680 x1848991028880000/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:581/0 lens 488/4536 e 0 to 0 dl 1763335546 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335535.446902:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7d0a680 with x1848991028880000 ext(1605632->1609727) 00002000:00010000:2.0:1763335535.446906:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7d0a680 00000100:00100000:0.0:1763335535.453162:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335535.453350:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028880128 00000100:00100000:2.0:1763335535.453362:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028880128 00002000:00100000:2.0:1763335535.453413:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1609728->1613823) req@ffff9af0f7d08000 x1848991028880128/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:581/0 lens 488/0 e 0 to 0 dl 1763335546 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335535.453425:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7d08000 with x1848991028880128 ext(1609728->1613823) 00002000:00010000:2.0:1763335535.453432:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7d08000 00000100:00100000:2.0:1763335535.453474:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 489 00000100:00100000:2.0:1763335535.453484:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2408:x1848991028880128:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335535.453696:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2408:x1848991028880128:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 213us (544us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335535.453704:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 489 00002000:00100000:2.0:1763335535.453710:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1609728->1613823) req@ffff9af0f7d08000 x1848991028880128/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:581/0 lens 488/4536 e 0 to 0 dl 1763335546 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335535.453718:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7d08000 with x1848991028880128 ext(1609728->1613823) 00002000:00010000:2.0:1763335535.453722:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7d08000 00000100:00100000:1.0:1763335535.460336:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335535.460462:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028880256 00000100:00100000:3.0:1763335535.460472:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028880256 00002000:00100000:3.0:1763335535.460526:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1613824->1617919) req@ffff9aefc5fd5880 x1848991028880256/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:581/0 lens 488/0 e 0 to 0 dl 1763335546 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335535.460537:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5fd5880 with x1848991028880256 ext(1613824->1617919) 00002000:00010000:3.0:1763335535.460545:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5fd5880 00000100:00100000:3.0:1763335535.460580:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 490 00000100:00100000:3.0:1763335535.460589:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5fd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+11:2409:x1848991028880256:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335535.460805:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5fd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+11:2409:x1848991028880256:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 216us (479us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335535.460812:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 490 00002000:00100000:3.0:1763335535.460818:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1613824->1617919) req@ffff9aefc5fd5880 x1848991028880256/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:581/0 lens 488/4536 e 0 to 0 dl 1763335546 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335535.460826:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5fd5880 with x1848991028880256 ext(1613824->1617919) 00002000:00010000:3.0:1763335535.460830:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5fd5880 00000100:00100000:0.0:1763335535.466549:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335535.469011:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028880384 00000100:00100000:3.0:1763335535.469027:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028880384 00002000:00100000:3.0:1763335535.469087:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1617920->1622015) req@ffff9af0f7d09c00 x1848991028880384/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:581/0 lens 488/0 e 0 to 0 dl 1763335546 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335535.469098:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7d09c00 with x1848991028880384 ext(1617920->1622015) 00002000:00010000:3.0:1763335535.469117:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7d09c00 00000100:00100000:3.0:1763335535.469164:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 491 00000100:00100000:3.0:1763335535.469174:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+11:2409:x1848991028880384:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335535.469393:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+11:2409:x1848991028880384:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 220us (2855us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335535.469402:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 491 00002000:00100000:3.0:1763335535.469408:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1617920->1622015) req@ffff9af0f7d09c00 x1848991028880384/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:581/0 lens 488/4536 e 0 to 0 dl 1763335546 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335535.469416:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7d09c00 with x1848991028880384 ext(1617920->1622015) 00002000:00010000:3.0:1763335535.469419:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7d09c00 00000100:00100000:1.0:1763335535.475127:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335535.475219:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028880512 00000100:00100000:2.0:1763335535.475229:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028880512 00000100:00100000:2.0:1763335535.475292:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1214 00000100:00100000:2.0:1763335535.475303:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5fd7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:2407:x1848991028880512:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335535.475322:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335535.475344:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f07644d5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847da04 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.475381:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764488 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d9b7 expref: 13 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335535.475423:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d0397800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041321088:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335535.475523:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0da4290c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335535.478128:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0397800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041321088:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335535.478157:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:2.0:1763335535.478176:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f07644d5 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da04 expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.478197:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335535.478201:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335535.478206:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f07644d5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da04 expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.478220:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98000, rc 0) 00000100:00100000:2.0:1763335535.478820:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5fd7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:2407:x1848991028880512:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3515us (3700us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335535.478831:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1214 00000100:00100000:0.0:1763335535.484456:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335535.484661:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028880640 00000100:00100000:2.0:1763335535.484671:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028880640 00000100:00100000:2.0:1763335535.484734:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1215 00000100:00100000:2.0:1763335535.484744:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc56fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:2408:x1848991028880640:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335535.484764:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335535.484784:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f07644dc lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847da0b expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.484843:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764488 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d9b7 expref: 13 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335535.484914:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d0397800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041321216:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335535.485003:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0da4290c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335535.492537:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0397800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041321216:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335535.492563:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:2.0:1763335535.492810:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f07644dc lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da0b expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.492831:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335535.492834:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335535.492839:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f07644dc lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da0b expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.492853:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99200, rc 0) 00000100:00100000:2.0:1763335535.493653:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc56fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:2408:x1848991028880640:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 8907us (9205us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335535.493664:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1215 00000100:00100000:1.0:1763335535.497285:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335535.497647:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028880896 00000100:00100000:2.0:1763335535.497658:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028880896 00000100:00100000:2.0:1763335535.497719:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1216 00000100:00100000:2.0:1763335535.497731:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:15720:x1848991028880896:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:2.0:1763335535.497786:0:8224:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335535.497814:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f076431c lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d852 expref: 11 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.497832:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335535.497837:0:8224:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335535.498072:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f07644e3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335535.498088:0:8224:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98200/0x10123ce7f076432a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d859 expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.498098:0:8224:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f07644e3 lrc: 4/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335535.498130:0:8224:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98200/0x10123ce7f076432a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d859 expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.498144:0:8224:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98200/0x10123ce7f076432a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d859 expref: 13 pid: 10055 timeout: 436 lvb_type: 0 00000100:00100000:2.0:1763335535.498159:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d0397800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041321344:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335535.498249:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c1254e40 going to sleep for 11 seconds 00000100:00100000:2.0:1763335535.501578:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0397800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041321344:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335535.501609:0:8224:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f07644e3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000100:00100000:1.0:1763335535.502460:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335535.502732:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028881024 00000100:00100000:0.0:1763335535.502741:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028881024 00010000:00010000:0.0:1763335535.502780:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98200/0x10123ce7f076432a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d859 expref: 14 pid: 10055 timeout: 436 lvb_type: 0 00000100:00100000:0.0:1763335535.502823:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 454 00000100:00100000:0.0:1763335535.502833:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d90e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991028881024:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335535.502849:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335535.502856:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98200/0x10123ce7f076432a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d859 expref: 14 pid: 10055 timeout: 436 lvb_type: 0 00010000:00010000:0.0:1763335535.502900:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98200/0x10123ce7f076432a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d859 expref: 14 pid: 10055 timeout: 436 lvb_type: 0 00010000:00010000:0.0:1763335535.502923:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98200/0x10123ce7f076432a lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d859 expref: 14 pid: 10055 timeout: 436 lvb_type: 0 00010000:00010000:0.0:1763335535.502938:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335535.502942:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f07644e3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335535.502951:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f07644e3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335535.502958:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f07644e3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335535.502988:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335535.503054:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d90e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+13:2409:x1848991028881024:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 222us (595us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335535.503061:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 454 00010000:00010000:2.0:1763335535.503708:0:8224:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f07644e3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335535.503717:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f07644e3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000001:00080000:2.0:1763335535.503812:0:8224:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967786 00000004:00010000:2.0:1763335535.503856:0:8224:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 1048576 -> 1048576 00000004:00010000:2.0:1763335535.503860:0:8224:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335535 -> 1763335535 00000004:00010000:2.0:1763335535.503862:0:8224:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335535 -> 1763335534 00000004:00010000:2.0:1763335535.503899:0:8224:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335535 -> 1763335535 00000004:00010000:2.0:1763335535.503901:0:8224:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 792 -> 792 00000004:00010000:2.0:1763335535.503907:0:8224:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d5403432 reply state 000000002cfccdb2 transno 4294967787 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f07644e3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335535.503919:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f07644e3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335535.503926:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335535.503928:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335535.503931:0:8224:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763335535.504031:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+13:15720:x1848991028880896:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 6301us (6755us total) trans 4294967787 rc 0/0 00000100:00100000:2.0:1763335535.504038:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1216 00000020:00080000:2.0:1763335535.504042:0:8224:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763335535.508157:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335535.508254:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028881152 00000100:00100000:2.0:1763335535.508265:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028881152 00000100:00100000:2.0:1763335535.508378:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1217 00000100:00100000:2.0:1763335535.508389:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+13:15720:x1848991028881152:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335535.508487:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335535.508509:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f07644ea lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847da12 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.508545:0:8224:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764488 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d9b7 expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.508557:0:8224:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f07644ea lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da12 expref: 14 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.508593:0:8224:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764488 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d9b7 expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.508608:0:8224:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764488 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d9b7 expref: 12 pid: 8224 timeout: 436 lvb_type: 0 00000100:00100000:2.0:1763335535.508623:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d0397800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041321472:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335535.508743:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c12546c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335535.513782:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0397800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041321472:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335535.513816:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f07644ea lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da12 expref: 14 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.513835:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335535.513839:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335535.513843:0:8224:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f07644ea lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da12 expref: 14 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.513855:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98800, rc 0) 00000100:00100000:2.0:1763335535.513970:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+14:15720:x1848991028881152:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5581us (5823us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335535.513980:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1217 00000100:00100000:3.0:1763335535.514192:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335535.514968:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028881280 00000100:00100000:2.0:1763335535.514977:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028881280 00002000:00100000:2.0:1763335535.515021:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5616d80 x1848991028881280/t0(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:581/0 lens 488/0 e 0 to 0 dl 1763335546 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335535.515032:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5616d80 with x1848991028881280 00010000:00010000:2.0:1763335535.515040:0:6529:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764488 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d9b7 expref: 13 pid: 8224 timeout: 436 lvb_type: 0 00010000:00010000:2.0:1763335535.515055:0:6529:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764488 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d9b7 expref: 13 pid: 8224 timeout: 436 lvb_type: 0 00002000:00010000:2.0:1763335535.515062:0:6529:0:(mdt_io.c:157:mdt_rw_hpreq_check()) lustre-MDT0000: refreshed 1 locks timeout for req ffff9aefc5616d80 00000100:00100000:2.0:1763335535.515090:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 37 00000100:00100000:2.0:1763335535.515099:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5616d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+13:2409:x1848991028881280:12345-192.168.202.34@tcp:4:fsx.0 00000004:00010000:2.0:1763335535.518845:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 1048576 -> 1048576 00000004:00010000:2.0:1763335535.518855:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335535 -> 1763335535 00000004:00010000:2.0:1763335535.518857:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335534 -> 1763335534 00000004:00010000:2.0:1763335535.518860:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335535 -> 1763335535 00000004:00010000:2.0:1763335535.518862:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 792 -> 824 00000100:00100000:2.0:1763335535.518992:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5616d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+16:2409:x1848991028881280:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 3888us (4794us total) trans 4294967789 rc 0/0 00000100:00100000:2.0:1763335535.519004:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 37 00002000:00100000:2.0:1763335535.519016:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5616d80 x1848991028881280/t4294967789(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:581/0 lens 488/448 e 0 to 0 dl 1763335546 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335535.519026:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5616d80 with x1848991028881280 00010000:00010000:2.0:1763335535.519036:0:6529:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764488 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d9b7 expref: 16 pid: 8224 timeout: 436 lvb_type: 0 00010000:00010000:2.0:1763335535.519053:0:6529:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764488 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d9b7 expref: 16 pid: 8224 timeout: 436 lvb_type: 0 00002000:00010000:2.0:1763335535.519062:0:6529:0:(mdt_io.c:157:mdt_rw_hpreq_check()) lustre-MDT0000: refreshed 1 locks timeout for req ffff9aefc5616d80 00000100:00100000:0.0:1763335535.524470:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335535.524565:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028881408 00000100:00100000:1.0:1763335535.524576:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028881408 00010000:00010000:1.0:1763335535.524617:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764488 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d9b7 expref: 16 pid: 8224 timeout: 436 lvb_type: 0 00000100:00100000:1.0:1763335535.524691:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 455 00000100:00100000:1.0:1763335535.524702:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc56fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:819c42eb-8a5f-4523-990c-a007cb66998d+16:2409:x1848991028881408:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335535.524717:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335535.524740:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764488 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d9b7 expref: 16 pid: 8224 timeout: 436 lvb_type: 0 00010000:00010000:1.0:1763335535.524754:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764488 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d9b7 expref: 16 pid: 8224 timeout: 436 lvb_type: 0 00010000:00010000:1.0:1763335535.524779:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764488 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d9b7 expref: 16 pid: 8224 timeout: 436 lvb_type: 0 00010000:00010000:1.0:1763335535.524796:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335535.524803:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f07644ea lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da12 expref: 13 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335535.524815:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f07644ea lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da12 expref: 13 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335535.524824:0:6500:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f07644ea lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da12 expref: 13 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335535.524859:0:6500:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f07644ea lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da12 expref: 13 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335535.524932:0:6500:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c3e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6500:1848991041321600:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335535.525195:0:6500:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb600 going to sleep for 11 seconds 00000100:00100000:1.0:1763335535.528495:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335535.528570:0:6500:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c3e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6500:1848991041321600:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763335535.528592:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335535.528650:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc56fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:819c42eb-8a5f-4523-990c-a007cb66998d+15:2409:x1848991028881408:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 3948us (4188us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335535.528660:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 455 00000100:00100000:2.0:1763335535.528908:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028881536 00000100:00100000:2.0:1763335535.528915:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028881536 00002000:00010000:2.0:1763335535.528947:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (2000879->18446744073709551615) 00002000:00100000:2.0:1763335535.528952:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7c3df80 with x1848991028881536 ext(2000879->18446744073709551615) 00002000:00010000:2.0:1763335535.528962:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7c3df80. 00000100:00100000:2.0:1763335535.528981:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 492 00000100:00100000:2.0:1763335535.528990:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2408:x1848991028881536:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:2.0:1763335535.529201:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1974101 -> 2000879 00002000:00010000:2.0:1763335535.529205:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335535 -> 1763335535 00002000:00010000:2.0:1763335535.529207:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335535 -> 1763335535 00002000:00010000:2.0:1763335535.529210:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335535 -> 1763335535 00002000:00010000:2.0:1763335535.529212:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 288 -> 288 00000100:00100000:2.0:1763335535.529247:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+12:2408:x1848991028881536:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 257us (765us total) trans 4294967509 rc 0/0 00000100:00100000:2.0:1763335535.529254:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 492 00002000:00010000:2.0:1763335535.529258:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (2000879->18446744073709551615) 00002000:00100000:2.0:1763335535.529261:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7c3df80 with x1848991028881536 ext(2000879->18446744073709551615) 00002000:00010000:2.0:1763335535.529266:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7c3df80. 00000100:00100000:1.0:1763335535.532037:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335535.532130:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028881664 00000100:00100000:2.0:1763335535.532139:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028881664 00000100:00100000:2.0:1763335535.532232:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1218 00000100:00100000:2.0:1763335535.532243:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+15:15720:x1848991028881664:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335535.532270:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335535.532291:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98e00/0x10123ce7f07644f1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847da19 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.532420:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f07644f8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335535.532436:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f07644f8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335535.532447:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f07644f8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000004:00200000:2.0:1763335535.532475:0:8224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 2000879 00000004:00200000:2.0:1763335535.532480:0:8224:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763335535.532497:0:8224:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f07644f8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335535.532523:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98e00/0x10123ce7f07644f1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da19 expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.532539:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f07644f8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da19 expref: 16 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.532548:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335535.532551:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335535.532555:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99c00, rc 0) 00000100:00100000:2.0:1763335535.533220:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+16:15720:x1848991028881664:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 976us (1190us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335535.533229:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1218 00000100:00100000:3.0:1763335535.536571:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335535.536629:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335535.536816:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028881792 00000100:00100000:2.0:1763335535.536827:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028881792 00000100:00100000:2.0:1763335535.536921:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1219 00000100:00100000:2.0:1763335535.536931:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c6722a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+16:2408:x1848991028881792:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335535.536952:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335535.536973:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f07644ff lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847da20 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.537010:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f07644ea lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da12 expref: 13 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335535.537062:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d0397800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041321728:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335535.537141:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c12546c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335535.538817:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028881920 00000100:00100000:1.0:1763335535.538828:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028881920 00000100:00100000:1.0:1763335535.538928:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 889 00000100:00100000:1.0:1763335535.538937:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c6723800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991028881920:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335535.538952:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335535.538967:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45e00/0x10123ce7f0764506 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847da27 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335535.539019:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c3ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041321856:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335535.539084:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb000 going to sleep for 11 seconds 00000004:00010000:2.0:1763335535.541190:0:8224:0:(mdt_lvb.c:189:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime: 1763335534 -> 1763335535 00000100:00100000:2.0:1763335535.541218:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0397800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041321728:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335535.541242:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:2.0:1763335535.541260:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f07644ff lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da20 expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.541280:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335535.541283:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335535.541287:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f07644ff lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da20 expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.541307:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98400, rc 0) 00000100:00100000:2.0:1763335535.541369:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c6722a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+16:2408:x1848991028881792:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4439us (4738us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335535.541377:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1219 00000100:00100000:1.0:1763335535.542841:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c3ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041321856:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335535.543278:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45e00/0x10123ce7f0764506 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da27 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335535.543302:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45e00/0x10123ce7f0764506 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da27 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335535.543314:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5e45e00, rc 0) 00000100:00100000:1.0:1763335535.543368:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c6723800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991028881920:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4431us (6809us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335535.543377:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 889 00000100:00100000:0.0:1763335535.546099:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335535.546302:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335535.546479:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028882048 00000100:00100000:2.0:1763335535.546488:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028882048 00000100:00100000:2.0:1763335535.546544:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1220 00000100:00100000:2.0:1763335535.546553:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc56ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+16:2409:x1848991028882048:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335535.546571:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335535.546591:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98e00/0x10123ce7f076450d lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847da2e expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.546627:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f07644ea lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da12 expref: 13 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335535.546663:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d0397800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041321984:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335535.546742:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c12546c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335535.546927:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028882176 00000100:00100000:1.0:1763335535.546932:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028882176 00000100:00100000:1.0:1763335535.546958:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 890 00000100:00100000:1.0:1763335535.546965:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc56ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991028882176:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335535.546973:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335535.546984:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45c00/0x10123ce7f0764514 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847da35 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335535.547018:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c3ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041322112:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335535.547065:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb000 going to sleep for 11 seconds 00000100:00100000:2.0:1763335535.553454:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0397800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041321984:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335535.553493:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:2.0:1763335535.553512:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98e00/0x10123ce7f076450d lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da2e expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.553531:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335535.553534:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335535.553538:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98e00/0x10123ce7f076450d lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da2e expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.553555:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98e00, rc 0) 00000100:00100000:2.0:1763335535.553619:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc56ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+16:2409:x1848991028882048:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7066us (7528us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335535.553629:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1220 00000100:00100000:1.0:1763335535.554166:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c3ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041322112:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335535.554186:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45c00/0x10123ce7f0764514 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da35 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335535.554202:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45c00/0x10123ce7f0764514 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da35 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335535.554211:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5e45c00, rc 0) 00000100:00100000:1.0:1763335535.554247:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc56ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991028882176:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7283us (7945us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335535.554253:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 890 00000100:00100000:0.0:1763335535.558989:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335535.559416:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335535.559458:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028882304 00000100:00100000:2.0:1763335535.559468:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028882304 00000100:00100000:1.0:1763335535.559468:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028882432 00000100:00100000:1.0:1763335535.559471:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028882432 00000100:00100000:1.0:1763335535.559513:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 891 00000100:00100000:2.0:1763335535.559519:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1221 00000100:00100000:1.0:1763335535.559521:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc56fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991028882432:12345-192.168.202.34@tcp:101:fsx.0 00000100:00100000:2.0:1763335535.559525:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc56fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+16:2408:x1848991028882304:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335535.559539:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335535.559539:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335535.559555:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45e00/0x10123ce7f0764522 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847da43 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.559556:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f076451b lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847da3c expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.559586:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f07644ea lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da12 expref: 13 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335535.559606:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d0397800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041322368:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335535.559606:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c3ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041322240:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335535.560134:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb000 going to sleep for 11 seconds 00000100:00100000:2.0:1763335535.560150:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c12546c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335535.569341:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c3ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041322240:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335535.569380:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45e00/0x10123ce7f0764522 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da43 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335535.569402:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45e00/0x10123ce7f0764522 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da43 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335535.569413:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5e45e00, rc 0) 00000100:00100000:1.0:1763335535.569483:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc56fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991028882432:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 9962us (10503us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335535.569493:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 891 00000100:00100000:2.0:1763335535.569533:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0397800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041322368:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335535.569549:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:2.0:1763335535.569563:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f076451b lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da3c expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.569577:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335535.569580:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335535.569583:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f076451b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da3c expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.569598:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98400, rc 0) 00000100:00100000:2.0:1763335535.569622:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc56fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+16:2408:x1848991028882304:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 10097us (10206us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335535.569629:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1221 00000100:00100000:0.0:1763335535.573452:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335535.573499:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028882560 00000100:00100000:2.0:1763335535.573510:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028882560 00000100:00100000:2.0:1763335535.573576:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1222 00000100:00100000:2.0:1763335535.573586:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc56fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+16:2406:x1848991028882560:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335535.573608:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335535.573632:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98e00/0x10123ce7f0764529 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847da4a expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.573678:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f07644ea lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da12 expref: 13 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335535.573718:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d0397800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041322496:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335535.573807:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c12546c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335535.579083:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335535.579291:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028882688 00000100:00100000:1.0:1763335535.579303:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028882688 00000100:00100000:0.0:1763335535.579399:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 892 00000100:00100000:0.0:1763335535.579408:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc56fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2407:x1848991028882688:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335535.579427:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335535.579448:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0764530 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847da51 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335535.579503:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc56fca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041322624:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335535.579594:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8ce40 going to sleep for 11 seconds 00000100:00100000:2.0:1763335535.582191:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0397800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041322496:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335535.582221:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:2.0:1763335535.582240:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98e00/0x10123ce7f0764529 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da4a expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.582263:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335535.582266:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335535.582271:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98e00/0x10123ce7f0764529 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da4a expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.582290:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98e00, rc 0) 00000100:00100000:2.0:1763335535.583567:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc56fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+16:2406:x1848991028882560:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 9968us (10112us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335535.583580:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1222 00000100:00100000:0.0:1763335535.585791:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc56fca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041322624:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335535.585834:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0764530 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da51 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335535.585855:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0764530 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da51 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335535.586411:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd7c00, rc 0) 00000100:00100000:0.0:1763335535.586477:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc56fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2407:x1848991028882688:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7067us (7401us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335535.586486:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 892 00000100:00100000:0.0:1763335535.591052:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335535.591212:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028882944 00000100:00100000:2.0:1763335535.591222:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028882944 00000100:00100000:2.0:1763335535.591287:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1223 00000100:00100000:2.0:1763335535.591297:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc56fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+14:15720:x1848991028882944:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:2.0:1763335535.591504:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98e00/0x10123ce7f0764537 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335535.591521:0:8224:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f07644f8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da19 expref: 15 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.591726:0:8224:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98e00/0x10123ce7f0764537 lrc: 4/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335535.591764:0:8224:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f07644f8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da19 expref: 15 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.591776:0:8224:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f07644f8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da19 expref: 15 pid: 8224 timeout: 436 lvb_type: 0 00000100:00100000:2.0:1763335535.591791:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d0397800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041322752:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335535.592165:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0da429780 going to sleep for 11 seconds 00000100:00100000:1.0:1763335535.596987:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335535.597254:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028883072 00000100:00100000:0.0:1763335535.597264:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028883072 00010000:00010000:0.0:1763335535.597303:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f07644f8 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da19 expref: 16 pid: 8224 timeout: 436 lvb_type: 0 00000100:00100000:0.0:1763335535.597350:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 456 00000100:00100000:0.0:1763335535.597361:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:819c42eb-8a5f-4523-990c-a007cb66998d+16:2409:x1848991028883072:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335535.597377:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335535.597383:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f07644f8 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da19 expref: 16 pid: 8224 timeout: 436 lvb_type: 0 00010000:00010000:0.0:1763335535.597396:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f07644f8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da19 expref: 16 pid: 8224 timeout: 436 lvb_type: 0 00010000:00010000:0.0:1763335535.597418:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335535.597424:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98e00/0x10123ce7f0764537 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335535.597435:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98e00/0x10123ce7f0764537 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50290000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335535.597442:0:6500:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98e00/0x10123ce7f0764537 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50290000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335535.597462:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335535.597524:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:819c42eb-8a5f-4523-990c-a007cb66998d+16:2409:x1848991028883072:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 164us (546us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335535.597532:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 456 00010000:00010000:2.0:1763335535.597640:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f07644f8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da19 expref: 15 pid: 8224 timeout: 436 lvb_type: 0 00000100:00100000:2.0:1763335535.597662:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0397800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041322752:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335535.597685:0:8224:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98e00/0x10123ce7f0764537 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335535.597694:0:8224:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98e00/0x10123ce7f0764537 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335535.597700:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98e00/0x10123ce7f0764537 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000001:00080000:2.0:1763335535.597784:0:8224:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967790 00000004:00010000:2.0:1763335535.597833:0:8224:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 1048576 -> 1048576 00000004:00010000:2.0:1763335535.597836:0:8224:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335535 -> 1763335535 00000004:00010000:2.0:1763335535.597839:0:8224:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335535 -> 1763335534 00000004:00010000:2.0:1763335535.597841:0:8224:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335535 -> 1763335535 00000004:00010000:2.0:1763335535.597843:0:8224:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 824 -> 824 00000004:00010000:2.0:1763335535.597850:0:8224:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d9a75bf4 reply state 00000000a3417f68 transno 4294967791 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98e00/0x10123ce7f0764537 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335535.597862:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98e00/0x10123ce7f0764537 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335535.597918:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335535.597920:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335535.597923:0:8224:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763335535.597996:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc56fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+17:15720:x1848991028882944:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 6700us (6954us total) trans 4294967791 rc 0/0 00000100:00100000:2.0:1763335535.598004:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1223 00000020:00080000:2.0:1763335535.598008:0:8224:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763335535.601254:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335535.601296:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335535.601369:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028883328 00000100:00100000:2.0:1763335535.601379:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028883328 00002000:00010000:2.0:1763335535.601415:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:2.0:1763335535.601421:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7c3e680 with x1848991028883328 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335535.601432:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7c3e680. 00000100:00100000:2.0:1763335535.601465:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 493 00000100:00100000:2.0:1763335535.601474:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+12:2407:x1848991028883328:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:2.0:1763335535.602049:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 2000879 -> 0 00002000:00010000:2.0:1763335535.602054:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335535 -> 1763335535 00002000:00010000:2.0:1763335535.602056:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335535 -> 1763335535 00002000:00010000:2.0:1763335535.602059:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335535 -> 1763335535 00002000:00010000:2.0:1763335535.602061:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 288 -> 0 00000100:00100000:2.0:1763335535.602123:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+13:2407:x1848991028883328:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 648us (876us total) trans 4294967510 rc 0/0 00000100:00100000:2.0:1763335535.602131:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 493 00002000:00010000:2.0:1763335535.602135:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:2.0:1763335535.602138:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7c3e680 with x1848991028883328 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335535.602143:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7c3e680. 00000100:00100000:0.0:1763335535.602330:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028883200 00000100:00100000:0.0:1763335535.602336:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028883200 00002000:00010000:0.0:1763335535.602357:0:6529:0:(mdt_io.c:274:mdt_punch_hpreq_check()) lustre-MDT0000: refresh DOM lock for [0x200000402:0xe:0x0] 00002000:00100000:0.0:1763335535.602361:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7c92a00 with x1848991028883200 00000100:00100000:0.0:1763335535.602380:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 678 00000100:00100000:0.0:1763335535.602387:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c92a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+17:2407:x1848991028883200:12345-192.168.202.34@tcp:10:fsx.0 00000004:00010000:0.0:1763335535.603168:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 1048576 -> 346688 00000004:00010000:0.0:1763335535.603173:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335535 -> 1763335535 00000004:00010000:0.0:1763335535.603175:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335534 -> 1763335534 00000004:00010000:0.0:1763335535.603177:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335535 -> 1763335535 00000004:00010000:0.0:1763335535.603179:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 824 -> 344 00000100:00100000:0.0:1763335535.603218:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c92a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+18:2407:x1848991028883200:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 830us (1920us total) trans 4294967792 rc 0/0 00000100:00100000:0.0:1763335535.603225:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 678 00002000:00010000:0.0:1763335535.603228:0:6529:0:(mdt_io.c:274:mdt_punch_hpreq_check()) lustre-MDT0000: refresh DOM lock for [0x200000402:0xe:0x0] 00002000:00100000:0.0:1763335535.603230:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7c92a00 with x1848991028883200 00000100:00100000:3.0:1763335535.608366:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335535.608519:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028883456 00000100:00100000:2.0:1763335535.608529:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028883456 00000100:00100000:2.0:1763335535.608587:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1224 00000100:00100000:2.0:1763335535.608596:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5789880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+15:15720:x1848991028883456:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335535.608615:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335535.608635:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f076453e lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847da58 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.608722:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764545 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335535.608737:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764545 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335535.608748:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764545 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000004:00200000:2.0:1763335535.608773:0:8224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 346688 00000004:00200000:2.0:1763335535.608778:0:8224:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763335535.608794:0:8224:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764545 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335535.608816:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f076453e lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da58 expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.608832:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764545 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da58 expref: 16 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.608841:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335535.608844:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335535.608847:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98400, rc 0) 00000100:00100000:2.0:1763335535.609071:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5789880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+16:15720:x1848991028883456:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 475us (714us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335535.609077:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1224 00000100:00100000:1.0:1763335535.616781:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335535.616821:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335535.616932:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028883712 00000100:00100000:0.0:1763335535.616943:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028883712 00000100:00100000:0.0:1763335535.617002:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 893 00000100:00100000:0.0:1763335535.617011:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991028883712:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335535.617030:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335535.617049:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7c00/0x10123ce7f076454c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847da66 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335535.617119:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc59a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041322880:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335535.617294:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028883584 00000100:00100000:2.0:1763335535.617299:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028883584 00000100:00100000:2.0:1763335535.617328:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1225 00000100:00100000:2.0:1763335535.617334:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+16:2408:x1848991028883584:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335535.617345:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335535.617357:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f0764553 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847da5f expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.617387:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f07644ea lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da12 expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335535.617411:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d0397800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041323008:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335535.617652:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0da4290c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335535.618374:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335535.620714:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc59a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041322880:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335535.620751:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7c00/0x10123ce7f076454c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da66 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335535.620772:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7c00/0x10123ce7f076454c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da66 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335535.620783:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd7c00, rc 0) 00000100:00100000:0.0:1763335535.620841:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991028883712:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3830us (4019us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335535.620850:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 893 00000004:00010000:2.0:1763335535.621820:0:8224:0:(mdt_lvb.c:189:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime: 1763335534 -> 1763335535 00000100:00100000:2.0:1763335535.621845:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0397800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041323008:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335535.621900:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 346688 00010000:00010000:2.0:1763335535.621916:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f0764553 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da5f expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.621933:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335535.621935:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335535.621940:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f0764553 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da5f expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.621951:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99c00, rc 0) 00000100:00100000:2.0:1763335535.621988:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+16:2408:x1848991028883584:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4654us (5218us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335535.621996:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1225 00000100:00100000:3.0:1763335535.624966:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335535.625053:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335535.625072:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028883840 00000100:00100000:2.0:1763335535.625082:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028883840 00000100:00100000:2.0:1763335535.625145:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1226 00000100:00100000:2.0:1763335535.625156:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5788700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+16:2408:x1848991028883840:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335535.625179:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335535.625199:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f076455a lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847da6d expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.625236:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f07644ea lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da12 expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335535.625277:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d0397800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041323136:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335535.625363:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0da4290c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335535.625430:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028883968 00000100:00100000:0.0:1763335535.625435:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028883968 00000100:00100000:0.0:1763335535.625472:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 894 00000100:00100000:0.0:1763335535.625479:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5789500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991028883968:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335535.625487:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335535.625496:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7000/0x10123ce7f0764561 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847da74 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335535.625533:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc59a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041323264:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335535.625558:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335535.627739:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0397800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041323136:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335535.627766:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 346688 00010000:00010000:2.0:1763335535.627783:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f076455a lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da6d expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.627802:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335535.627806:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335535.627811:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f076455a lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da6d expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.627824:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99200, rc 0) 00000100:00100000:2.0:1763335535.627905:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5788700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+16:2408:x1848991028883840:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2750us (2949us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335535.627916:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1226 00000100:00100000:0.0:1763335535.628002:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc59a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041323264:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335535.628347:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7000/0x10123ce7f0764561 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da74 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335535.628366:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7000/0x10123ce7f0764561 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da74 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335535.628374:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd7000, rc 0) 00000100:00100000:0.0:1763335535.628400:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5789500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991028883968:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2922us (3348us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335535.628407:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 894 00000100:00100000:1.0:1763335535.634135:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335535.634269:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028884096 00000100:00100000:2.0:1763335535.634279:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028884096 00000100:00100000:2.0:1763335535.634333:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1227 00000100:00100000:2.0:1763335535.634342:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+16:15720:x1848991028884096:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335535.634361:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335535.634383:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f0764568 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847da7b expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.634415:0:8224:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f07644ea lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da12 expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.634424:0:8224:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f0764568 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da7b expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.634454:0:8224:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f07644ea lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da12 expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.634466:0:8224:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f07644ea lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da12 expref: 17 pid: 8224 timeout: 436 lvb_type: 0 00000100:00100000:2.0:1763335535.634479:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d0397800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041323392:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335535.634556:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0da4290c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335535.637816:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0397800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041323392:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335535.637856:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f0764568 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da7b expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.637918:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335535.637921:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335535.637927:0:8224:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f0764568 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da7b expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.637937:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99c00, rc 0) 00000100:00100000:2.0:1763335535.637996:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+17:15720:x1848991028884096:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3651us (3866us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335535.638013:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1227 00000100:00100000:1.0:1763335535.638661:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335535.639482:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028884224 00000100:00100000:0.0:1763335535.639490:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028884224 00010000:00010000:0.0:1763335535.639521:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f07644ea lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da12 expref: 18 pid: 8224 timeout: 436 lvb_type: 0 00000100:00100000:0.0:1763335535.639557:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 457 00000100:00100000:0.0:1763335535.639566:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f14df450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+18:2409:x1848991028884224:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335535.639581:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335535.639600:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f07644ea lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da12 expref: 18 pid: 8224 timeout: 436 lvb_type: 0 00010000:00010000:0.0:1763335535.639616:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f07644ea lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da12 expref: 18 pid: 8224 timeout: 436 lvb_type: 0 00010000:00010000:0.0:1763335535.639637:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f07644ea lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da12 expref: 18 pid: 8224 timeout: 436 lvb_type: 0 00010000:00010000:0.0:1763335535.639652:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335535.639658:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f0764568 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da7b expref: 16 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335535.639668:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f0764568 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da7b expref: 16 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335535.639676:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f0764568 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da7b expref: 16 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335535.639709:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f0764568 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da7b expref: 16 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335535.639721:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc59a8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041323520:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335535.639790:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335535.642993:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335535.643103:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc59a8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041323520:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763335535.643126:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335535.643170:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f14df450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+17:2409:x1848991028884224:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 3604us (4511us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335535.643180:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 457 00000100:00100000:3.0:1763335535.643282:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028884352 00000100:00100000:3.0:1763335535.643290:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028884352 00000100:00100000:3.0:1763335535.643344:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 679 00000100:00100000:3.0:1763335535.643354:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4fd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+17:2409:x1848991028884352:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:3.0:1763335535.643739:0:6530:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 346688 -> 346688 00000004:00010000:3.0:1763335535.643744:0:6530:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335535 -> 1763335535 00000004:00010000:3.0:1763335535.643746:0:6530:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335535 -> 1763335535 00000004:00010000:3.0:1763335535.643749:0:6530:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335535 -> 1763335535 00000004:00010000:3.0:1763335535.643752:0:6530:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 344 -> 400 00000100:00100000:3.0:1763335535.643795:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4fd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+18:2409:x1848991028884352:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 442us (811us total) trans 4294967793 rc 0/0 00000100:00100000:3.0:1763335535.643802:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 679 00000100:00100000:3.0:1763335535.652334:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335535.652404:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028884480 00000100:00100000:0.0:1763335535.652412:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028884480 00000100:00100000:0.0:1763335535.652465:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 895 00000100:00100000:0.0:1763335535.652474:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991028884480:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335535.652492:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335535.652509:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7000/0x10123ce7f076456f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847da82 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335535.652564:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc59a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041323648:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335535.652647:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8cf00 going to sleep for 11 seconds 00000100:00100000:0.0:1763335535.655611:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc59a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041323648:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335535.655650:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7000/0x10123ce7f076456f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da82 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335535.655672:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7000/0x10123ce7f076456f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da82 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335535.655684:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd7000, rc 0) 00000100:00100000:0.0:1763335535.655739:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991028884480:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3265us (3413us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335535.655748:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 895 00000100:00100000:1.0:1763335535.666791:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335535.667050:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028884608 00000100:00100000:0.0:1763335535.667065:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028884608 00000100:00100000:0.0:1763335535.667145:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 896 00000100:00100000:0.0:1763335535.667158:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4fd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2407:x1848991028884608:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335535.667183:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335535.667208:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7000/0x10123ce7f0764576 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847da89 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335535.667289:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc59a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041323776:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335535.667409:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8cf00 going to sleep for 11 seconds 00000100:00100000:2.0:1763335535.679130:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc59a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041323776:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335535.679194:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7000/0x10123ce7f0764576 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da89 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335535.679910:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7000/0x10123ce7f0764576 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da89 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335535.679929:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd7000, rc 0) 00000100:00100000:2.0:1763335535.680007:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4fd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2407:x1848991028884608:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 12850us (13231us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335535.680022:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 896 00000100:00100000:1.0:1763335535.686335:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335535.689857:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028884736 00000100:00100000:2.0:1763335535.691117:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028884736 00000100:00100000:2.0:1763335535.691668:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1228 00000100:00100000:2.0:1763335535.691687:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4fd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+17:15720:x1848991028884736:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335535.691720:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335535.691751:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f076457d lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847da90 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.691794:0:8224:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f0764568 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da7b expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.691807:0:8224:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f076457d lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da90 expref: 18 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.691859:0:8224:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f0764568 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da7b expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.691989:0:8224:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f0764568 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da7b expref: 17 pid: 8224 timeout: 436 lvb_type: 0 00000100:00100000:2.0:1763335535.692008:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d0397800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041323904:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335535.692136:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0da429780 going to sleep for 11 seconds 00000100:00100000:1.0:1763335535.694686:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335535.695369:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028884864 00000100:00100000:0.0:1763335535.695384:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028884864 00010000:00010000:0.0:1763335535.695436:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f0764568 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da7b expref: 18 pid: 8224 timeout: 436 lvb_type: 0 00000100:00100000:0.0:1763335535.696564:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 458 00000100:00100000:0.0:1763335535.696593:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4fd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+18:2408:x1848991028884864:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335535.696617:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335535.696650:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f0764568 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da7b expref: 18 pid: 8224 timeout: 436 lvb_type: 0 00010000:00010000:0.0:1763335535.696678:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f0764568 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da7b expref: 18 pid: 8224 timeout: 436 lvb_type: 0 00010000:00010000:0.0:1763335535.696710:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335535.696719:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f076457d lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da90 expref: 18 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335535.696735:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f076457d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da90 expref: 18 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335535.696746:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f076457d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da90 expref: 18 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335535.696798:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f076457d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da90 expref: 18 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335535.696824:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc59abb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041324032:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335535.696975:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c000 going to sleep for 11 seconds 00010000:00010000:2.0:1763335535.697307:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f0764568 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da7b expref: 18 pid: 8224 timeout: 436 lvb_type: 0 00000100:00100000:2.0:1763335535.697336:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0397800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041323904:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335535.697372:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f076457d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da90 expref: 18 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.697390:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335535.697394:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335535.697398:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99200, rc 0) 00000100:00100000:2.0:1763335535.697461:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4fd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+18:15720:x1848991028884736:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5781us (11143us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335535.697471:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1228 00000100:00100000:2.0:1763335535.699194:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc59abb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041324032:192.168.202.34@tcp:105: 00010000:00010000:2.0:1763335535.699229:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335535.699420:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4fd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+17:2408:x1848991028884864:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 2839us (4747us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335535.699437:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 458 00000100:00100000:2.0:1763335535.701323:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335535.701397:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028884992 00000100:00100000:0.0:1763335535.701411:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028884992 00000100:00100000:0.0:1763335535.701497:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 680 00000100:00100000:0.0:1763335535.701509:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0d0397800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+18:2408:x1848991028884992:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:0.0:1763335535.701860:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 346688 -> 346688 00000004:00010000:0.0:1763335535.701912:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335535 -> 1763335535 00000004:00010000:0.0:1763335535.701915:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335535 -> 1763335535 00000004:00010000:0.0:1763335535.701917:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335535 -> 1763335535 00000004:00010000:0.0:1763335535.701920:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 400 -> 400 00000100:00100000:0.0:1763335535.702003:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0d0397800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+19:2408:x1848991028884992:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 496us (692us total) trans 4294967794 rc 0/0 00000100:00100000:0.0:1763335535.702011:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 680 00000100:00100000:0.0:1763335535.706275:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335535.706403:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028885120 00000100:00100000:2.0:1763335535.706416:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028885120 00000100:00100000:2.0:1763335535.706492:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1229 00000100:00100000:2.0:1763335535.706505:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc59a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+17:2407:x1848991028885120:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335535.706537:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335535.706566:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98200/0x10123ce7f0764584 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847da97 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.706615:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f076457d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da90 expref: 18 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335535.706666:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d0397480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041324160:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335535.706777:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0da429780 going to sleep for 11 seconds 00000100:00100000:1.0:1763335535.712029:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335535.712304:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028885248 00000100:00100000:0.0:1763335535.712318:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028885248 00000100:00100000:0.0:1763335535.712388:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 897 00000100:00100000:0.0:1763335535.712400:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4fd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2406:x1848991028885248:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335535.712425:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335535.712450:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6600/0x10123ce7f076458b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847da9e expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335535.712533:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc59aa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041324288:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335535.712642:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c300 going to sleep for 11 seconds 00002000:00010000:0.0:1763335535.721596:0:9882:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime: 1763335535 -> 1763335536 00000100:00100000:0.0:1763335535.721651:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc59aa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041324288:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335535.721713:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6600/0x10123ce7f076458b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da9e expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335535.721752:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6600/0x10123ce7f076458b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da9e expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335535.721770:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6600, rc 0) 00000100:00100000:0.0:1763335535.721944:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4fd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2406:x1848991028885248:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 9544us (9939us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335535.721955:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 897 00000004:00010000:2.0:1763335535.722122:0:8224:0:(mdt_lvb.c:195:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime: 1763335535 -> 1763335536 00000100:00100000:2.0:1763335535.722146:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0397480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041324160:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335535.722166:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 346688 00010000:00010000:2.0:1763335535.722183:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98200/0x10123ce7f0764584 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da97 expref: 18 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.722201:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335535.722205:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335535.722210:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98200/0x10123ce7f0764584 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da97 expref: 18 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.722223:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98200, rc 0) 00000100:00100000:2.0:1763335535.722252:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc59a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+17:2407:x1848991028885120:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 15751us (16003us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335535.722260:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1229 00000100:00100000:1.0:1763335535.738693:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335535.738756:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335535.739281:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028885376 00000100:00100000:2.0:1763335535.739294:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028885376 00000100:00100000:2.0:1763335535.739382:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1230 00000100:00100000:2.0:1763335535.739395:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+17:2409:x1848991028885376:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335535.739424:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335535.739451:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98200/0x10123ce7f0764592 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847daa5 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.739499:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f076457d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da90 expref: 18 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335535.739552:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d0397480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041324416:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335535.739668:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0da429780 going to sleep for 11 seconds 00000100:00100000:0.0:1763335535.740165:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028885504 00000100:00100000:0.0:1763335535.740173:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028885504 00000100:00100000:0.0:1763335535.740225:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 898 00000100:00100000:0.0:1763335535.740234:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991028885504:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335535.740244:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335535.740259:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6600/0x10123ce7f0764599 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847daac expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335535.740300:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc59aa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041324544:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335535.740347:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c300 going to sleep for 11 seconds 00000100:00100000:2.0:1763335535.746280:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0397480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041324416:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335535.746317:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc59aa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041324544:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335535.746321:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 346688 00010000:00010000:2.0:1763335535.746349:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98200/0x10123ce7f0764592 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847daa5 expref: 18 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335535.746354:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6600/0x10123ce7f0764599 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847daac expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335535.746384:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335535.746386:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6600/0x10123ce7f0764599 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847daac expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335535.746391:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335535.746400:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98200/0x10123ce7f0764592 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847daa5 expref: 18 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335535.746404:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6600, rc 0) 00010000:00010000:2.0:1763335535.746416:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98200, rc 0) 00000100:00100000:2.0:1763335535.746487:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+17:2409:x1848991028885376:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7090us (7725us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335535.746488:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991028885504:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6250us (7808us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335535.746508:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 898 00000100:00100000:2.0:1763335535.746509:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1230 00000100:00100000:1.0:1763335535.751357:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335535.751642:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028885760 00000100:00100000:2.0:1763335535.751655:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028885760 00000100:00100000:2.0:1763335535.751730:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1231 00000100:00100000:2.0:1763335535.751743:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+19:15720:x1848991028885760:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:2.0:1763335535.752251:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f07645a0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335535.752273:0:8224:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764545 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da58 expref: 16 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.752285:0:8224:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f07645a0 lrc: 4/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335535.752330:0:8224:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764545 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da58 expref: 16 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.752346:0:8224:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764545 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da58 expref: 16 pid: 8224 timeout: 436 lvb_type: 0 00000100:00100000:2.0:1763335535.752365:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d0397480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041324672:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335535.752515:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0da4290c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335535.756270:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335535.756400:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0397480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041324672:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335535.756435:0:8224:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f07645a0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000100:00100000:3.0:1763335535.756514:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028885888 00000100:00100000:3.0:1763335535.756524:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028885888 00010000:00010000:3.0:1763335535.756570:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764545 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da58 expref: 17 pid: 8224 timeout: 436 lvb_type: 0 00000100:00100000:3.0:1763335535.756617:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 459 00000100:00100000:3.0:1763335535.756628:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc59aa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+17:2408:x1848991028885888:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335535.756647:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335535.756655:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764545 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da58 expref: 17 pid: 8224 timeout: 436 lvb_type: 0 00010000:00010000:3.0:1763335535.756669:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764545 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da58 expref: 17 pid: 8224 timeout: 436 lvb_type: 0 00010000:00010000:3.0:1763335535.756697:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764545 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da58 expref: 17 pid: 8224 timeout: 436 lvb_type: 0 00010000:00010000:3.0:1763335535.756716:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335535.756721:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f07645a0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335535.756734:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f07645a0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335535.756743:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f07645a0 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335535.756793:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335535.756905:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc59aa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+16:2408:x1848991028885888:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 277us (649us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335535.756914:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 459 00010000:00010000:2.0:1763335535.757275:0:8224:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f07645a0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335535.757287:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f07645a0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000001:00080000:2.0:1763335535.757400:0:8224:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967795 00000004:00010000:2.0:1763335535.757455:0:8224:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 346688 -> 346688 00000004:00010000:2.0:1763335535.757458:0:8224:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335535 -> 1763335536 00000004:00010000:2.0:1763335535.757460:0:8224:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335535 -> 1763335535 00000004:00010000:2.0:1763335535.757463:0:8224:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335536 -> 1763335536 00000004:00010000:2.0:1763335535.757465:0:8224:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 400 -> 400 00000004:00010000:2.0:1763335535.757471:0:8224:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000eae1facd reply state 000000005076dae9 transno 4294967796 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f07645a0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335535.757485:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f07645a0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335535.757492:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335535.757495:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335535.757498:0:8224:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763335535.757585:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+22:15720:x1848991028885760:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 5844us (6242us total) trans 4294967796 rc 0/0 00000100:00100000:2.0:1763335535.757592:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1231 00000020:00080000:2.0:1763335535.757595:0:8224:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763335535.761211:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335535.761620:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028886016 00000100:00100000:3.0:1763335535.761637:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028886016 00002000:00010000:3.0:1763335535.761698:0:8406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1919705->18446744073709551615) 00002000:00100000:3.0:1763335535.761704:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc59aad80 with x1848991028886016 ext(1919705->18446744073709551615) 00002000:00010000:3.0:1763335535.761722:0:8406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc59aad80. 00000100:00100000:3.0:1763335535.761766:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 494 00000100:00100000:3.0:1763335535.761778:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc59aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+13:2409:x1848991028886016:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:3.0:1763335535.762261:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 0 -> 1919705 00002000:00010000:3.0:1763335535.762266:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335535 -> 1763335536 00002000:00010000:3.0:1763335535.762269:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335535 -> 1763335535 00002000:00010000:3.0:1763335535.762271:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335536 -> 1763335536 00002000:00010000:3.0:1763335535.762274:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335535.762468:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc59aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+14:2409:x1848991028886016:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 691us (1270us total) trans 4294967511 rc 0/0 00000100:00100000:3.0:1763335535.762478:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 494 00002000:00010000:3.0:1763335535.762482:0:8406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1919705->18446744073709551615) 00002000:00100000:3.0:1763335535.762485:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc59aad80 with x1848991028886016 ext(1919705->18446744073709551615) 00002000:00010000:3.0:1763335535.762490:0:8406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc59aad80. 00000100:00100000:0.0:1763335535.765367:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335535.765533:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028886144 00000100:00100000:2.0:1763335535.765546:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028886144 00000100:00100000:2.0:1763335535.765621:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1232 00000100:00100000:2.0:1763335535.765632:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc59aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+16:15720:x1848991028886144:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335535.765658:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335535.765687:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98200/0x10123ce7f07645a7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dab3 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.765817:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98a00/0x10123ce7f07645ae lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335535.765837:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98a00/0x10123ce7f07645ae lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335535.765851:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98a00/0x10123ce7f07645ae lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000004:00200000:2.0:1763335535.765948:0:8224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 1919705 00000004:00200000:2.0:1763335535.765954:0:8224:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763335535.765978:0:8224:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98a00/0x10123ce7f07645ae lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335535.766025:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98200/0x10123ce7f07645a7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dab3 expref: 18 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.766045:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98a00/0x10123ce7f07645ae lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dab3 expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.766055:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335535.766059:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335535.766063:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98a00, rc 0) 00000100:00100000:2.0:1763335535.766136:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc59aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+17:15720:x1848991028886144:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 506us (786us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335535.766145:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1232 00000100:00100000:0.0:1763335535.769063:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335535.769562:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028886272 00000100:00100000:3.0:1763335535.769575:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028886272 00000100:00100000:3.0:1763335535.770283:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1233 00000100:00100000:3.0:1763335535.770317:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc59a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+17:2409:x1848991028886272:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335535.770344:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335535.770373:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f07645b5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847daba expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335535.770421:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f076457d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da90 expref: 21 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335535.770473:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc47ec000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041324800:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335535.770606:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58503c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335535.771002:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335535.771161:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028886400 00000100:00100000:2.0:1763335535.771170:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028886400 00000100:00100000:2.0:1763335535.771212:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 899 00000100:00100000:2.0:1763335535.771220:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc59a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991028886400:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335535.771231:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335535.771246:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99800/0x10123ce7f07645bc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dac1 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335535.771291:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d0397480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041324928:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335535.771343:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0da429780 going to sleep for 11 seconds 00000100:00100000:1.0:1763335535.779620:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0397480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041324928:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335535.779675:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99800/0x10123ce7f07645bc lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dac1 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335535.779705:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99800/0x10123ce7f07645bc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dac1 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335535.779721:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99800, rc 0) 00000100:00100000:1.0:1763335535.779796:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc59a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991028886400:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 8575us (8794us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335535.779807:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 899 00000100:00100000:3.0:1763335535.780192:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc47ec000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041324800:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335535.780210:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 346688 00010000:00010000:3.0:1763335535.780226:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f07645b5 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847daba expref: 18 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335535.780243:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335535.780246:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335535.780251:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f07645b5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847daba expref: 18 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335535.780263:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4c00, rc 0) 00000100:00100000:3.0:1763335535.780292:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc59a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+17:2409:x1848991028886272:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 9981us (11248us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335535.780299:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1233 00000100:00100000:0.0:1763335535.786772:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335535.787152:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028886656 00000100:00100000:1.0:1763335535.787167:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028886656 00000100:00100000:1.0:1763335535.788305:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 900 00000100:00100000:1.0:1763335535.788328:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc59abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991028886656:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335535.788354:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335535.788380:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45000/0x10123ce7f07645c3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dacf expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335535.788456:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5f00700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041325056:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335535.788565:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb000 going to sleep for 11 seconds 00000100:00100000:0.0:1763335535.789150:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335535.790641:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028886528 00000100:00100000:3.0:1763335535.790661:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028886528 00000100:00100000:2.0:1763335535.793043:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1234 00000100:00100000:2.0:1763335535.793060:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc59a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+17:2409:x1848991028886528:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335535.793090:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335535.793119:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98200/0x10123ce7f07645ca lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dac8 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.793176:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f076457d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da90 expref: 21 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335535.793232:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d0397480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041325184:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335535.793356:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0da429780 going to sleep for 11 seconds 00000100:00100000:2.0:1763335535.794557:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5f00700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041325056:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335535.794599:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45000/0x10123ce7f07645c3 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dacf expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335535.794625:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45000/0x10123ce7f07645c3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dacf expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335535.794638:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5e45000, rc 0) 00000100:00100000:2.0:1763335535.794702:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc59abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991028886656:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6384us (7944us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335535.794713:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 900 00000100:00100000:2.0:1763335535.798284:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0397480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041325184:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335535.798326:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 346688 00010000:00010000:2.0:1763335535.798350:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98200/0x10123ce7f07645ca lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dac8 expref: 18 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.798378:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335535.798382:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335535.798388:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98200/0x10123ce7f07645ca lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dac8 expref: 18 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.798404:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98200, rc 0) 00000100:00100000:2.0:1763335535.798489:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc59a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+17:2409:x1848991028886528:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5433us (9340us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335535.798501:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1234 00000100:00100000:0.0:1763335535.801321:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335535.801379:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335535.801550:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028886912 00000100:00100000:2.0:1763335535.801565:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028886912 00000100:00100000:2.0:1763335535.801646:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 901 00000100:00100000:2.0:1763335535.801659:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5955500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991028886912:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335535.801684:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335535.801709:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99400/0x10123ce7f07645d1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dadd expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335535.801788:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d0397480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041325312:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335535.801938:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0da429780 going to sleep for 11 seconds 00000100:00100000:3.0:1763335535.802249:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028886784 00000100:00100000:3.0:1763335535.802255:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028886784 00000100:00100000:3.0:1763335535.802323:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1235 00000100:00100000:3.0:1763335535.802331:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5956a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+17:2408:x1848991028886784:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335535.802343:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335535.802361:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f07645d8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dad6 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335535.802396:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f076457d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da90 expref: 21 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335535.802421:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc47ec000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041325440:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335535.802456:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58503c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335535.805733:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0397480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041325312:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335535.805787:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99400/0x10123ce7f07645d1 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dadd expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335535.805815:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99400/0x10123ce7f07645d1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dadd expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335535.805830:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99400, rc 0) 00000100:00100000:3.0:1763335535.806229:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc47ec000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041325440:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335535.806246:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 346688 00010000:00010000:3.0:1763335535.806262:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f07645d8 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dad6 expref: 18 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335535.806278:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335535.806281:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335535.806286:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f07645d8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dad6 expref: 18 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335535.806298:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4c00, rc 0) 00000100:00100000:2.0:1763335535.807267:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5955500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991028886912:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5600us (5952us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335535.807280:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 901 00000100:00100000:3.0:1763335535.807588:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5956a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+17:2408:x1848991028886784:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5255us (6206us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335535.807598:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1235 00000100:00100000:0.0:1763335535.812503:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335535.812630:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028887040 00000100:00100000:2.0:1763335535.812642:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028887040 00000100:00100000:2.0:1763335535.812716:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 902 00000100:00100000:2.0:1763335535.812729:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7cec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:15720:x1848991028887040:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335535.812753:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335535.812777:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98200/0x10123ce7f07645df lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dae4 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.812817:0:9882:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44000/0x10123ce7f07644ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1527808->1589247) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d9da expref: 13 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.812827:0:9882:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335535.812830:0:9882:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335535.812835:0:9882:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98200/0x10123ce7f07645df lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1118208->1122303] (req 1118208->1122303) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dae4 expref: 9 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.812937:0:9882:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44000/0x10123ce7f07644ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1527808->1589247) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d9da expref: 13 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.812953:0:9882:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44000/0x10123ce7f07644ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1527808->1589247) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d9da expref: 13 pid: 9882 timeout: 436 lvb_type: 0 00000100:00100000:2.0:1763335535.812970:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d0397480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041325568:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335535.813092:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0da429780 going to sleep for 11 seconds 00000100:00100000:1.0:1763335535.820420:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335535.820536:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0397480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041325568:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335535.820580:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98200/0x10123ce7f07645df lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1118208->1122303] (req 1118208->1122303) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dae4 expref: 9 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.820606:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98200, rc 0) 00000100:00100000:2.0:1763335535.820678:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7cec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+9:15720:x1848991028887040:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7952us (8191us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335535.820688:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 902 00000100:00100000:3.0:1763335535.821372:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028887168 00000100:00100000:3.0:1763335535.821383:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028887168 00010000:00010000:0.0:1763335535.821495:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44000/0x10123ce7f07644ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1527808->1589247) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d9da expref: 14 pid: 9882 timeout: 436 lvb_type: 0 00000100:00100000:0.0:1763335535.821536:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 460 00000100:00100000:0.0:1763335535.821547:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f02d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+14:2409:x1848991028887168:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335535.821566:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335535.821587:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44000/0x10123ce7f07644ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1527808->1589247) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d9da expref: 14 pid: 9882 timeout: 436 lvb_type: 0 00010000:00010000:0.0:1763335535.821602:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44000/0x10123ce7f07644ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1527808->1589247) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d9da expref: 14 pid: 9882 timeout: 436 lvb_type: 0 00010000:00010000:0.0:1763335535.821629:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44000/0x10123ce7f07644ab lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1527808->1589247) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847d9da expref: 14 pid: 9882 timeout: 436 lvb_type: 0 00010000:00010000:0.0:1763335535.821645:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335535.821647:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335535.821655:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98200/0x10123ce7f07645df lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1118208->1122303) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dae4 expref: 8 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335535.821665:0:6500:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98200/0x10123ce7f07645df lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1118208->1122303) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dae4 expref: 8 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335535.821704:0:6500:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98200/0x10123ce7f07645df lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1118208->1122303) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dae4 expref: 8 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335535.821719:0:6500:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7d90e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6500:1848991041325696:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335535.821799:0:6500:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c300 going to sleep for 11 seconds 00000100:00100000:1.0:1763335535.831304:0:6500:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7d90e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6500:1848991041325696:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335535.831348:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335535.831433:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f02d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+13:2409:x1848991028887168:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 9886us (11025us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335535.831447:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 460 00000100:00100000:1.0:1763335535.836532:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335535.836639:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028887296 00000100:00100000:3.0:1763335535.836693:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028887296 00002000:00100000:3.0:1763335535.836769:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->1921023) req@ffff9aefc5f01880 x1848991028887296/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:581/0 lens 488/0 e 0 to 0 dl 1763335546 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335535.836784:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5f01880 with x1848991028887296 ext(1048576->1921023) 00002000:00010000:3.0:1763335535.836794:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5f01880 00000100:00100000:3.0:1763335535.836964:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 495 00000100:00100000:3.0:1763335535.836976:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+9:2408:x1848991028887296:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335535.852769:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+9:2408:x1848991028887296:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 15780us (16239us total) trans 0 rc 872448/872448 00000100:00100000:0.0:1763335535.852787:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 495 00002000:00100000:0.0:1763335535.852803:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->1921023) req@ffff9aefc5f01880 x1848991028887296/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:581/0 lens 488/440 e 0 to 0 dl 1763335546 ref 1 fl Complete:/600/0 rc 872448/872448 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335535.852816:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5f01880 with x1848991028887296 ext(1048576->1921023) 00002000:00010000:0.0:1763335535.852824:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5f01880 00000100:00100000:0.0:1763335535.857753:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335535.857853:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028887424 00000100:00100000:3.0:1763335535.857903:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028887424 00000100:00100000:3.0:1763335535.857980:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1236 00000100:00100000:3.0:1763335535.857991:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+17:2408:x1848991028887424:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335535.858018:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335535.858048:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f07645e6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847daeb expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335535.858094:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f076457d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da90 expref: 21 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335535.858145:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc47ec000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041325824:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335535.858280:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58503c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335535.860840:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc47ec000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041325824:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335535.861007:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 346688 00010000:00010000:3.0:1763335535.861033:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f07645e6 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847daeb expref: 18 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335535.861063:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335535.861088:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335535.861095:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f07645e6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847daeb expref: 18 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335535.861112:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5600, rc 0) 00000100:00100000:2.0:1763335535.861405:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+17:2408:x1848991028887424:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3412us (3664us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335535.861417:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1236 00000100:00100000:1.0:1763335535.865365:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335535.865483:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028887552 00000100:00100000:2.0:1763335535.865498:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028887552 00000100:00100000:2.0:1763335535.865584:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1237 00000100:00100000:2.0:1763335535.865597:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+17:2407:x1848991028887552:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335535.865623:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335535.865654:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99400/0x10123ce7f07645ed lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847daf2 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.865701:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f076457d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da90 expref: 21 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335535.865753:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d0397480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041325952:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335535.865859:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0da429780 going to sleep for 11 seconds 00000100:00100000:2.0:1763335535.868495:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0397480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041325952:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335535.868529:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 346688 00010000:00010000:2.0:1763335535.868552:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99400/0x10123ce7f07645ed lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847daf2 expref: 18 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.868576:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335535.868580:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335535.868585:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99400/0x10123ce7f07645ed lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847daf2 expref: 18 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.868599:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99400, rc 0) 00000100:00100000:2.0:1763335535.868669:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+17:2407:x1848991028887552:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3074us (3320us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335535.868679:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1237 00000100:00100000:1.0:1763335535.872223:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335535.872797:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028887808 00000100:00100000:2.0:1763335535.872812:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028887808 00000100:00100000:2.0:1763335535.872939:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1238 00000100:00100000:2.0:1763335535.872951:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+22:15720:x1848991028887808:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:2.0:1763335535.873296:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f07645f4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335535.873325:0:10055:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98a00/0x10123ce7f07645ae lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dab3 expref: 16 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.873338:0:10055:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f07645f4 lrc: 4/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335535.873389:0:10055:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98a00/0x10123ce7f07645ae lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dab3 expref: 16 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.873406:0:10055:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98a00/0x10123ce7f07645ae lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dab3 expref: 16 pid: 8224 timeout: 436 lvb_type: 0 00000100:00100000:2.0:1763335535.873424:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d0397480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041326080:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335535.873539:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c1254480 going to sleep for 11 seconds 00000100:00100000:2.0:1763335535.879054:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0397480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041326080:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335535.879096:0:10055:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f07645f4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000100:00100000:3.0:1763335535.880161:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335535.880243:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028887936 00000100:00100000:0.0:1763335535.880253:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028887936 00010000:00010000:0.0:1763335535.880300:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98a00/0x10123ce7f07645ae lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dab3 expref: 17 pid: 8224 timeout: 436 lvb_type: 0 00000100:00100000:0.0:1763335535.880343:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 461 00000100:00100000:0.0:1763335535.880352:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47ec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:819c42eb-8a5f-4523-990c-a007cb66998d+17:2408:x1848991028887936:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335535.880373:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335535.880381:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98a00/0x10123ce7f07645ae lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dab3 expref: 17 pid: 8224 timeout: 436 lvb_type: 0 00010000:00010000:0.0:1763335535.880395:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98a00/0x10123ce7f07645ae lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dab3 expref: 17 pid: 8224 timeout: 436 lvb_type: 0 00010000:00010000:0.0:1763335535.880421:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98a00/0x10123ce7f07645ae lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dab3 expref: 17 pid: 8224 timeout: 436 lvb_type: 0 00010000:00010000:0.0:1763335535.880442:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335535.880447:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f07645f4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335535.880458:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f07645f4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40290000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335535.880466:0:6500:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f07645f4 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40290000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335535.880502:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335535.880571:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47ec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:819c42eb-8a5f-4523-990c-a007cb66998d+16:2408:x1848991028887936:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 218us (415us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335535.880580:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 461 00010000:00010000:2.0:1763335535.880726:0:10055:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f07645f4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335535.880734:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f07645f4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000001:00080000:2.0:1763335535.880855:0:10055:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967797 00000004:00010000:2.0:1763335535.880967:0:10055:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 346688 -> 346688 00000004:00010000:2.0:1763335535.880972:0:10055:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335536 -> 1763335536 00000004:00010000:2.0:1763335535.880975:0:10055:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335535 -> 1763335535 00000004:00010000:2.0:1763335535.880978:0:10055:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335536 -> 1763335536 00000004:00010000:2.0:1763335535.880981:0:10055:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 400 -> 400 00000004:00010000:2.0:1763335535.880988:0:10055:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000fccf6cf9 reply state 0000000021ecb313 transno 4294967798 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f07645f4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335535.881002:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f07645f4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335535.881009:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335535.881012:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335535.881015:0:10055:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763335535.881113:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+25:15720:x1848991028887808:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 8164us (8908us total) trans 4294967798 rc 0/0 00000100:00100000:2.0:1763335535.881120:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1238 00000020:00080000:2.0:1763335535.881124:0:10055:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763335535.887321:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335535.887415:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028888064 00000100:00100000:2.0:1763335535.887429:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028888064 00000100:00100000:2.0:1763335535.887505:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 903 00000100:00100000:2.0:1763335535.887518:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+13:15720:x1848991028888064:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335535.887542:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335535.887567:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99a00/0x10123ce7f07645fb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847daf9 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.887603:0:9882:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98200/0x10123ce7f07645df lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1118208->1122303) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dae4 expref: 8 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.887613:0:9882:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335535.887616:0:9882:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335535.887621:0:9882:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99a00/0x10123ce7f07645fb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847daf9 expref: 14 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.887671:0:9882:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98200/0x10123ce7f07645df lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1118208->1122303) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dae4 expref: 8 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.887686:0:9882:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98200/0x10123ce7f07645df lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1118208->1122303) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dae4 expref: 8 pid: 9882 timeout: 436 lvb_type: 0 00000100:00100000:2.0:1763335535.887702:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d0397480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041326208:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335535.887814:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c1254e40 going to sleep for 11 seconds 00000100:00100000:2.0:1763335535.892938:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0397480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041326208:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335535.892989:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99a00/0x10123ce7f07645fb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847daf9 expref: 14 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.893016:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99a00, rc 0) 00000100:00100000:2.0:1763335535.893786:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+14:15720:x1848991028888064:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6266us (6477us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335535.893800:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 903 00000100:00100000:3.0:1763335535.894162:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335535.894366:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028888192 00000100:00100000:0.0:1763335535.894376:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028888192 00010000:00010000:0.0:1763335535.894421:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98200/0x10123ce7f07645df lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1118208->1122303) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dae4 expref: 9 pid: 9882 timeout: 436 lvb_type: 0 00000100:00100000:0.0:1763335535.894773:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 462 00000100:00100000:0.0:1763335535.894786:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc581c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+9:2408:x1848991028888192:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335535.894807:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335535.894834:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98200/0x10123ce7f07645df lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1118208->1122303) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dae4 expref: 9 pid: 9882 timeout: 436 lvb_type: 0 00010000:00010000:0.0:1763335535.894850:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98200/0x10123ce7f07645df lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1118208->1122303) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dae4 expref: 9 pid: 9882 timeout: 436 lvb_type: 0 00010000:00010000:0.0:1763335535.894938:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98200/0x10123ce7f07645df lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1118208->1122303) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dae4 expref: 9 pid: 9882 timeout: 436 lvb_type: 0 00010000:00010000:0.0:1763335535.894957:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335535.894959:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335535.894969:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99a00/0x10123ce7f07645fb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847daf9 expref: 13 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335535.894982:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99a00/0x10123ce7f07645fb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847daf9 expref: 13 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335535.895045:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99a00/0x10123ce7f07645fb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847daf9 expref: 13 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335535.895063:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc56fdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041326336:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335535.895172:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335535.899527:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc56fdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041326336:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763335535.899568:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335535.899643:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc581c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991028888192:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 4858us (5481us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335535.899656:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 462 00000100:00100000:3.0:1763335535.900363:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335535.900652:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028888320 00000100:00100000:0.0:1763335535.900664:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028888320 00002000:00010000:0.0:1763335535.900709:0:8406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1366477->18446744073709551615) 00002000:00100000:0.0:1763335535.900714:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc581d180 with x1848991028888320 ext(1366477->18446744073709551615) 00002000:00010000:0.0:1763335535.900728:0:8406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc581d180. 00000100:00100000:0.0:1763335535.900758:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 496 00000100:00100000:0.0:1763335535.900767:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc581d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+14:2409:x1848991028888320:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:0.0:1763335535.901952:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1919705 -> 1366477 00002000:00010000:0.0:1763335535.901961:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335536 -> 1763335536 00002000:00010000:0.0:1763335535.901963:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335535 -> 1763335535 00002000:00010000:0.0:1763335535.901966:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335536 -> 1763335536 00002000:00010000:0.0:1763335535.901968:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763335535.902038:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc581d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+15:2409:x1848991028888320:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 1266us (1673us total) trans 4294967512 rc 0/0 00000100:00100000:0.0:1763335535.902051:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 496 00002000:00010000:0.0:1763335535.902057:0:8406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1366477->18446744073709551615) 00002000:00100000:0.0:1763335535.902061:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc581d180 with x1848991028888320 ext(1366477->18446744073709551615) 00002000:00010000:0.0:1763335535.902068:0:8406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc581d180. 00000100:00100000:1.0:1763335535.909966:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335535.910148:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028888448 00000100:00100000:2.0:1763335535.910161:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028888448 00000100:00100000:2.0:1763335535.910236:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1239 00000100:00100000:2.0:1763335535.910248:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+16:15720:x1848991028888448:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335535.910276:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335535.910306:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99400/0x10123ce7f0764602 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847db00 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.910438:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99000/0x10123ce7f0764609 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335535.910457:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99000/0x10123ce7f0764609 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335535.910471:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99000/0x10123ce7f0764609 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000004:00200000:2.0:1763335535.910507:0:10055:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 1366477 00000004:00200000:2.0:1763335535.910513:0:10055:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763335535.910537:0:10055:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99000/0x10123ce7f0764609 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335535.910567:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99400/0x10123ce7f0764602 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db00 expref: 18 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.910587:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99000/0x10123ce7f0764609 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db00 expref: 17 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.910597:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335535.910601:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335535.910605:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99000, rc 0) 00000100:00100000:2.0:1763335535.910685:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+17:15720:x1848991028888448:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 440us (738us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335535.910694:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1239 00000100:00100000:3.0:1763335535.914730:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335535.914842:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335535.914980:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028888576 00000100:00100000:2.0:1763335535.914996:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028888576 00000100:00100000:1.0:1763335535.915167:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028888704 00000100:00100000:1.0:1763335535.915172:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028888704 00000100:00100000:1.0:1763335535.915219:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 904 00000100:00100000:1.0:1763335535.915229:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc581d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2407:x1848991028888704:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335535.915252:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335535.915276:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44c00/0x10123ce7f0764610 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847db0e expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335535.915361:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5f02300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041326464:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335535.915489:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fbd80 going to sleep for 11 seconds 00000100:00100000:2.0:1763335535.915568:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1240 00000100:00100000:2.0:1763335535.915577:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc581e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+17:2407:x1848991028888576:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335535.915589:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335535.915607:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98c00/0x10123ce7f0764617 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847db07 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.915644:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f076457d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da90 expref: 24 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335535.915671:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d0397480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041326592:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335535.915697:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c1254e40 going to sleep for 11 seconds 00000100:00100000:1.0:1763335535.919163:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5f02300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041326464:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335535.919205:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44c00/0x10123ce7f0764610 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db0e expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335535.919228:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44c00/0x10123ce7f0764610 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db0e expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335535.919242:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5e44c00, rc 0) 00000100:00100000:1.0:1763335535.919297:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc581d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2407:x1848991028888704:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4068us (4453us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335535.919306:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 904 00000100:00100000:2.0:1763335535.919927:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0397480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041326592:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335535.919944:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 346688 00010000:00010000:2.0:1763335535.919957:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98c00/0x10123ce7f0764617 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db07 expref: 18 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.919972:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335535.919975:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335535.919980:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98c00/0x10123ce7f0764617 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db07 expref: 18 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.919991:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98c00, rc 0) 00000100:00100000:2.0:1763335535.920038:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc581e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+17:2407:x1848991028888576:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4462us (5322us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335535.920046:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1240 00000100:00100000:0.0:1763335535.927096:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335535.927151:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335535.928199:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028888832 00000100:00100000:2.0:1763335535.928214:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028888832 00000100:00100000:2.0:1763335535.928302:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1241 00000100:00100000:2.0:1763335535.928313:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc56fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+17:2406:x1848991028888832:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335535.928342:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335535.928369:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99400/0x10123ce7f076461e lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847db15 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.928416:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f076457d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da90 expref: 24 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335535.928471:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d0397480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041326720:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335535.928704:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c1254e40 going to sleep for 11 seconds 00000100:00100000:1.0:1763335535.929908:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028888960 00000100:00100000:1.0:1763335535.929920:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028888960 00000100:00100000:1.0:1763335535.929980:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 905 00000100:00100000:1.0:1763335535.929990:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2406:x1848991028888960:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335535.930006:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335535.930024:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44c00/0x10123ce7f0764625 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847db1c expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335535.930079:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5f02300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041326848:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335535.930160:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fbd80 going to sleep for 11 seconds 00000100:00100000:3.0:1763335535.931969:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0397480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041326720:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335535.932004:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 346688 00010000:00010000:3.0:1763335535.932027:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99400/0x10123ce7f076461e lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db15 expref: 18 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335535.932052:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335535.932056:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335535.932061:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99400/0x10123ce7f076461e lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db15 expref: 18 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335535.932078:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99400, rc 0) 00000100:00100000:3.0:1763335535.932146:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc56fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+17:2406:x1848991028888832:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3833us (5064us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335535.932155:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1241 00010000:00010000:2.0:1763335535.934383:0:6504:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763335535.935916:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5f02300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041326848:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335535.935973:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44c00/0x10123ce7f0764625 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db1c expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335535.936003:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44c00/0x10123ce7f0764625 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db1c expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335535.936030:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5e44c00, rc 0) 00000100:00100000:1.0:1763335535.936107:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2406:x1848991028888960:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6115us (8952us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335535.936117:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 905 00000100:00100000:0.0:1763335535.939659:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335535.939762:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335535.939834:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028889088 00000100:00100000:3.0:1763335535.939847:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028889088 00000100:00100000:3.0:1763335535.939966:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1242 00000100:00100000:3.0:1763335535.939978:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ed87a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+17:2406:x1848991028889088:12345-192.168.202.34@tcp:101:fsx.0 00000100:00100000:1.0:1763335535.940134:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028889216 00000100:00100000:1.0:1763335535.940139:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028889216 00000100:00100000:1.0:1763335535.940185:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 906 00000100:00100000:1.0:1763335535.940194:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ed879880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2406:x1848991028889216:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335535.940214:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335535.940240:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44400/0x10123ce7f076462c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847db2a expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335535.940319:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5f02300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041326976:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335535.940435:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fbd80 going to sleep for 11 seconds 00010000:00010000:3.0:1763335535.941000:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335535.941028:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0764633 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847db23 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335535.941072:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f076457d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da90 expref: 24 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335535.941104:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc581dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041327104:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335535.941169:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58503c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335535.944671:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5f02300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041326976:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335535.944723:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44400/0x10123ce7f076462c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db2a expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335535.944755:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44400/0x10123ce7f076462c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db2a expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335535.944772:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5e44400, rc 0) 00000100:00100000:1.0:1763335535.944855:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ed879880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2406:x1848991028889216:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4659us (5090us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335535.944918:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 906 00000100:00100000:3.0:1763335535.945236:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc581dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041327104:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335535.945253:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 346688 00010000:00010000:3.0:1763335535.945269:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0764633 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db23 expref: 18 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335535.945285:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335535.945288:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335535.945293:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0764633 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db23 expref: 18 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335535.945304:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5600, rc 0) 00000100:00100000:3.0:1763335535.945351:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ed87a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+17:2406:x1848991028889088:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5375us (5708us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335535.945359:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1242 00000100:00100000:0.0:1763335535.949541:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335535.949688:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028889344 00000100:00100000:3.0:1763335535.949701:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028889344 00000100:00100000:3.0:1763335535.949776:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1243 00000100:00100000:3.0:1763335535.949788:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ed87b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+17:15720:x1848991028889344:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335535.949836:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335535.950196:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4600/0x10123ce7f076463a lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847db31 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.950333:0:8224:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f076457d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da90 expref: 24 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.950347:0:8224:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4600/0x10123ce7f076463a lrc: 4/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db31 expref: 18 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.950396:0:8224:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f076457d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da90 expref: 24 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.950412:0:8224:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f076457d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da90 expref: 24 pid: 8224 timeout: 436 lvb_type: 0 00000100:00100000:2.0:1763335535.950428:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d0397480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041327232:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335535.950550:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c12546c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335535.954086:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0397480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041327232:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335535.954136:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4600/0x10123ce7f076463a lrc: 3/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db31 expref: 18 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.954167:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335535.954170:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335535.954176:0:8224:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4600/0x10123ce7f076463a lrc: 3/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db31 expref: 18 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335535.954191:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4600, rc 0) 00000100:00100000:2.0:1763335535.954273:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ed87b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+18:15720:x1848991028889344:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4486us (4749us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335535.954284:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1243 00000100:00100000:3.0:1763335535.954804:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335535.955221:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028889472 00000100:00100000:1.0:1763335535.955233:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028889472 00010000:00010000:1.0:1763335535.955279:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f076457d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da90 expref: 25 pid: 8224 timeout: 436 lvb_type: 0 00000100:00100000:1.0:1763335535.955327:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 463 00000100:00100000:1.0:1763335535.955339:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc581dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+25:2408:x1848991028889472:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335535.955361:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335535.955391:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f076457d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da90 expref: 25 pid: 8224 timeout: 436 lvb_type: 0 00010000:00010000:1.0:1763335535.955406:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f076457d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da90 expref: 25 pid: 8224 timeout: 436 lvb_type: 0 00010000:00010000:1.0:1763335535.955436:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f076457d lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847da90 expref: 25 pid: 8224 timeout: 436 lvb_type: 0 00010000:00010000:1.0:1763335535.955454:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335535.955460:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4600/0x10123ce7f076463a lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db31 expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335535.955473:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4600/0x10123ce7f076463a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db31 expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335535.955484:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4600/0x10123ce7f076463a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db31 expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335535.955532:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4600/0x10123ce7f076463a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db31 expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335535.955548:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5f02300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041327360:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335535.955639:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fbd80 going to sleep for 11 seconds 00000100:00100000:3.0:1763335535.960302:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335535.960435:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5f02300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041327360:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335535.960466:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335535.960737:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028889600 00000100:00100000:2.0:1763335535.960747:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028889600 00000100:00100000:2.0:1763335535.960809:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 907 00000100:00100000:2.0:1763335535.960819:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc581ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991028889600:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335535.960843:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335535.960905:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98a00/0x10123ce7f0764641 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847db38 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335535.960977:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d0397480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041327488:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335535.961426:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc581dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+24:2408:x1848991028889472:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 6085us (6620us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335535.961443:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 463 00000100:00100000:2.0:1763335535.962213:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c12546c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335535.964677:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0397480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041327488:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335535.964728:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98a00/0x10123ce7f0764641 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db38 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335535.964758:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98a00/0x10123ce7f0764641 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db38 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335535.964773:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98a00, rc 0) 00000100:00100000:1.0:1763335535.964970:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc581ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991028889600:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4149us (4680us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335535.964981:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 907 00000100:00100000:0.0:1763335535.967427:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335535.968124:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028889728 00000100:00100000:3.0:1763335535.968140:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028889728 00002000:00100000:3.0:1763335535.968210:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ed878700 x1848991028889728/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:581/0 lens 488/0 e 0 to 0 dl 1763335546 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335535.968223:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ed878700 with x1848991028889728 00000100:00100000:3.0:1763335535.968268:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 681 00000100:00100000:3.0:1763335535.968278:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ed878700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+18:2408:x1848991028889728:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335535.968587:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ed878700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+18:2408:x1848991028889728:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 308us (1172us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335535.968596:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 681 00002000:00100000:3.0:1763335535.968604:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ed878700 x1848991028889728/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:581/0 lens 488/440 e 0 to 0 dl 1763335546 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335535.968613:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ed878700 with x1848991028889728 00000100:00100000:3.0:1763335535.972763:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335535.973281:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028889856 00000100:00100000:1.0:1763335535.973296:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028889856 00000100:00100000:1.0:1763335535.973375:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 908 00000100:00100000:1.0:1763335535.973387:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc581e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991028889856:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335535.973412:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335535.973439:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44400/0x10123ce7f0764648 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847db3f expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335535.973520:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5f02300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041327616:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335535.973628:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fbd80 going to sleep for 11 seconds 00000100:00100000:1.0:1763335535.980165:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5f02300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041327616:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335535.980213:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44400/0x10123ce7f0764648 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db3f expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335535.980243:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44400/0x10123ce7f0764648 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db3f expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335535.980258:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5e44400, rc 0) 00000100:00100000:1.0:1763335535.980520:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc581e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991028889856:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7133us (7769us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335535.980531:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 908 00000100:00100000:0.0:1763335535.983267:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335535.983425:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028889984 00000100:00100000:2.0:1763335535.983439:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028889984 00002000:00100000:2.0:1763335535.983502:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ed879500 x1848991028889984/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:581/0 lens 488/0 e 0 to 0 dl 1763335546 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335535.983515:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ed879500 with x1848991028889984 00000100:00100000:2.0:1763335535.984334:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 682 00000100:00100000:2.0:1763335535.984351:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ed879500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:2407:x1848991028889984:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335535.985616:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ed879500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:2407:x1848991028889984:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 1259us (2352us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335535.985631:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 682 00002000:00100000:2.0:1763335535.985645:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ed879500 x1848991028889984/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:581/0 lens 488/440 e 0 to 0 dl 1763335546 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335535.985656:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ed879500 with x1848991028889984 00000100:00100000:3.0:1763335535.992340:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335535.992444:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028890112 00000100:00100000:1.0:1763335535.992458:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028890112 00000100:00100000:1.0:1763335535.992537:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 909 00000100:00100000:1.0:1763335535.992550:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2406:x1848991028890112:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335535.992575:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335535.992598:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44400/0x10123ce7f076464f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847db46 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335535.992674:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5f02300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041327744:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335535.992784:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fbd80 going to sleep for 11 seconds 00000100:00100000:1.0:1763335535.996700:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5f02300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041327744:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335535.996761:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44400/0x10123ce7f076464f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db46 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335535.996793:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44400/0x10123ce7f076464f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db46 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335535.996817:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5e44400, rc 0) 00000100:00100000:1.0:1763335535.996991:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2406:x1848991028890112:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4442us (4669us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335535.997002:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 909 00000100:00100000:0.0:1763335536.000686:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335536.001074:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028890240 00000100:00100000:2.0:1763335536.001089:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028890240 00002000:00100000:2.0:1763335536.001160:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ed879180 x1848991028890240/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/0 e 0 to 0 dl 1763335547 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335536.001173:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ed879180 with x1848991028890240 00000100:00100000:2.0:1763335536.001219:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 683 00000100:00100000:2.0:1763335536.001231:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ed879180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:2408:x1848991028890240:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335536.001538:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ed879180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:2408:x1848991028890240:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 307us (864us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335536.001547:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 683 00002000:00100000:2.0:1763335536.001554:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ed879180 x1848991028890240/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/440 e 0 to 0 dl 1763335547 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335536.001562:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ed879180 with x1848991028890240 00000100:00100000:3.0:1763335536.010794:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335536.012160:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028890368 00000100:00100000:1.0:1763335536.012179:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028890368 00000100:00100000:1.0:1763335536.012282:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 910 00000100:00100000:1.0:1763335536.012295:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991028890368:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335536.012319:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335536.012345:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44400/0x10123ce7f0764656 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847db4d expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335536.012436:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5f02300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041327872:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335536.012545:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fbd80 going to sleep for 11 seconds 00000100:00080000:2.0:1763335536.012667:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1763335536.015101:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5f02300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041327872:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335536.015202:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44400/0x10123ce7f0764656 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db4d expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335536.015232:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44400/0x10123ce7f0764656 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db4d expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335536.015247:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5e44400, rc 0) 00000100:00100000:1.0:1763335536.015325:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991028890368:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3032us (4544us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335536.015339:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 910 00000100:00100000:0.0:1763335536.022249:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335536.022482:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028890496 00000100:00100000:3.0:1763335536.022498:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028890496 00002000:00100000:3.0:1763335536.022563:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ed87b480 x1848991028890496/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/0 e 0 to 0 dl 1763335547 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335536.022600:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ed87b480 with x1848991028890496 00000100:00100000:3.0:1763335536.022656:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 684 00000100:00100000:3.0:1763335536.022667:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ed87b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+18:2408:x1848991028890496:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335536.023290:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ed87b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+18:2408:x1848991028890496:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 621us (1053us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335536.023299:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 684 00002000:00100000:3.0:1763335536.023309:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ed87b480 x1848991028890496/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/440 e 0 to 0 dl 1763335547 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335536.023592:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ed87b480 with x1848991028890496 00000100:00100000:3.0:1763335536.041788:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335536.042497:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028890624 00000100:00100000:1.0:1763335536.042513:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028890624 00000100:00100000:1.0:1763335536.042601:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 911 00000100:00100000:1.0:1763335536.042615:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2406:x1848991028890624:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335536.042640:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335536.042668:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44400/0x10123ce7f076465d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847db54 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335536.042749:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5f02300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041328000:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335536.042926:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fbd80 going to sleep for 11 seconds 00000100:00100000:1.0:1763335536.051334:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5f02300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041328000:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335536.051387:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44400/0x10123ce7f076465d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db54 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335536.051417:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44400/0x10123ce7f076465d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db54 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335536.051433:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5e44400, rc 0) 00000100:00100000:1.0:1763335536.051514:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2406:x1848991028890624:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 8901us (9740us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335536.051978:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 911 00000100:00100000:1.0:1763335536.059548:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335536.059692:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028890752 00000100:00100000:3.0:1763335536.059706:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028890752 00002000:00100000:3.0:1763335536.059766:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5f02300 x1848991028890752/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/0 e 0 to 0 dl 1763335547 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335536.059779:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5f02300 with x1848991028890752 00000100:00100000:2.0:1763335536.060852:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 685 00000100:00100000:2.0:1763335536.060900:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:2408:x1848991028890752:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335536.061234:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:2408:x1848991028890752:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 344us (1700us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335536.061245:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 685 00002000:00100000:2.0:1763335536.061266:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5f02300 x1848991028890752/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/440 e 0 to 0 dl 1763335547 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335536.061275:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5f02300 with x1848991028890752 00000100:00100000:3.0:1763335536.068029:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335536.068190:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028890880 00000100:00100000:1.0:1763335536.068204:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028890880 00000100:00100000:1.0:1763335536.068281:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 912 00000100:00100000:1.0:1763335536.068293:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991028890880:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335536.068319:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335536.068345:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44400/0x10123ce7f0764664 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847db5b expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335536.068427:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5f00700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041328128:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335536.068543:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fbd80 going to sleep for 11 seconds 00000100:00100000:1.0:1763335536.071577:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5f00700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041328128:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335536.071629:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44400/0x10123ce7f0764664 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db5b expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335536.071658:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44400/0x10123ce7f0764664 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db5b expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335536.071675:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5e44400, rc 0) 00000100:00100000:1.0:1763335536.071760:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991028890880:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3468us (3749us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335536.071771:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 912 00000100:00100000:2.0:1763335536.074748:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335536.074947:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028891008 00000100:00100000:0.0:1763335536.074961:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028891008 00002000:00100000:0.0:1763335536.075043:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0d0397480 x1848991028891008/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/0 e 0 to 0 dl 1763335547 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335536.075056:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0d0397480 with x1848991028891008 00000100:00100000:0.0:1763335536.075103:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 686 00000100:00100000:0.0:1763335536.075115:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0d0397480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:2409:x1848991028891008:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335536.075400:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0d0397480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:2409:x1848991028891008:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 286us (667us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335536.075409:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 686 00002000:00100000:0.0:1763335536.075417:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0d0397480 x1848991028891008/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/440 e 0 to 0 dl 1763335547 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335536.075435:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0d0397480 with x1848991028891008 00000100:00100000:3.0:1763335536.078085:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335536.078301:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028891136 00000100:00100000:2.0:1763335536.078314:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028891136 00000100:00100000:2.0:1763335536.078415:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1244 00000100:00100000:2.0:1763335536.078428:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+24:15720:x1848991028891136:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335536.078463:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335536.078498:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f076466b lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847db62 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335536.078625:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764672 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335536.078644:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764672 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335536.078658:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764672 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000004:00200000:2.0:1763335536.078689:0:8224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 1366477 00000004:00200000:2.0:1763335536.078694:0:8224:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763335536.078716:0:8224:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764672 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335536.078749:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f076466b lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db62 expref: 26 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335536.078775:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764672 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db62 expref: 25 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335536.078785:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335536.078789:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335536.078793:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98400, rc 0) 00000100:00080000:0.0:1763335536.079251:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1763335536.079768:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+25:15720:x1848991028891136:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 1336us (1691us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335536.079779:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1244 00000100:00100000:2.0:1763335536.082807:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335536.083306:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028891264 00000100:00100000:0.0:1763335536.083320:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028891264 00000100:00100000:0.0:1763335536.083402:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1245 00000100:00100000:0.0:1763335536.083414:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+25:2409:x1848991028891264:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335536.083442:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335536.083472:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7800/0x10123ce7f0764679 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847db69 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335536.083522:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7800/0x10123ce7f0764679 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db69 expref: 26 pid: 8224 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763335536.083537:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 346688 00010000:00010000:0.0:1763335536.083547:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7800/0x10123ce7f0764679 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db69 expref: 26 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335536.083566:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335536.083569:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335536.083574:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd7800, rc 0) 00000100:00100000:0.0:1763335536.085287:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+26:2409:x1848991028891264:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 1860us (2482us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335536.085301:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1245 00000100:00100000:1.0:1763335536.091941:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335536.092091:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028891392 00000100:00100000:2.0:1763335536.092106:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028891392 00000100:00100000:2.0:1763335536.092181:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 913 00000100:00100000:2.0:1763335536.092192:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991028891392:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335536.092219:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335536.092244:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98800/0x10123ce7f0764680 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847db70 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335536.092321:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc55ddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041328256:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335536.092435:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c12546c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335536.095680:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc55ddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041328256:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335536.095733:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98800/0x10123ce7f0764680 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db70 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335536.095762:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98800/0x10123ce7f0764680 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db70 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335536.095778:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98800, rc 0) 00000100:00100000:1.0:1763335536.095854:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991028891392:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3662us (3928us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335536.095938:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 913 00000100:00100000:0.0:1763335536.099432:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335536.099704:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028891520 00000100:00100000:1.0:1763335536.099717:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028891520 00000100:00100000:1.0:1763335536.099787:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 914 00000100:00100000:1.0:1763335536.099798:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ed879f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991028891520:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335536.099822:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335536.099847:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44c00/0x10123ce7f0764687 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847db77 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335536.099975:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffb93100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041328384:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335536.100266:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fbd80 going to sleep for 11 seconds 00000100:00100000:1.0:1763335536.102677:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffb93100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041328384:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335536.102724:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44c00/0x10123ce7f0764687 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db77 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335536.102752:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44c00/0x10123ce7f0764687 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db77 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335536.102766:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5e44c00, rc 0) 00000100:00100000:1.0:1763335536.102985:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ed879f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991028891520:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3187us (3571us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335536.103000:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 914 00000100:00100000:3.0:1763335536.106834:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335536.107101:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028891648 00000100:00100000:0.0:1763335536.107117:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028891648 00002000:00100000:0.0:1763335536.107189:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc43db100 x1848991028891648/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 504/0 e 0 to 0 dl 1763335547 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335536.107209:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc43db100 with x1848991028891648 00000100:00100000:0.0:1763335536.107249:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 687 00000100:00100000:0.0:1763335536.107260:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+18:2409:x1848991028891648:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335536.113649:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+18:2409:x1848991028891648:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 6368us (6814us total) trans 0 rc 348160/348160 00000100:00100000:3.0:1763335536.113669:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 687 00002000:00100000:3.0:1763335536.113687:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc43db100 x1848991028891648/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 504/440 e 0 to 0 dl 1763335547 ref 1 fl Complete:/600/0 rc 348160/348160 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335536.113700:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc43db100 with x1848991028891648 00000100:00100000:1.0:1763335536.117280:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335536.117810:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028891776 00000100:00100000:3.0:1763335536.117826:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028891776 00002000:00100000:2.0:1763335536.118019:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffb93100 x1848991028891776/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/0 e 0 to 0 dl 1763335547 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335536.118033:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffb93100 with x1848991028891776 00000100:00100000:2.0:1763335536.118085:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 688 00000100:00100000:2.0:1763335536.118097:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+18:2408:x1848991028891776:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335536.118369:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+18:2408:x1848991028891776:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 273us (1107us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335536.118378:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 688 00002000:00100000:2.0:1763335536.118386:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffb93100 x1848991028891776/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/440 e 0 to 0 dl 1763335547 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335536.118395:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffb93100 with x1848991028891776 00000100:00100000:2.0:1763335536.121275:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335536.121402:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028891904 00000100:00100000:0.0:1763335536.121417:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028891904 00002000:00100000:0.0:1763335536.121484:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc55dfb80 x1848991028891904/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/0 e 0 to 0 dl 1763335547 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335536.121497:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc55dfb80 with x1848991028891904 00000100:00100000:0.0:1763335536.121544:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 689 00000100:00100000:0.0:1763335536.121555:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:2408:x1848991028891904:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335536.121839:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:2408:x1848991028891904:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 285us (575us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335536.121849:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 689 00002000:00100000:0.0:1763335536.121944:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc55dfb80 x1848991028891904/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/440 e 0 to 0 dl 1763335547 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335536.121954:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc55dfb80 with x1848991028891904 00000100:00100000:1.0:1763335536.127069:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335536.128979:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028892032 00000100:00100000:2.0:1763335536.128997:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028892032 00002000:00100000:2.0:1763335536.129072:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffb92680 x1848991028892032/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/0 e 0 to 0 dl 1763335547 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335536.129085:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffb92680 with x1848991028892032 00000100:00100000:2.0:1763335536.129138:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 690 00000100:00100000:2.0:1763335536.129148:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+18:2409:x1848991028892032:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335536.129416:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+18:2409:x1848991028892032:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 268us (2362us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335536.129424:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 690 00002000:00100000:2.0:1763335536.129431:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffb92680 x1848991028892032/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/440 e 0 to 0 dl 1763335547 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335536.129440:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffb92680 with x1848991028892032 00000100:00100000:1.0:1763335536.133493:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335536.134470:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028892160 00000100:00100000:0.0:1763335536.134485:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028892160 00002000:00100000:0.0:1763335536.134560:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffb93480 x1848991028892160/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/0 e 0 to 0 dl 1763335547 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335536.134574:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffb93480 with x1848991028892160 00000100:00100000:2.0:1763335536.135641:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 691 00000100:00100000:2.0:1763335536.135675:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+18:2408:x1848991028892160:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335536.135988:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+18:2408:x1848991028892160:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 333us (2512us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335536.136000:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 691 00002000:00100000:2.0:1763335536.136009:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffb93480 x1848991028892160/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/440 e 0 to 0 dl 1763335547 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335536.136018:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffb93480 with x1848991028892160 00000100:00100000:3.0:1763335536.140616:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335536.140760:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028892288 00000100:00100000:0.0:1763335536.140773:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028892288 00002000:00100000:0.0:1763335536.140841:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc43d9f80 x1848991028892288/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/0 e 0 to 0 dl 1763335547 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335536.140855:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc43d9f80 with x1848991028892288 00000100:00100000:0.0:1763335536.140932:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 692 00000100:00100000:0.0:1763335536.140944:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:2409:x1848991028892288:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335536.141387:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:2409:x1848991028892288:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 442us (788us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335536.141396:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 692 00002000:00100000:0.0:1763335536.141404:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc43d9f80 x1848991028892288/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/440 e 0 to 0 dl 1763335547 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335536.141413:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc43d9f80 with x1848991028892288 00000100:00100000:1.0:1763335536.143907:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335536.144154:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028892416 00000100:00100000:0.0:1763335536.144166:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028892416 00002000:00100000:0.0:1763335536.144221:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffb92d80 x1848991028892416/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/0 e 0 to 0 dl 1763335547 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335536.144234:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffb92d80 with x1848991028892416 00000100:00100000:0.0:1763335536.144275:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 693 00000100:00100000:0.0:1763335536.144285:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:2409:x1848991028892416:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335536.144515:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:2409:x1848991028892416:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 230us (662us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335536.144524:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 693 00002000:00100000:0.0:1763335536.144530:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffb92d80 x1848991028892416/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/440 e 0 to 0 dl 1763335547 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335536.144539:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffb92d80 with x1848991028892416 00000100:00100000:1.0:1763335536.146847:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335536.147002:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028892544 00000100:00100000:2.0:1763335536.147014:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028892544 00002000:00100000:2.0:1763335536.147076:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffb90e00 x1848991028892544/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/0 e 0 to 0 dl 1763335547 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335536.147088:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffb90e00 with x1848991028892544 00000100:00100000:2.0:1763335536.147122:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 694 00000100:00100000:2.0:1763335536.147134:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+18:2408:x1848991028892544:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335536.147385:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+18:2408:x1848991028892544:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 250us (552us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335536.147395:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 694 00002000:00100000:2.0:1763335536.147403:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffb90e00 x1848991028892544/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/440 e 0 to 0 dl 1763335547 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335536.147411:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffb90e00 with x1848991028892544 00000100:00100000:3.0:1763335536.149521:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335536.149622:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028892672 00000100:00100000:0.0:1763335536.149635:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028892672 00002000:00100000:0.0:1763335536.149691:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc43dad80 x1848991028892672/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/0 e 0 to 0 dl 1763335547 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335536.149703:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc43dad80 with x1848991028892672 00000100:00100000:0.0:1763335536.149741:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 695 00000100:00100000:0.0:1763335536.149751:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:2409:x1848991028892672:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335536.150025:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:2409:x1848991028892672:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 273us (516us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335536.150033:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 695 00002000:00100000:0.0:1763335536.150040:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc43dad80 x1848991028892672/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/440 e 0 to 0 dl 1763335547 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335536.150047:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc43dad80 with x1848991028892672 00000100:00100000:1.0:1763335536.152087:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335536.152305:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028892800 00000100:00100000:2.0:1763335536.152318:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028892800 00002000:00100000:2.0:1763335536.152381:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffb90000 x1848991028892800/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/0 e 0 to 0 dl 1763335547 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335536.152394:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffb90000 with x1848991028892800 00000100:00100000:2.0:1763335536.152441:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 696 00000100:00100000:2.0:1763335536.152452:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+18:2408:x1848991028892800:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335536.152718:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+18:2408:x1848991028892800:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 266us (644us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335536.152727:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 696 00002000:00100000:2.0:1763335536.152735:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffb90000 x1848991028892800/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/440 e 0 to 0 dl 1763335547 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335536.152742:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffb90000 with x1848991028892800 00000100:00100000:1.0:1763335536.155238:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335536.155432:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028892928 00000100:00100000:0.0:1763335536.155447:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028892928 00002000:00100000:0.0:1763335536.155513:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffb91c00 x1848991028892928/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/0 e 0 to 0 dl 1763335547 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335536.155526:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffb91c00 with x1848991028892928 00000100:00100000:0.0:1763335536.155697:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 697 00000100:00100000:0.0:1763335536.155708:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb91c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:2409:x1848991028892928:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335536.156021:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb91c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:2409:x1848991028892928:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 313us (803us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335536.156029:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 697 00002000:00100000:0.0:1763335536.156037:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffb91c00 x1848991028892928/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/440 e 0 to 0 dl 1763335547 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335536.156044:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffb91c00 with x1848991028892928 00000100:00100000:3.0:1763335536.158546:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335536.158752:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028893056 00000100:00100000:0.0:1763335536.158766:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028893056 00002000:00100000:0.0:1763335536.158819:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc43dbb80 x1848991028893056/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/0 e 0 to 0 dl 1763335547 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335536.158831:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc43dbb80 with x1848991028893056 00000100:00100000:0.0:1763335536.159491:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 698 00000100:00100000:0.0:1763335536.159502:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:2408:x1848991028893056:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335536.159724:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:2408:x1848991028893056:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 223us (1192us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335536.159731:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 698 00002000:00100000:0.0:1763335536.159737:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc43dbb80 x1848991028893056/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/440 e 0 to 0 dl 1763335547 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335536.159744:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc43dbb80 with x1848991028893056 00000100:00100000:1.0:1763335536.164199:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335536.164300:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028893184 00000100:00100000:0.0:1763335536.164313:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028893184 00000100:00100000:0.0:1763335536.164606:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1246 00000100:00100000:0.0:1763335536.164618:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+18:15720:x1848991028893184:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335536.164649:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335536.164655:0:8224:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763335536.164711:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4600/0x10123ce7f076463a lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db31 expref: 18 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335536.164735:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335536.164742:0:8224:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335536.164760:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6800/0x10123ce7f076468e lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847db7e expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335536.164796:0:8224:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7800/0x10123ce7f0764679 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db69 expref: 25 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335536.164808:0:8224:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6800/0x10123ce7f076468e lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db7e expref: 18 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335536.164848:0:8224:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7800/0x10123ce7f0764679 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db69 expref: 25 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335536.165363:0:8224:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7800/0x10123ce7f0764679 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db69 expref: 25 pid: 8224 timeout: 436 lvb_type: 0 00000100:00100000:0.0:1763335536.165383:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ed87ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041328512:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335536.165941:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335536.168768:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ed87ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041328512:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335536.168812:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6800/0x10123ce7f076468e lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db7e expref: 18 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335536.168834:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335536.168837:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335536.168841:0:8224:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6800/0x10123ce7f076468e lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db7e expref: 18 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335536.168852:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6800, rc 0) 00000100:00100000:0.0:1763335536.169137:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+18:15720:x1848991028893184:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4520us (4950us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335536.169150:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1246 00000100:00100000:3.0:1763335536.170221:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335536.170372:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028893312 00000100:00100000:1.0:1763335536.170383:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028893312 00010000:00010000:1.0:1763335536.170429:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7800/0x10123ce7f0764679 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db69 expref: 26 pid: 8224 timeout: 436 lvb_type: 0 00000100:00100000:1.0:1763335536.170477:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 464 00000100:00100000:1.0:1763335536.170488:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f14dfc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+26:2409:x1848991028893312:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335536.170508:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335536.170535:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7800/0x10123ce7f0764679 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db69 expref: 26 pid: 8224 timeout: 436 lvb_type: 0 00010000:00010000:1.0:1763335536.170550:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7800/0x10123ce7f0764679 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db69 expref: 26 pid: 8224 timeout: 436 lvb_type: 0 00010000:00010000:1.0:1763335536.170576:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7800/0x10123ce7f0764679 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db69 expref: 26 pid: 8224 timeout: 436 lvb_type: 0 00010000:00010000:1.0:1763335536.170597:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335536.170604:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6800/0x10123ce7f076468e lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db7e expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335536.170618:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6800/0x10123ce7f076468e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db7e expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335536.170628:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6800/0x10123ce7f076468e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db7e expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335536.170670:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6800/0x10123ce7f076468e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db7e expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335536.170685:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4520a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041328640:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335536.170790:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fbd80 going to sleep for 11 seconds 00000100:00100000:1.0:1763335536.177787:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335536.177925:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028893440 00000100:00100000:2.0:1763335536.177939:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028893440 00002000:00100000:2.0:1763335536.178066:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4522a00 x1848991028893440/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/0 e 0 to 0 dl 1763335547 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335536.178081:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4522a00 with x1848991028893440 00000100:00100000:2.0:1763335536.178126:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 699 00000100:00100000:2.0:1763335536.178139:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4522a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+18:2409:x1848991028893440:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335536.178395:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4522a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+18:2409:x1848991028893440:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 258us (669us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335536.178404:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 699 00002000:00100000:2.0:1763335536.178412:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4522a00 x1848991028893440/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/4536 e 0 to 0 dl 1763335547 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335536.178421:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4522a00 with x1848991028893440 00000100:00100000:0.0:1763335536.178574:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4520a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041328640:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763335536.178600:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335536.178639:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f14dfc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+25:2409:x1848991028893312:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 8153us (8425us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335536.178649:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 464 00000100:00100000:1.0:1763335536.183414:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335536.183613:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028893568 00000100:00100000:0.0:1763335536.183626:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028893568 00002000:00100000:0.0:1763335536.183693:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4521f80 x1848991028893568/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/0 e 0 to 0 dl 1763335547 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335536.183706:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4521f80 with x1848991028893568 00000100:00100000:0.0:1763335536.183746:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 700 00000100:00100000:0.0:1763335536.183755:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4521f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:2408:x1848991028893568:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335536.184052:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4521f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:2408:x1848991028893568:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 295us (652us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335536.184061:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 700 00002000:00100000:0.0:1763335536.184068:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4521f80 x1848991028893568/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/4536 e 0 to 0 dl 1763335547 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335536.184076:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4521f80 with x1848991028893568 00000100:00100000:2.0:1763335536.189276:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335536.189432:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028893696 00000100:00100000:1.0:1763335536.189446:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028893696 00000100:00100000:1.0:1763335536.189511:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 915 00000100:00100000:1.0:1763335536.189520:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991028893696:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335536.189542:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335536.189567:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45a00/0x10123ce7f0764695 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847db85 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335536.189642:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4522300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041328768:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335536.189762:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb900 going to sleep for 11 seconds 00000100:00100000:2.0:1763335536.190478:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1763335536.190498:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ed87ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1848991041328896:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1763335536.190554:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335536.190826:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041328896 00000100:00100000:3.0:1763335536.190835:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041328896 00000100:00100000:3.0:1763335536.190924:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 168 00000100:00100000:3.0:1763335536.190934:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3654:x1848991041328896:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1763335536.190975:0:6520:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 81920 granted 158380032 pending 86016 free 1443651584 avail 1297412096 00000100:00100000:3.0:1763335536.191037:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3654:x1848991041328896:12345-0@lo:41:osp-pre-0-1.0 Request processed in 104us (482us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335536.191044:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 168 00000100:00100000:3.0:1763335536.191103:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ed87ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1848991041328896:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1763335536.193541:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4522300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041328768:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335536.193592:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45a00/0x10123ce7f0764695 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db85 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335536.193621:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45a00/0x10123ce7f0764695 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db85 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335536.193636:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5e45a00, rc 0) 00000100:00100000:1.0:1763335536.193756:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991028893696:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4235us (4493us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335536.193766:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 915 00000100:00100000:0.0:1763335536.197453:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335536.197573:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028893824 00000100:00100000:1.0:1763335536.197587:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028893824 00000100:00100000:1.0:1763335536.197660:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 916 00000100:00100000:1.0:1763335536.197671:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ed878a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991028893824:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335536.197694:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335536.197716:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45800/0x10123ce7f076469c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847db8c expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335536.197790:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4522300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041329024:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335536.198316:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb900 going to sleep for 11 seconds 00000100:00100000:1.0:1763335536.203512:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4522300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041329024:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335536.203565:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45800/0x10123ce7f076469c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db8c expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335536.203595:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45800/0x10123ce7f076469c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db8c expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335536.203611:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5e45800, rc 0) 00000100:00100000:1.0:1763335536.203696:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ed878a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991028893824:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6024us (6255us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335536.203706:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 916 00000100:00100000:2.0:1763335536.211669:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335536.211801:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028893952 00000100:00100000:0.0:1763335536.211816:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028893952 00000100:00100000:0.0:1763335536.212154:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1247 00000100:00100000:0.0:1763335536.212165:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+25:15720:x1848991028893952:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335536.212195:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335536.212225:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f07646a3 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847db93 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335536.212264:0:8224:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6800/0x10123ce7f076468e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db7e expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335536.212274:0:8224:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f07646a3 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db93 expref: 26 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335536.212318:0:8224:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6800/0x10123ce7f076468e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db7e expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335536.212333:0:8224:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6800/0x10123ce7f076468e lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db7e expref: 17 pid: 8224 timeout: 436 lvb_type: 0 00000100:00100000:0.0:1763335536.212349:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ed878e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041329152:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335536.212469:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c600 going to sleep for 11 seconds 00000100:00100000:0.0:1763335536.215764:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335536.215834:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028894080 00000100:00100000:3.0:1763335536.215844:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028894080 00002000:00100000:3.0:1763335536.215954:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ed87bb80 x1848991028894080/t0(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/0 e 0 to 0 dl 1763335547 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335536.215968:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ed87bb80 with x1848991028894080 00010000:00010000:3.0:1763335536.215979:0:6530:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6800/0x10123ce7f076468e lrc: 5/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db7e expref: 18 pid: 8224 timeout: 436 lvb_type: 0 00010000:00010000:3.0:1763335536.215996:0:6530:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6800/0x10123ce7f076468e lrc: 5/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db7e expref: 18 pid: 8224 timeout: 436 lvb_type: 0 00002000:00010000:3.0:1763335536.216005:0:6530:0:(mdt_io.c:157:mdt_rw_hpreq_check()) lustre-MDT0000: refreshed 1 locks timeout for req ffff9af0ed87bb80 00000100:00100000:3.0:1763335536.216035:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 38 00000100:00100000:3.0:1763335536.216063:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ed87bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+18:2409:x1848991028894080:12345-192.168.202.34@tcp:4:fsx.0 00000100:00100000:2.0:1763335536.216270:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ed878e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041329152:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335536.216308:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f07646a3 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db93 expref: 26 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335536.216328:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335536.216331:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335536.216336:0:8224:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f07646a3 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db93 expref: 26 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335536.216350:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6400, rc 0) 00000100:00100000:2.0:1763335536.216387:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+26:15720:x1848991028893952:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4223us (4733us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335536.216396:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1247 00000004:00010000:3.0:1763335536.220837:0:6530:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 346688 -> 346688 00000004:00010000:3.0:1763335536.220851:0:6530:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335536 -> 1763335536 00000004:00010000:3.0:1763335536.220853:0:6530:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335535 -> 1763335535 00000004:00010000:3.0:1763335536.220856:0:6530:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335536 -> 1763335536 00000004:00010000:3.0:1763335536.220900:0:6530:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 400 -> 416 00000100:00100000:3.0:1763335536.221006:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ed87bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+20:2409:x1848991028894080:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 4937us (5250us total) trans 4294967799 rc 0/0 00000100:00100000:3.0:1763335536.221020:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 38 00002000:00100000:3.0:1763335536.221036:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ed87bb80 x1848991028894080/t4294967799(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/448 e 0 to 0 dl 1763335547 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335536.221047:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ed87bb80 with x1848991028894080 00010000:00010000:3.0:1763335536.221060:0:6530:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6800/0x10123ce7f076468e lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db7e expref: 20 pid: 8224 timeout: 436 lvb_type: 0 00010000:00010000:3.0:1763335536.221081:0:6530:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6800/0x10123ce7f076468e lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db7e expref: 20 pid: 8224 timeout: 436 lvb_type: 0 00002000:00010000:3.0:1763335536.221089:0:6530:0:(mdt_io.c:157:mdt_rw_hpreq_check()) lustre-MDT0000: refreshed 1 locks timeout for req ffff9af0ed87bb80 00000100:00100000:0.0:1763335536.224121:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335536.224370:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028894208 00000100:00100000:1.0:1763335536.224385:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028894208 00010000:00010000:1.0:1763335536.224438:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6800/0x10123ce7f076468e lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db7e expref: 20 pid: 8224 timeout: 436 lvb_type: 0 00000100:00100000:1.0:1763335536.224490:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 465 00000100:00100000:1.0:1763335536.224501:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ed87b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+20:2406:x1848991028894208:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335536.224526:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335536.224556:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6800/0x10123ce7f076468e lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db7e expref: 20 pid: 8224 timeout: 436 lvb_type: 0 00010000:00010000:1.0:1763335536.224572:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6800/0x10123ce7f076468e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db7e expref: 20 pid: 8224 timeout: 436 lvb_type: 0 00010000:00010000:1.0:1763335536.224600:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6800/0x10123ce7f076468e lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db7e expref: 20 pid: 8224 timeout: 436 lvb_type: 0 00010000:00010000:1.0:1763335536.224622:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335536.224630:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f07646a3 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db93 expref: 25 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335536.224646:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f07646a3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db93 expref: 25 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335536.224657:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f07646a3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db93 expref: 25 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335536.224706:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f07646a3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db93 expref: 25 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335536.224723:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4522300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041329280:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335536.224842:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb900 going to sleep for 11 seconds 00000100:00100000:1.0:1763335536.228759:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4522300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041329280:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335536.228798:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335536.228922:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ed87b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+19:2406:x1848991028894208:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 4420us (4814us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335536.228935:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 465 00000100:00100000:2.0:1763335536.229613:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335536.229755:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335536.230138:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028894464 00000100:00100000:3.0:1763335536.230148:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028894464 00000100:00100000:1.0:1763335536.230459:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028894336 00000100:00100000:1.0:1763335536.230464:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028894336 00000100:00100000:1.0:1763335536.230533:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 701 00000100:00100000:1.0:1763335536.230545:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+26:2408:x1848991028894336:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:1.0:1763335536.230982:0:6530:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 346688 -> 1048576 00000004:00010000:1.0:1763335536.230987:0:6530:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335536 -> 1763335536 00000004:00010000:1.0:1763335536.230989:0:6530:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335535 -> 1763335535 00000004:00010000:1.0:1763335536.230992:0:6530:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335536 -> 1763335536 00000004:00010000:1.0:1763335536.230994:0:6530:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 416 -> 440 00000100:00100000:1.0:1763335536.231075:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+27:2408:x1848991028894336:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 532us (1319us total) trans 4294967800 rc 0/0 00000100:00100000:1.0:1763335536.231089:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 701 00000100:00100000:3.0:1763335536.231386:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 497 00000100:00100000:3.0:1763335536.231397:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+15:2409:x1848991028894464:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:3.0:1763335536.231653:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1366477 -> 1366477 00002000:00010000:3.0:1763335536.231657:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335536 -> 1763335536 00002000:00010000:3.0:1763335536.231660:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335535 -> 1763335535 00002000:00010000:3.0:1763335536.231669:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335536 -> 1763335536 00002000:00010000:3.0:1763335536.231671:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 0 -> 72 00000100:00100000:3.0:1763335536.231704:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+16:2409:x1848991028894464:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 309us (2095us total) trans 4294967513 rc 0/0 00000100:00100000:3.0:1763335536.231711:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 497 00000100:00080000:0.0:1763335536.232682:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1763335536.241692:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335536.241787:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028894592 00000100:00100000:0.0:1763335536.241801:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028894592 00000100:00100000:0.0:1763335536.241920:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 702 00000100:00100000:0.0:1763335536.241934:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+27:2406:x1848991028894592:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:0.0:1763335536.242325:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 1048576 -> 1048576 00000004:00010000:0.0:1763335536.242330:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335536 -> 1763335536 00000004:00010000:0.0:1763335536.242334:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335535 -> 1763335535 00000004:00010000:0.0:1763335536.242336:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335536 -> 1763335536 00000004:00010000:0.0:1763335536.242339:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 440 -> 472 00000100:00100000:0.0:1763335536.242431:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+28:2406:x1848991028894592:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 500us (755us total) trans 4294967801 rc 0/0 00000100:00100000:0.0:1763335536.242438:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 702 00000100:00100000:3.0:1763335536.248739:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335536.249977:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028894720 00000100:00100000:2.0:1763335536.249996:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028894720 00000100:00100000:0.0:1763335536.250754:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335536.250831:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1248 00000100:00100000:1.0:1763335536.250848:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+19:2407:x1848991028894720:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335536.250914:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335536.250946:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45800/0x10123ce7f07646aa lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847db9a expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335536.250998:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f07646a3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db93 expref: 27 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335536.251049:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4522300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041329408:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335536.251492:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028894848 00000100:00100000:3.0:1763335536.251501:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028894848 00000100:00100000:3.0:1763335536.251568:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 917 00000100:00100000:3.0:1763335536.251578:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ed879c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2407:x1848991028894848:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335536.251589:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335536.251606:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5600/0x10123ce7f07646b1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dba1 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335536.251666:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc43b7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041329536:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335536.251752:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58503c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335536.252122:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb540 going to sleep for 11 seconds 00000100:00100000:1.0:1763335536.256408:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4522300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041329408:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335536.256442:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:1.0:1763335536.256465:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45800/0x10123ce7f07646aa lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db9a expref: 20 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335536.256493:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335536.256496:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335536.256500:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45800/0x10123ce7f07646aa lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db9a expref: 20 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335536.256517:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5e45800, rc 0) 00000100:00100000:3.0:1763335536.257412:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc43b7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041329536:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335536.257452:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5600/0x10123ce7f07646b1 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dba1 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335536.257476:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5600/0x10123ce7f07646b1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dba1 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335536.257488:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5600, rc 0) 00000100:00100000:1.0:1763335536.257770:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+19:2407:x1848991028894720:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6926us (9044us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335536.257781:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1248 00000100:00100000:3.0:1763335536.258142:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ed879c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2407:x1848991028894848:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6564us (7396us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335536.258175:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 917 00000100:00100000:0.0:1763335536.261702:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335536.261758:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335536.262030:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028894976 00000100:00100000:1.0:1763335536.262043:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028894976 00000100:00100000:1.0:1763335536.262109:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1249 00000100:00100000:1.0:1763335536.262120:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ed878e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+19:2407:x1848991028894976:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335536.262148:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335536.262176:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45a00/0x10123ce7f07646b8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dba8 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335536.262226:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f07646a3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db93 expref: 27 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335536.262278:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4522300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041329664:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335536.262391:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb540 going to sleep for 11 seconds 00000100:00100000:2.0:1763335536.262455:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028895104 00000100:00100000:2.0:1763335536.262460:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028895104 00000100:00100000:2.0:1763335536.262503:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 918 00000100:00100000:2.0:1763335536.262511:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ed87ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2407:x1848991028895104:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335536.262521:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335536.262533:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98200/0x10123ce7f07646bf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dbaf expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335536.262572:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffb6b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041329792:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335536.262602:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c1254480 going to sleep for 11 seconds 00000100:00100000:1.0:1763335536.265688:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4522300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041329664:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335536.265723:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:1.0:1763335536.265746:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45a00/0x10123ce7f07646b8 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dba8 expref: 20 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335536.265771:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335536.265775:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335536.265780:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45a00/0x10123ce7f07646b8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dba8 expref: 20 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335536.265798:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5e45a00, rc 0) 00000100:00100000:3.0:1763335536.266007:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffb6b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041329792:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335536.266032:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98200/0x10123ce7f07646bf lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dbaf expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335536.266049:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98200/0x10123ce7f07646bf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dbaf expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335536.266059:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98200, rc 0) 00000100:00100000:1.0:1763335536.266829:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ed878e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+19:2407:x1848991028894976:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4702us (5133us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335536.266843:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1249 00000100:00100000:3.0:1763335536.267039:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ed87ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2407:x1848991028895104:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4527us (5279us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335536.267048:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 918 00000100:00100000:3.0:1763335536.273960:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335536.274030:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335536.274173:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028895232 00000100:00100000:1.0:1763335536.274187:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028895232 00000100:00100000:1.0:1763335536.274263:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1250 00000100:00100000:1.0:1763335536.274275:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+19:2406:x1848991028895232:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335536.274302:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335536.274331:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45a00/0x10123ce7f07646c6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dbb6 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335536.274380:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f07646a3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db93 expref: 27 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335536.274438:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4522300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041329920:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335536.274554:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb540 going to sleep for 11 seconds 00000100:00100000:2.0:1763335536.274726:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028895360 00000100:00100000:2.0:1763335536.274732:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028895360 00000100:00100000:2.0:1763335536.274775:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 919 00000100:00100000:2.0:1763335536.274783:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ee9fa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2406:x1848991028895360:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335536.274792:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335536.274804:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99200/0x10123ce7f07646cd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dbbd expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335536.274844:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffb6b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041330048:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335536.274912:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c1254e40 going to sleep for 11 seconds 00000100:00100000:1.0:1763335536.279123:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4522300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041329920:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335536.279159:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:1.0:1763335536.279183:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45a00/0x10123ce7f07646c6 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dbb6 expref: 20 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335536.279209:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335536.279213:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335536.279218:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45a00/0x10123ce7f07646c6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dbb6 expref: 20 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335536.279237:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5e45a00, rc 0) 00000100:00100000:1.0:1763335536.279320:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+19:2406:x1848991028895232:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5047us (5288us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335536.279332:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1250 00000100:00100000:2.0:1763335536.280473:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffb6b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041330048:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335536.280511:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99200/0x10123ce7f07646cd lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dbbd expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335536.280535:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99200/0x10123ce7f07646cd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dbbd expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335536.280548:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99200, rc 0) 00000100:00100000:2.0:1763335536.280611:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ee9fa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2406:x1848991028895360:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5827us (6665us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335536.280620:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 919 00000100:00100000:3.0:1763335536.284417:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335536.284525:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028895488 00000100:00100000:2.0:1763335536.284539:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028895488 00000100:00100000:2.0:1763335536.284611:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 920 00000100:00100000:2.0:1763335536.284622:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:15720:x1848991028895488:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335536.284647:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335536.284672:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98800/0x10123ce7f07646d4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dbc4 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335536.284711:0:9882:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99a00/0x10123ce7f07645fb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847daf9 expref: 15 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335536.284720:0:9882:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335536.284722:0:9882:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335536.284726:0:9882:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98800/0x10123ce7f07646d4 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1187840->1191935] (req 1187840->1191935) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dbc4 expref: 9 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335536.284764:0:9882:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99a00/0x10123ce7f07645fb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847daf9 expref: 15 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335536.284777:0:9882:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99a00/0x10123ce7f07645fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847daf9 expref: 15 pid: 9882 timeout: 436 lvb_type: 0 00000100:00100000:2.0:1763335536.284792:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffb6b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041330176:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335536.285611:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c1254e40 going to sleep for 11 seconds 00000100:00100000:2.0:1763335536.288350:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffb6b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041330176:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335536.288402:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98800/0x10123ce7f07646d4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1187840->1191935] (req 1187840->1191935) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dbc4 expref: 9 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335536.288427:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98800, rc 0) 00000100:00100000:2.0:1763335536.288509:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+9:15720:x1848991028895488:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3887us (4105us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335536.288520:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 920 00000100:00100000:0.0:1763335536.289322:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335536.290324:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028895616 00000100:00100000:1.0:1763335536.290339:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028895616 00010000:00010000:1.0:1763335536.290393:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99a00/0x10123ce7f07645fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847daf9 expref: 16 pid: 9882 timeout: 436 lvb_type: 0 00000100:00100000:1.0:1763335536.290446:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 466 00000100:00100000:1.0:1763335536.290457:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ed879880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+16:2409:x1848991028895616:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335536.290477:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335536.290504:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99a00/0x10123ce7f07645fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847daf9 expref: 16 pid: 9882 timeout: 436 lvb_type: 0 00010000:00010000:1.0:1763335536.290519:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99a00/0x10123ce7f07645fb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847daf9 expref: 16 pid: 9882 timeout: 436 lvb_type: 0 00010000:00010000:1.0:1763335536.290549:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99a00/0x10123ce7f07645fb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847daf9 expref: 16 pid: 9882 timeout: 436 lvb_type: 0 00010000:00010000:1.0:1763335536.290572:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335536.290573:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335536.290584:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98800/0x10123ce7f07646d4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1187840->1191935) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dbc4 expref: 8 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335536.290595:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98800/0x10123ce7f07646d4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1187840->1191935) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dbc4 expref: 8 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335536.290647:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98800/0x10123ce7f07646d4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1187840->1191935) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dbc4 expref: 8 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335536.290663:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4522300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041330304:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335536.290780:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb540 going to sleep for 11 seconds 00000100:00100000:1.0:1763335536.294979:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4522300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041330304:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335536.295015:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335536.295082:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ed879880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+15:2409:x1848991028895616:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 4625us (5762us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335536.295095:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 466 00000100:00100000:2.0:1763335536.295942:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335536.296187:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028895744 00000100:00100000:1.0:1763335536.296196:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028895744 00002000:00100000:1.0:1763335536.296249:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1187840->1191935) req@ffff9af0ffb6b480 x1848991028895744/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/0 e 0 to 0 dl 1763335547 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335536.296260:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb6b480 with x1848991028895744 ext(1187840->1191935) 00002000:00010000:1.0:1763335536.296266:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb6b480 00000100:00100000:1.0:1763335536.296295:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 498 00000100:00100000:1.0:1763335536.296305:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+9:2409:x1848991028895744:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335536.296522:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+9:2409:x1848991028895744:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 213us (578us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335536.296530:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 498 00002000:00100000:1.0:1763335536.296537:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1187840->1191935) req@ffff9af0ffb6b480 x1848991028895744/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/4536 e 0 to 0 dl 1763335547 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335536.296545:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb6b480 with x1848991028895744 ext(1187840->1191935) 00002000:00010000:1.0:1763335536.296548:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb6b480 00000100:00100000:0.0:1763335536.300424:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335536.300599:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028895872 00000100:00100000:3.0:1763335536.300614:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028895872 00002000:00100000:3.0:1763335536.300681:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1191936->1196031) req@ffff9af0ed879f80 x1848991028895872/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/0 e 0 to 0 dl 1763335547 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335536.300694:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ed879f80 with x1848991028895872 ext(1191936->1196031) 00002000:00010000:3.0:1763335536.300701:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ed879f80 00000100:00100000:3.0:1763335536.300805:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 499 00000100:00100000:3.0:1763335536.300816:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ed879f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+9:2408:x1848991028895872:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335536.301076:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ed879f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+9:2408:x1848991028895872:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 260us (667us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335536.301103:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 499 00002000:00100000:3.0:1763335536.301111:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1191936->1196031) req@ffff9af0ed879f80 x1848991028895872/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/4536 e 0 to 0 dl 1763335547 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335536.301119:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ed879f80 with x1848991028895872 ext(1191936->1196031) 00002000:00010000:3.0:1763335536.301123:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ed879f80 00000100:00100000:2.0:1763335536.304255:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335536.305001:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028896000 00000100:00100000:3.0:1763335536.305017:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028896000 00002000:00100000:2.0:1763335536.305668:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1196032->1200127) req@ffff9af0ffb6b100 x1848991028896000/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/0 e 0 to 0 dl 1763335547 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335536.305683:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb6b100 with x1848991028896000 ext(1196032->1200127) 00002000:00010000:2.0:1763335536.305691:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb6b100 00000100:00100000:2.0:1763335536.306248:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 500 00000100:00100000:2.0:1763335536.306263:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+9:2407:x1848991028896000:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335536.306538:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+9:2407:x1848991028896000:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 279us (2297us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335536.306547:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 500 00002000:00100000:2.0:1763335536.306556:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1196032->1200127) req@ffff9af0ffb6b100 x1848991028896000/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/4536 e 0 to 0 dl 1763335547 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335536.306565:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb6b100 with x1848991028896000 ext(1196032->1200127) 00002000:00010000:2.0:1763335536.306569:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb6b100 00000100:00100000:2.0:1763335536.310567:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335536.310828:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028896128 00000100:00100000:0.0:1763335536.310843:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028896128 00002000:00100000:0.0:1763335536.311025:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1200128->1204223) req@ffff9aefc5fd5500 x1848991028896128/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/0 e 0 to 0 dl 1763335547 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335536.311038:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5fd5500 with x1848991028896128 ext(1200128->1204223) 00002000:00010000:0.0:1763335536.311046:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5fd5500 00000100:00100000:0.0:1763335536.311328:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 501 00000100:00100000:0.0:1763335536.311340:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5fd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+9:2406:x1848991028896128:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335536.311564:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5fd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+9:2406:x1848991028896128:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 226us (1012us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335536.311571:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 501 00002000:00100000:0.0:1763335536.311578:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1200128->1204223) req@ffff9aefc5fd5500 x1848991028896128/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/4536 e 0 to 0 dl 1763335547 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335536.311586:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5fd5500 with x1848991028896128 ext(1200128->1204223) 00002000:00010000:0.0:1763335536.311590:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5fd5500 00000100:00100000:0.0:1763335536.314382:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335536.314615:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028896256 00000100:00100000:2.0:1763335536.314627:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028896256 00002000:00100000:2.0:1763335536.314690:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1204224->1208319) req@ffff9af0ed878a80 x1848991028896256/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/0 e 0 to 0 dl 1763335547 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335536.314702:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ed878a80 with x1848991028896256 ext(1204224->1208319) 00002000:00010000:2.0:1763335536.314709:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ed878a80 00000100:00100000:2.0:1763335536.315079:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 502 00000100:00100000:2.0:1763335536.315093:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ed878a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+9:2407:x1848991028896256:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335536.316291:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ed878a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+9:2407:x1848991028896256:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 1191us (1913us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335536.316303:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 502 00002000:00100000:2.0:1763335536.316316:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1204224->1208319) req@ffff9af0ed878a80 x1848991028896256/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/4536 e 0 to 0 dl 1763335547 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335536.316327:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ed878a80 with x1848991028896256 ext(1204224->1208319) 00002000:00010000:2.0:1763335536.316333:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ed878a80 00000100:00100000:2.0:1763335536.321175:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335536.321288:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028896384 00000100:00100000:0.0:1763335536.321301:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028896384 00002000:00100000:0.0:1763335536.321367:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1208320->1212415) req@ffff9aefc5fd4e00 x1848991028896384/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/0 e 0 to 0 dl 1763335547 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335536.321379:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5fd4e00 with x1848991028896384 ext(1208320->1212415) 00002000:00010000:0.0:1763335536.321387:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5fd4e00 00000100:00100000:0.0:1763335536.321797:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 503 00000100:00100000:0.0:1763335536.321808:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5fd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+9:2406:x1848991028896384:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335536.322111:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5fd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+9:2406:x1848991028896384:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 304us (952us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335536.322121:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 503 00002000:00100000:0.0:1763335536.322129:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1208320->1212415) req@ffff9aefc5fd4e00 x1848991028896384/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/4536 e 0 to 0 dl 1763335547 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335536.322137:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5fd4e00 with x1848991028896384 ext(1208320->1212415) 00002000:00010000:0.0:1763335536.322141:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5fd4e00 00000100:00100000:3.0:1763335536.326356:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335536.326558:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028896512 00000100:00100000:0.0:1763335536.326572:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028896512 00002000:00100000:0.0:1763335536.326640:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1212416->1216511) req@ffff9aefc43b7b80 x1848991028896512/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/0 e 0 to 0 dl 1763335547 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335536.326653:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc43b7b80 with x1848991028896512 ext(1212416->1216511) 00002000:00010000:0.0:1763335536.326661:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc43b7b80 00000100:00100000:0.0:1763335536.326774:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 504 00000100:00100000:0.0:1763335536.326786:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+9:2407:x1848991028896512:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335536.327184:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+9:2407:x1848991028896512:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 396us (841us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335536.327195:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 504 00002000:00100000:0.0:1763335536.327204:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1212416->1216511) req@ffff9aefc43b7b80 x1848991028896512/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/4536 e 0 to 0 dl 1763335547 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335536.327213:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc43b7b80 with x1848991028896512 ext(1212416->1216511) 00002000:00010000:0.0:1763335536.327217:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc43b7b80 00000100:00100000:2.0:1763335536.330072:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335536.330284:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028896640 00000100:00100000:0.0:1763335536.330297:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028896640 00002000:00100000:0.0:1763335536.330363:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1216512->1220607) req@ffff9aefc5fd4700 x1848991028896640/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/0 e 0 to 0 dl 1763335547 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335536.330377:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5fd4700 with x1848991028896640 ext(1216512->1220607) 00002000:00010000:0.0:1763335536.330385:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5fd4700 00000100:00100000:0.0:1763335536.330428:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 505 00000100:00100000:0.0:1763335536.330440:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5fd4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+9:2407:x1848991028896640:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335536.330660:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5fd4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+9:2407:x1848991028896640:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 221us (603us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335536.330669:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 505 00002000:00100000:0.0:1763335536.330676:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1216512->1220607) req@ffff9aefc5fd4700 x1848991028896640/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/4536 e 0 to 0 dl 1763335547 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335536.330685:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5fd4700 with x1848991028896640 ext(1216512->1220607) 00002000:00010000:0.0:1763335536.330689:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5fd4700 00000100:00100000:2.0:1763335536.333853:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335536.334136:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028896768 00000100:00100000:1.0:1763335536.334150:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028896768 00002000:00100000:1.0:1763335536.334214:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1220608->1224703) req@ffff9aefc5fd5f80 x1848991028896768/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/0 e 0 to 0 dl 1763335547 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335536.334231:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5fd5f80 with x1848991028896768 ext(1220608->1224703) 00002000:00010000:1.0:1763335536.334238:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5fd5f80 00000100:00100000:1.0:1763335536.334265:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 506 00000100:00100000:1.0:1763335536.334276:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5fd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+9:2406:x1848991028896768:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335536.334549:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5fd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+9:2406:x1848991028896768:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 272us (705us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335536.334559:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 506 00002000:00100000:1.0:1763335536.334568:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1220608->1224703) req@ffff9aefc5fd5f80 x1848991028896768/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/4536 e 0 to 0 dl 1763335547 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335536.334576:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5fd5f80 with x1848991028896768 ext(1220608->1224703) 00002000:00010000:1.0:1763335536.334580:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5fd5f80 00000100:00100000:3.0:1763335536.337268:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335536.337416:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028896896 00000100:00100000:0.0:1763335536.337431:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028896896 00002000:00100000:0.0:1763335536.337496:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1224704->1228799) req@ffff9af0ffadc000 x1848991028896896/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/0 e 0 to 0 dl 1763335547 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335536.337508:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffadc000 with x1848991028896896 ext(1224704->1228799) 00002000:00010000:0.0:1763335536.337515:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffadc000 00000100:00100000:0.0:1763335536.337557:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 507 00000100:00100000:0.0:1763335536.337568:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffadc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+9:2407:x1848991028896896:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335536.337782:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffadc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+9:2407:x1848991028896896:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 215us (529us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335536.337790:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 507 00002000:00100000:0.0:1763335536.337796:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1224704->1228799) req@ffff9af0ffadc000 x1848991028896896/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/4536 e 0 to 0 dl 1763335547 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335536.337804:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffadc000 with x1848991028896896 ext(1224704->1228799) 00002000:00010000:0.0:1763335536.337807:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffadc000 00000100:00100000:2.0:1763335536.340794:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335536.341268:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028897024 00000100:00100000:1.0:1763335536.341285:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028897024 00002000:00100000:1.0:1763335536.341362:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1228800->1232895) req@ffff9aefc4c0e300 x1848991028897024/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/0 e 0 to 0 dl 1763335547 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335536.341374:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4c0e300 with x1848991028897024 ext(1228800->1232895) 00002000:00010000:1.0:1763335536.341383:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4c0e300 00000100:00100000:1.0:1763335536.341414:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 508 00000100:00100000:1.0:1763335536.341425:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+9:2406:x1848991028897024:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335536.341669:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+9:2406:x1848991028897024:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 244us (887us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335536.341678:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 508 00002000:00100000:1.0:1763335536.341687:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1228800->1232895) req@ffff9aefc4c0e300 x1848991028897024/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/4536 e 0 to 0 dl 1763335547 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335536.341696:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4c0e300 with x1848991028897024 ext(1228800->1232895) 00002000:00010000:1.0:1763335536.341699:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4c0e300 00000100:00100000:2.0:1763335536.345637:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335536.345986:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028897152 00000100:00100000:1.0:1763335536.346001:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028897152 00000100:00100000:1.0:1763335536.346198:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1251 00000100:00100000:1.0:1763335536.346211:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+19:2407:x1848991028897152:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335536.346240:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335536.346270:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45a00/0x10123ce7f07646db lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dbcb expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335536.346320:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f07646a3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db93 expref: 27 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335536.346376:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4522300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041330432:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335536.346496:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb180 going to sleep for 11 seconds 00000100:00100000:1.0:1763335536.350591:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4522300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041330432:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335536.350628:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:1.0:1763335536.350652:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45a00/0x10123ce7f07646db lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dbcb expref: 20 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335536.350678:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335536.350683:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335536.350689:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45a00/0x10123ce7f07646db lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dbcb expref: 20 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335536.350712:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5e45a00, rc 0) 00000100:00100000:1.0:1763335536.351397:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+19:2407:x1848991028897152:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5181us (5765us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335536.351412:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1251 00000100:00100000:2.0:1763335536.354604:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335536.354700:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028897280 00000100:00100000:1.0:1763335536.354715:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028897280 00000100:00100000:1.0:1763335536.354836:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1252 00000100:00100000:1.0:1763335536.354848:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+19:2407:x1848991028897280:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335536.354916:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335536.354948:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45800/0x10123ce7f07646e2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dbd2 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335536.354998:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f07646a3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db93 expref: 27 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335536.355206:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4522300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041330560:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335536.355317:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb180 going to sleep for 11 seconds 00000100:00100000:1.0:1763335536.358301:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4522300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041330560:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335536.358339:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:1.0:1763335536.358363:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45800/0x10123ce7f07646e2 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dbd2 expref: 20 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335536.358389:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335536.358393:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335536.358399:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45800/0x10123ce7f07646e2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dbd2 expref: 20 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335536.358421:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5e45800, rc 0) 00000100:00100000:1.0:1763335536.358508:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+19:2407:x1848991028897280:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3661us (3918us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335536.358518:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1252 00000100:00100000:2.0:1763335536.361568:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335536.361737:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028897408 00000100:00100000:1.0:1763335536.361750:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028897408 00000100:00100000:1.0:1763335536.362253:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1253 00000100:00100000:1.0:1763335536.362269:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+19:2407:x1848991028897408:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335536.362297:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335536.362324:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45a00/0x10123ce7f07646e9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dbd9 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335536.362371:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f07646a3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db93 expref: 27 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335536.362419:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4522300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041330688:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335536.362516:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb180 going to sleep for 11 seconds 00000100:00100000:1.0:1763335536.365164:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4522300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041330688:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335536.365196:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:1.0:1763335536.365220:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45a00/0x10123ce7f07646e9 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dbd9 expref: 20 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335536.365246:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335536.365249:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335536.365255:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45a00/0x10123ce7f07646e9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dbd9 expref: 20 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335536.365276:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5e45a00, rc 0) 00000100:00100000:1.0:1763335536.365356:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+19:2407:x1848991028897408:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3091us (3802us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335536.365367:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1253 00000100:00100000:2.0:1763335536.369247:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335536.369347:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028897536 00000100:00100000:1.0:1763335536.369362:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028897536 00000100:00100000:1.0:1763335536.369447:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1254 00000100:00100000:1.0:1763335536.369459:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f06680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+19:2406:x1848991028897536:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335536.369487:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335536.369516:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45800/0x10123ce7f07646f0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dbe0 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335536.369571:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f07646a3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db93 expref: 27 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335536.369623:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4522300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041330816:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335536.369744:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb180 going to sleep for 11 seconds 00000100:00100000:1.0:1763335536.372252:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4522300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041330816:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335536.372290:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:1.0:1763335536.372320:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45800/0x10123ce7f07646f0 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dbe0 expref: 20 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335536.372351:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335536.372354:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335536.372360:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45800/0x10123ce7f07646f0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dbe0 expref: 20 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335536.372385:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5e45800, rc 0) 00000100:00100000:1.0:1763335536.372470:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f06680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+19:2406:x1848991028897536:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3012us (3237us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335536.372483:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1254 00000100:00100000:2.0:1763335536.377087:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335536.378259:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028897664 00000100:00100000:3.0:1763335536.378277:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028897664 00000100:00100000:3.0:1763335536.378363:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 921 00000100:00100000:3.0:1763335536.378375:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+15:2406:x1848991028897664:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335536.378398:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335536.378421:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5200/0x10123ce7f07646f7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dbe7 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335536.378450:0:9882:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335536.378452:0:9882:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335536.378464:0:9882:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5200/0x10123ce7f07646f7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dbe7 expref: 16 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335536.378487:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5200/0x10123ce7f07646f7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dbe7 expref: 16 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335536.378504:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5200, rc 0) 00000100:00100000:3.0:1763335536.378606:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+16:2406:x1848991028897664:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 232us (1534us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335536.378614:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 921 00000100:00100000:2.0:1763335536.382347:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335536.382569:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028897920 00000100:00100000:1.0:1763335536.382583:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028897920 00000100:00100000:1.0:1763335536.382660:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1255 00000100:00100000:1.0:1763335536.382672:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+19:15720:x1848991028897920:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:1.0:1763335536.382761:0:10055:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335536.382807:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99000/0x10123ce7f0764609 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db00 expref: 19 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335536.382833:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335536.382839:0:10055:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335536.384124:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45800/0x10123ce7f07646fe lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335536.384153:0:10055:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764672 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db62 expref: 27 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335536.384166:0:10055:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45800/0x10123ce7f07646fe lrc: 4/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335536.384216:0:10055:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764672 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db62 expref: 27 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335536.384234:0:10055:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764672 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db62 expref: 27 pid: 8224 timeout: 437 lvb_type: 0 00000100:00100000:1.0:1763335536.384266:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4522300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041330944:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335536.385414:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335536.388437:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4522300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041330944:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335536.388475:0:10055:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45800/0x10123ce7f07646fe lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000100:00100000:2.0:1763335536.389636:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335536.389735:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028898048 00000100:00100000:1.0:1763335536.389746:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028898048 00010000:00010000:1.0:1763335536.389798:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764672 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db62 expref: 28 pid: 8224 timeout: 437 lvb_type: 0 00000100:00100000:1.0:1763335536.390000:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 467 00000100:00100000:1.0:1763335536.390021:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f07800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+28:2409:x1848991028898048:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335536.390043:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335536.390051:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764672 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db62 expref: 28 pid: 8224 timeout: 437 lvb_type: 0 00010000:00010000:1.0:1763335536.390066:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764672 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db62 expref: 28 pid: 8224 timeout: 437 lvb_type: 0 00010000:00010000:1.0:1763335536.390095:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764672 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db62 expref: 28 pid: 8224 timeout: 437 lvb_type: 0 00010000:00010000:1.0:1763335536.390113:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335536.390120:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45800/0x10123ce7f07646fe lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335536.390138:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45800/0x10123ce7f07646fe lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40290000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335536.390147:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45800/0x10123ce7f07646fe lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40290000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335536.390185:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335536.390250:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f07800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+27:2409:x1848991028898048:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 240us (620us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335536.390258:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 467 00010000:00010000:3.0:1763335536.390512:0:10055:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45800/0x10123ce7f07646fe lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335536.390521:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45800/0x10123ce7f07646fe lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000001:00080000:3.0:1763335536.390647:0:10055:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967802 00000004:00010000:3.0:1763335536.390716:0:10055:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 1048576 -> 1048576 00000004:00010000:3.0:1763335536.390720:0:10055:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335536 -> 1763335536 00000004:00010000:3.0:1763335536.390723:0:10055:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335535 -> 1763335535 00000004:00010000:3.0:1763335536.390726:0:10055:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335536 -> 1763335536 00000004:00010000:3.0:1763335536.390728:0:10055:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 472 -> 472 00000004:00010000:3.0:1763335536.390737:0:10055:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000fc88d7de reply state 000000005e53b8f9 transno 4294967803 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45800/0x10123ce7f07646fe lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335536.390754:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45800/0x10123ce7f07646fe lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335536.390762:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335536.390766:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763335536.390769:0:10055:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763335536.390937:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+21:15720:x1848991028897920:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 8264us (8602us total) trans 4294967803 rc 0/0 00000100:00100000:3.0:1763335536.390945:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1255 00000020:00080000:3.0:1763335536.390949:0:10055:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763335536.393721:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335536.393834:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028898176 00000100:00100000:3.0:1763335536.393847:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028898176 00000100:00100000:0.0:1763335536.394756:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1256 00000100:00100000:0.0:1763335536.394773:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+21:15720:x1848991028898176:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335536.394804:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335536.394832:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6000/0x10123ce7f0764705 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dbee expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335536.394910:0:8224:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f07646a3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db93 expref: 26 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335536.394923:0:8224:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6000/0x10123ce7f0764705 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dbee expref: 22 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335536.394973:0:8224:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f07646a3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db93 expref: 26 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335536.394987:0:8224:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f07646a3 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db93 expref: 26 pid: 8224 timeout: 437 lvb_type: 0 00000100:00100000:0.0:1763335536.395004:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ed879c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041331072:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335536.395128:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8cf00 going to sleep for 11 seconds 00000100:00100000:0.0:1763335536.399680:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ed879c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041331072:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335536.399732:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6000/0x10123ce7f0764705 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dbee expref: 22 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335536.399757:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335536.399760:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335536.399765:0:8224:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6000/0x10123ce7f0764705 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dbee expref: 22 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335536.399779:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6000, rc 0) 00000100:00100000:0.0:1763335536.401016:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+22:15720:x1848991028898176:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6237us (7297us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335536.401030:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1256 00000100:00100000:2.0:1763335536.401168:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335536.401426:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028898304 00000100:00100000:1.0:1763335536.401437:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028898304 00002000:00100000:1.0:1763335536.401500:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc57a0380 x1848991028898304/t0(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:582/0 lens 488/0 e 0 to 0 dl 1763335547 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335536.401512:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc57a0380 with x1848991028898304 00010000:00010000:1.0:1763335536.401521:0:6530:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f07646a3 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db93 expref: 27 pid: 8224 timeout: 437 lvb_type: 0 00010000:00010000:1.0:1763335536.401538:0:6530:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f07646a3 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db93 expref: 27 pid: 8224 timeout: 437 lvb_type: 0 00002000:00010000:1.0:1763335536.401547:0:6530:0:(mdt_io.c:157:mdt_rw_hpreq_check()) lustre-MDT0000: refreshed 1 locks timeout for req ffff9aefc57a0380 00000100:00100000:1.0:1763335536.401584:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 39 00000100:00100000:1.0:1763335536.401596:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc57a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+27:2409:x1848991028898304:12345-192.168.202.34@tcp:4:fsx.0 00000004:00010000:1.0:1763335536.406442:0:6530:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 1048576 -> 1048576 00000004:00010000:1.0:1763335536.406454:0:6530:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335536 -> 1763335536 00000004:00010000:1.0:1763335536.406457:0:6530:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335535 -> 1763335535 00000004:00010000:1.0:1763335536.406460:0:6530:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335536 -> 1763335536 00000004:00010000:1.0:1763335536.406463:0:6530:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 472 -> 576 00000100:00100000:1.0:1763335536.406670:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc57a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+29:2409:x1848991028898304:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 5067us (5495us total) trans 4294967804 rc 0/0 00000100:00100000:1.0:1763335536.406682:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 39 00002000:00100000:1.0:1763335536.406699:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc57a0380 x1848991028898304/t4294967804(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:582/0 lens 488/448 e 0 to 0 dl 1763335547 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335536.406710:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc57a0380 with x1848991028898304 00010000:00010000:1.0:1763335536.406720:0:6530:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f07646a3 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db93 expref: 29 pid: 8224 timeout: 437 lvb_type: 0 00010000:00010000:1.0:1763335536.406741:0:6530:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f07646a3 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db93 expref: 29 pid: 8224 timeout: 437 lvb_type: 0 00002000:00010000:1.0:1763335536.406748:0:6530:0:(mdt_io.c:157:mdt_rw_hpreq_check()) lustre-MDT0000: refreshed 1 locks timeout for req ffff9aefc57a0380 00000100:00100000:2.0:1763335536.409298:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335536.409556:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028898432 00000100:00100000:1.0:1763335536.409569:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028898432 00010000:00010000:1.0:1763335536.409616:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f07646a3 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db93 expref: 29 pid: 8224 timeout: 437 lvb_type: 0 00000100:00100000:1.0:1763335536.409667:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 468 00000100:00100000:1.0:1763335536.409678:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc57a1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+29:2406:x1848991028898432:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335536.409698:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335536.409725:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f07646a3 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db93 expref: 29 pid: 8224 timeout: 437 lvb_type: 0 00010000:00010000:1.0:1763335536.409739:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f07646a3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db93 expref: 29 pid: 8224 timeout: 437 lvb_type: 0 00010000:00010000:1.0:1763335536.409766:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f07646a3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847db93 expref: 29 pid: 8224 timeout: 437 lvb_type: 0 00010000:00010000:1.0:1763335536.409788:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335536.409795:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6000/0x10123ce7f0764705 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dbee expref: 21 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335536.409810:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6000/0x10123ce7f0764705 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dbee expref: 21 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335536.409821:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6000/0x10123ce7f0764705 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dbee expref: 21 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335536.409926:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6000/0x10123ce7f0764705 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dbee expref: 21 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335536.409944:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4522300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041331200:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335536.410053:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335536.413745:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335536.414004:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4522300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041331200:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335536.414037:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335536.414110:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc57a1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+28:2406:x1848991028898432:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 4433us (4824us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335536.414123:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 468 00000100:00100000:0.0:1763335536.414817:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028898560 00000100:00100000:0.0:1763335536.414830:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028898560 00000100:00100000:0.0:1763335536.414924:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 922 00000100:00100000:0.0:1763335536.414936:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4774700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+9:15720:x1848991028898560:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335536.414965:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335536.414991:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7e00/0x10123ce7f076470c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dbf5 expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335536.415033:0:14974:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98800/0x10123ce7f07646d4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1187840->1191935) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dbc4 expref: 10 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335536.415044:0:14974:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5200/0x10123ce7f07646f7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dbe7 expref: 15 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335536.415052:0:14974:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335536.415055:0:14974:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335536.415060:0:14974:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7e00/0x10123ce7f076470c lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dbf5 expref: 10 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335536.415107:0:14974:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5200/0x10123ce7f07646f7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dbe7 expref: 15 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335536.415125:0:14974:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5200/0x10123ce7f07646f7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dbe7 expref: 15 pid: 9882 timeout: 437 lvb_type: 1 00000100:00100000:0.0:1763335536.415144:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ed879c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041331328:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335536.415247:0:14974:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98800/0x10123ce7f07646d4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1187840->1191935) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dbc4 expref: 10 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335536.415258:0:14974:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98800/0x10123ce7f07646d4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1187840->1191935) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dbc4 expref: 10 pid: 9882 timeout: 437 lvb_type: 0 00000100:00100000:0.0:1763335536.415269:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ed87ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041331456:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335536.415292:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8cf00 going to sleep for 11 seconds 00000100:00100000:3.0:1763335536.419658:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335536.419803:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ed879c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041331328:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335536.419818:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ed87ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041331456:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335536.419919:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7e00/0x10123ce7f076470c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dbf5 expref: 10 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335536.419945:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd7e00, rc 0) 00000100:00100000:0.0:1763335536.420021:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4774700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+10:15720:x1848991028898560:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5086us (6293us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335536.420032:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 922 00000100:00100000:1.0:1763335536.420371:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028898816 00000100:00100000:1.0:1763335536.420380:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028898816 00010000:00010000:1.0:1763335536.420416:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98800/0x10123ce7f07646d4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1187840->1191935) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dbc4 expref: 10 pid: 9882 timeout: 437 lvb_type: 0 00000100:00100000:1.0:1763335536.420452:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 469 00000100:00100000:1.0:1763335536.420462:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffaddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+10:2408:x1848991028898816:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335536.420480:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335536.420502:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98800/0x10123ce7f07646d4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1187840->1191935) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dbc4 expref: 10 pid: 9882 timeout: 437 lvb_type: 0 00010000:00010000:1.0:1763335536.420513:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98800/0x10123ce7f07646d4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1187840->1191935) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dbc4 expref: 10 pid: 9882 timeout: 437 lvb_type: 0 00010000:00010000:1.0:1763335536.420539:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98800/0x10123ce7f07646d4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1187840->1191935) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dbc4 expref: 10 pid: 9882 timeout: 437 lvb_type: 0 00010000:00010000:1.0:1763335536.420553:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335536.420576:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffaddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+9:2408:x1848991028898816:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 116us (934us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335536.420582:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 469 00000100:00100000:3.0:1763335536.420663:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335536.421306:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028898688 00000100:00100000:1.0:1763335536.421318:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028898688 00010000:00010000:1.0:1763335536.421370:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5200/0x10123ce7f07646f7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dbe7 expref: 16 pid: 9882 timeout: 437 lvb_type: 1 00000100:00100000:1.0:1763335536.421414:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 470 00000100:00100000:1.0:1763335536.421423:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffadd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+16:2408:x1848991028898688:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335536.421438:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335536.421456:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5200/0x10123ce7f07646f7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dbe7 expref: 16 pid: 9882 timeout: 437 lvb_type: 1 00010000:00010000:1.0:1763335536.421469:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5200/0x10123ce7f07646f7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dbe7 expref: 16 pid: 9882 timeout: 437 lvb_type: 1 00010000:00010000:1.0:1763335536.421489:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5200/0x10123ce7f07646f7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dbe7 expref: 16 pid: 9882 timeout: 437 lvb_type: 1 00010000:00010000:1.0:1763335536.421504:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335536.421506:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335536.421515:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7e00/0x10123ce7f076470c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dbf5 expref: 8 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335536.421526:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7e00/0x10123ce7f076470c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dbf5 expref: 8 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335536.421586:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7e00/0x10123ce7f076470c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dbf5 expref: 8 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335536.421608:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4522300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041331584:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335536.421719:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335536.426480:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4522300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041331584:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335536.426516:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335536.426597:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffadd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+15:2408:x1848991028898688:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 5173us (5931us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335536.426610:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 470 00000100:00100000:2.0:1763335536.427482:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335536.427703:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028898944 00000100:00100000:0.0:1763335536.427713:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028898944 00002000:00010000:0.0:1763335536.427760:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1697880->18446744073709551615) 00002000:00100000:0.0:1763335536.427767:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4776300 with x1848991028898944 ext(1697880->18446744073709551615) 00002000:00010000:0.0:1763335536.427782:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4776300. 00000100:00100000:0.0:1763335536.427816:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 509 00000100:00100000:0.0:1763335536.427825:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4776300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+9:2409:x1848991028898944:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:0.0:1763335536.428155:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1366477 -> 1697880 00002000:00010000:0.0:1763335536.428159:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335536 -> 1763335536 00002000:00010000:0.0:1763335536.428162:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335535 -> 1763335535 00002000:00010000:0.0:1763335536.428164:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335536 -> 1763335536 00002000:00010000:0.0:1763335536.428167:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 72 -> 72 00000100:00100000:0.0:1763335536.428230:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4776300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+10:2409:x1848991028898944:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 406us (753us total) trans 4294967514 rc 0/0 00000100:00100000:0.0:1763335536.428237:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 509 00002000:00010000:0.0:1763335536.428241:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1697880->18446744073709551615) 00002000:00100000:0.0:1763335536.428244:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4776300 with x1848991028898944 ext(1697880->18446744073709551615) 00002000:00010000:0.0:1763335536.428248:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4776300. 00000100:00100000:2.0:1763335536.435957:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335536.436669:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335536.436771:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028899072 00000100:00100000:1.0:1763335536.436785:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028899072 00002000:00100000:0.0:1763335536.436954:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->1699839) req@ffff9aefc4775880 x1848991028899072/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/0 e 0 to 0 dl 1763335547 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335536.436968:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4775880 with x1848991028899072 ext(1048576->1699839) 00002000:00010000:0.0:1763335536.436977:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4775880 00000100:00100000:0.0:1763335536.437020:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 510 00000100:00100000:0.0:1763335536.437031:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4775880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+10:2406:x1848991028899072:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335536.438280:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028899200 00000100:00100000:3.0:1763335536.438295:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028899200 00002000:00100000:0.0:1763335536.439249:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4777b80 x1848991028899200/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/0 e 0 to 0 dl 1763335547 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335536.439265:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4777b80 with x1848991028899200 00000100:00100000:0.0:1763335536.439315:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 703 00000100:00100000:0.0:1763335536.439326:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4777b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+22:2406:x1848991028899200:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335536.448960:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4775880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+10:2406:x1848991028899072:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 11911us (13003us total) trans 0 rc 651264/651264 00000100:00100000:1.0:1763335536.448977:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 510 00002000:00100000:1.0:1763335536.448995:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->1699839) req@ffff9aefc4775880 x1848991028899072/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/440 e 0 to 0 dl 1763335547 ref 1 fl Complete:/600/0 rc 651264/651264 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335536.449006:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4775880 with x1848991028899072 ext(1048576->1699839) 00002000:00010000:1.0:1763335536.450973:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4775880 00000100:00100000:0.0:1763335536.460259:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4777b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+22:2406:x1848991028899200:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 20918us (23575us total) trans 0 rc 700416/700416 00000100:00100000:0.0:1763335536.460277:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 703 00002000:00100000:0.0:1763335536.460293:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4777b80 x1848991028899200/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/440 e 0 to 0 dl 1763335547 ref 1 fl Complete:/600/0 rc 700416/700416 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335536.460304:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4777b80 with x1848991028899200 00000100:00100000:3.0:1763335536.462315:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335536.462402:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028899328 00000100:00100000:1.0:1763335536.462416:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028899328 00002000:00100000:1.0:1763335536.462475:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1671168->1697879) req@ffff9af0ffadf800 x1848991028899328/t0(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/0 e 0 to 0 dl 1763335547 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335536.462487:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffadf800 with x1848991028899328 ext(1671168->1697879) 00002000:00010000:1.0:1763335536.462494:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffadf800 00000100:00100000:0.0:1763335536.465895:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 511 00000100:00100000:0.0:1763335536.465934:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffadf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+10:2409:x1848991028899328:12345-192.168.202.34@tcp:4:fsx.0 00000100:00100000:1.0:1763335536.486388:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffadf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+12:2409:x1848991028899328:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 20456us (24068us total) trans 4294967515 rc 0/0 00000100:00100000:1.0:1763335536.486407:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 511 00002000:00100000:1.0:1763335536.486424:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1671168->1697879) req@ffff9af0ffadf800 x1848991028899328/t4294967515(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/448 e 0 to 0 dl 1763335547 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335536.486436:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffadf800 with x1848991028899328 ext(1671168->1697879) 00002000:00010000:1.0:1763335536.486445:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffadf800 00000100:00100000:2.0:1763335536.491424:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335536.491503:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028899456 00000100:00100000:0.0:1763335536.491516:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028899456 00000100:00100000:0.0:1763335536.491582:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 923 00000100:00100000:0.0:1763335536.491592:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4775500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+12:2408:x1848991028899456:12345-192.168.202.34@tcp:16:fsx.0 00000001:00080000:1.0:1763335536.500151:0:9466:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967515 is committed 00000001:00080000:1.0:1763335536.500177:0:9466:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967513 is committed 00000100:00100000:0.0:1763335536.501049:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4775500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028899456:12345-192.168.202.34@tcp:16:fsx.0 Request processed in 9446us (9628us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335536.501063:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 923 00000100:00100000:2.0:1763335536.507191:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335536.507250:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028899584 00000100:00100000:0.0:1763335536.507264:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028899584 00000100:00100000:0.0:1763335536.507339:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1257 00000100:00100000:0.0:1763335536.507350:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc554d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+28:15720:x1848991028899584:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335536.507383:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335536.507411:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6a00/0x10123ce7f0764713 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dbfc expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335536.507527:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7200/0x10123ce7f076471a lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335536.507545:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7200/0x10123ce7f076471a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335536.507557:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7200/0x10123ce7f076471a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000004:00200000:0.0:1763335536.507587:0:8224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 1697880 00000004:00200000:0.0:1763335536.507593:0:8224:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763335536.507613:0:8224:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7200/0x10123ce7f076471a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335536.507642:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6a00/0x10123ce7f0764713 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dbfc expref: 30 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335536.507663:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7200/0x10123ce7f076471a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dbfc expref: 29 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335536.507673:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335536.507676:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335536.507680:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd7200, rc 0) 00000100:00100000:0.0:1763335536.507755:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc554d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+29:15720:x1848991028899584:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 407us (578us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335536.507762:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1257 00000100:00100000:3.0:1763335536.512167:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335536.512233:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028899712 00000100:00100000:0.0:1763335536.512246:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028899712 00000100:00100000:0.0:1763335536.512314:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1258 00000100:00100000:0.0:1763335536.512324:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5471500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+29:2408:x1848991028899712:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335536.512350:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335536.512375:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7600/0x10123ce7f0764721 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dc03 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335536.512420:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6000/0x10123ce7f0764705 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dbee expref: 21 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335536.512472:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ed87ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041331712:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335536.512609:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c600 going to sleep for 11 seconds 00000100:00100000:2.0:1763335536.519523:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000004:00010000:3.0:1763335536.519784:0:8224:0:(mdt_lvb.c:189:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime: 1763335535 -> 1763335536 00000100:00100000:3.0:1763335536.519810:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ed87ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041331712:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335536.519844:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:3.0:1763335536.519902:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7600/0x10123ce7f0764721 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc03 expref: 30 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335536.519935:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335536.519938:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335536.519945:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7600/0x10123ce7f0764721 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc03 expref: 30 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335536.519963:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd7600, rc 0) 00000100:00100000:3.0:1763335536.520037:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5471500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+29:2408:x1848991028899712:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7708us (7880us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335536.520048:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1258 00000100:00100000:0.0:1763335536.520376:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028899840 00000100:00100000:0.0:1763335536.520386:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028899840 00000100:00100000:0.0:1763335536.520435:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 924 00000100:00100000:0.0:1763335536.520444:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc554ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991028899840:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335536.520460:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335536.520479:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7000/0x10123ce7f0764728 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dc0a expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335536.520539:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ed879c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041331840:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335536.521561:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8cf00 going to sleep for 11 seconds 00002000:00010000:0.0:1763335536.529490:0:14974:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335535 -> 1763335536 00002000:00010000:0.0:1763335536.529503:0:14974:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks: 72 -> 128 00000100:00100000:0.0:1763335536.529533:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ed879c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041331840:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335536.529583:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7000/0x10123ce7f0764728 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc0a expref: 6 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335536.529613:0:14974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7000/0x10123ce7f0764728 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc0a expref: 6 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335536.529628:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd7000, rc 0) 00000100:00100000:0.0:1763335536.530410:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc554ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991028899840:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 9958us (10894us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335536.530423:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 924 00000100:00100000:2.0:1763335536.540654:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335536.541082:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028900096 00000100:00100000:1.0:1763335536.541094:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028900096 00000100:00100000:1.0:1763335536.541149:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 925 00000100:00100000:1.0:1763335536.541158:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc554f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+5:2407:x1848991028900096:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335536.541175:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335536.541202:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45a00/0x10123ce7f076472f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dc18 expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335536.541256:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4522300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041331968:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335536.541930:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335536.542255:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335536.542452:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028899968 00000100:00100000:3.0:1763335536.542466:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028899968 00000100:00100000:3.0:1763335536.542542:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1259 00000100:00100000:3.0:1763335536.542554:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc554f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+29:2407:x1848991028899968:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335536.542576:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335536.542601:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4800/0x10123ce7f0764736 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dc11 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335536.542678:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6000/0x10123ce7f0764705 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dbee expref: 21 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335536.542726:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5470380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041332096:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335536.542820:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850540 going to sleep for 11 seconds 00000100:00100000:1.0:1763335536.547740:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4522300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041331968:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335536.547793:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45a00/0x10123ce7f076472f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc18 expref: 6 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335536.547821:0:14974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45a00/0x10123ce7f076472f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc18 expref: 6 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335536.547835:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5e45a00, rc 0) 00000100:00100000:1.0:1763335536.547983:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc554f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+5:2407:x1848991028900096:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6823us (7334us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335536.547995:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 925 00000100:00100000:0.0:1763335536.548744:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5470380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041332096:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335536.548769:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:0.0:1763335536.548787:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4800/0x10123ce7f0764736 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc11 expref: 30 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335536.548813:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335536.548817:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335536.548822:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4800/0x10123ce7f0764736 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc11 expref: 30 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335536.548836:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4800, rc 0) 00000100:00100000:0.0:1763335536.548926:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc554f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+29:2407:x1848991028899968:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6374us (6671us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335536.548935:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1259 00000100:00100000:3.0:1763335536.552739:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335536.553653:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028900224 00000100:00100000:1.0:1763335536.553670:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028900224 00000100:00100000:1.0:1763335536.553749:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 926 00000100:00100000:1.0:1763335536.553760:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5470700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+5:15720:x1848991028900224:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335536.553784:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335536.553808:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45a00/0x10123ce7f076473d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dc1f expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335536.553851:0:14974:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7e00/0x10123ce7f076470c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dbf5 expref: 5 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335536.553893:0:14974:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335536.553896:0:14974:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335536.553901:0:14974:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45a00/0x10123ce7f076473d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1232896->1253375] (req 1232896->1253375) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc1f expref: 6 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335536.553942:0:14974:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7e00/0x10123ce7f076470c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dbf5 expref: 5 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335536.553957:0:14974:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7e00/0x10123ce7f076470c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dbf5 expref: 5 pid: 14974 timeout: 437 lvb_type: 0 00000100:00100000:1.0:1763335536.553973:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4522300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041332224:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335536.554098:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335536.562467:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335536.562571:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028900352 00000100:00100000:0.0:1763335536.562584:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028900352 00010000:00010000:0.0:1763335536.562636:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7e00/0x10123ce7f076470c lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dbf5 expref: 6 pid: 14974 timeout: 437 lvb_type: 0 00000100:00100000:0.0:1763335536.562697:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 471 00000100:00100000:0.0:1763335536.562709:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f14df850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991028900352:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335536.562729:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335536.562755:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7e00/0x10123ce7f076470c lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dbf5 expref: 6 pid: 14974 timeout: 437 lvb_type: 0 00010000:00010000:0.0:1763335536.562771:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7e00/0x10123ce7f076470c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dbf5 expref: 6 pid: 14974 timeout: 437 lvb_type: 0 00010000:00010000:0.0:1763335536.562808:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335536.562811:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335536.562821:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45a00/0x10123ce7f076473d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1232896->1253375) gid 0 flags: 0x50080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc1f expref: 6 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335536.562832:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45a00/0x10123ce7f076473d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1232896->1253375) gid 0 flags: 0x50080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc1f expref: 6 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335536.562904:0:14974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7e00/0x10123ce7f076470c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dbf5 expref: 6 pid: 14974 timeout: 437 lvb_type: 0 00000100:00100000:1.0:1763335536.562921:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4522300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041332224:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335536.562951:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45a00/0x10123ce7f076473d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1232896->1253375) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc1f expref: 6 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335536.562963:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5e45a00, rc 0) 00000100:00100000:1.0:1763335536.563117:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5470700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+6:15720:x1848991028900224:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 9357us (10391us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335536.563127:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 926 00010000:00010000:0.0:1763335536.563694:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45a00/0x10123ce7f076473d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1232896->1253375) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc1f expref: 5 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335536.563713:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ed879c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041332352:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335536.563797:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8cf00 going to sleep for 11 seconds 00000100:00100000:2.0:1763335536.565667:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335536.565724:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ed879c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041332352:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763335536.565753:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335536.565821:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f14df850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991028900352:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 3114us (3368us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335536.565835:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 471 00000100:00100000:1.0:1763335536.565937:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028900480 00000100:00100000:1.0:1763335536.565947:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028900480 00000100:00100000:1.0:1763335536.566025:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 512 00000100:00100000:1.0:1763335536.566037:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc554c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2407:x1848991028900480:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:1.0:1763335536.566363:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1697880 -> 1697880 00002000:00010000:1.0:1763335536.566367:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335536 -> 1763335536 00002000:00010000:1.0:1763335536.566370:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335536 -> 1763335535 00002000:00010000:1.0:1763335536.566373:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335536 -> 1763335536 00002000:00010000:1.0:1763335536.566375:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:1.0:1763335536.566411:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc554c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+7:2407:x1848991028900480:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 376us (754us total) trans 4294967516 rc 0/0 00000100:00100000:1.0:1763335536.566419:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 512 00000100:00100000:2.0:1763335536.568824:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335536.569027:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028900608 00000100:00100000:0.0:1763335536.569039:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028900608 00000100:00100000:0.0:1763335536.569107:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1260 00000100:00100000:0.0:1763335536.569117:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc554d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+29:2409:x1848991028900608:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335536.569142:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335536.569167:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7000/0x10123ce7f0764744 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dc26 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335536.569215:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6000/0x10123ce7f0764705 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dbee expref: 21 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335536.569268:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ed87b800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041332480:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335536.569373:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c600 going to sleep for 11 seconds 00000100:00100000:0.0:1763335536.573986:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ed87b800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041332480:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335536.574040:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:0.0:1763335536.574067:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7000/0x10123ce7f0764744 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc26 expref: 30 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335536.574094:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335536.574098:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335536.574108:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7000/0x10123ce7f0764744 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc26 expref: 30 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335536.574125:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd7000, rc 0) 00000100:00100000:0.0:1763335536.574219:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc554d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+29:2409:x1848991028900608:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5101us (5405us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335536.574230:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1260 00000100:00100000:3.0:1763335536.578748:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335536.578864:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028900736 00000100:00100000:0.0:1763335536.578914:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028900736 00000100:00100000:2.0:1763335536.579161:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1261 00000100:00100000:2.0:1763335536.579176:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5473b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+29:2407:x1848991028900736:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335536.579204:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335536.579233:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98600/0x10123ce7f076474b lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dc2d expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335536.579283:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6000/0x10123ce7f0764705 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dbee expref: 21 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335536.579403:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc55ece00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041332608:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335536.579520:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c12546c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335536.581929:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc55ece00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041332608:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335536.581966:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:3.0:1763335536.581989:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98600/0x10123ce7f076474b lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc2d expref: 30 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335536.582033:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335536.582037:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335536.582043:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98600/0x10123ce7f076474b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc2d expref: 30 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335536.582064:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98600, rc 0) 00000100:00100000:3.0:1763335536.582149:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5473b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+29:2407:x1848991028900736:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2975us (3414us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335536.582162:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1261 00000100:00100000:0.0:1763335536.584474:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335536.584581:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028900864 00000100:00100000:1.0:1763335536.584593:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028900864 00002000:00100000:1.0:1763335536.584656:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ed87b800 x1848991028900864/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/0 e 0 to 0 dl 1763335547 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335536.584668:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ed87b800 with x1848991028900864 00000100:00100000:1.0:1763335536.584717:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 704 00000100:00100000:1.0:1763335536.584728:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ed87b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+22:2408:x1848991028900864:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335536.585060:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ed87b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+22:2408:x1848991028900864:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 333us (597us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335536.585068:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 704 00002000:00100000:1.0:1763335536.585077:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ed87b800 x1848991028900864/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/4536 e 0 to 0 dl 1763335547 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335536.585086:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ed87b800 with x1848991028900864 00000100:00100000:2.0:1763335536.588721:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335536.589304:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028900992 00000100:00100000:0.0:1763335536.589319:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028900992 00002000:00100000:0.0:1763335536.589385:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc55ec700 x1848991028900992/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/0 e 0 to 0 dl 1763335547 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335536.589398:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc55ec700 with x1848991028900992 00000100:00100000:0.0:1763335536.589689:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 705 00000100:00100000:0.0:1763335536.589701:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+22:2407:x1848991028900992:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335536.590336:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+22:2407:x1848991028900992:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 634us (1629us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335536.590346:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 705 00002000:00100000:0.0:1763335536.590356:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc55ec700 x1848991028900992/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/4536 e 0 to 0 dl 1763335547 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335536.590365:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc55ec700 with x1848991028900992 00000100:00100000:3.0:1763335536.593213:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335536.593455:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028901120 00000100:00100000:2.0:1763335536.593469:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028901120 00000100:00100000:2.0:1763335536.593551:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1262 00000100:00100000:2.0:1763335536.593564:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5471c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+29:2408:x1848991028901120:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335536.593591:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335536.593620:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98c00/0x10123ce7f0764752 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dc34 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335536.593674:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6000/0x10123ce7f0764705 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dbee expref: 21 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335536.593728:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc55eea00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041332736:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335536.593851:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c1254e40 going to sleep for 11 seconds 00000100:00100000:3.0:1763335536.596229:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc55eea00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041332736:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335536.596260:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:3.0:1763335536.596282:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98c00/0x10123ce7f0764752 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc34 expref: 30 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335536.596497:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335536.596500:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335536.596508:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98c00/0x10123ce7f0764752 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc34 expref: 30 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335536.596524:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98c00, rc 0) 00000100:00100000:3.0:1763335536.596601:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5471c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+29:2408:x1848991028901120:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3039us (3401us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335536.596611:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1262 00000100:00100000:2.0:1763335536.599693:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335536.599775:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028901248 00000100:00100000:3.0:1763335536.599787:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028901248 00000100:00100000:0.0:1763335536.600429:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1263 00000100:00100000:1.0:1763335536.600543:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+29:2407:x1848991028901248:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335536.600578:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335536.600609:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45600/0x10123ce7f0764759 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dc3b expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335536.600668:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6000/0x10123ce7f0764705 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dbee expref: 21 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335536.600726:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4522300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041332864:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335536.600946:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fba80 going to sleep for 11 seconds 00000100:00100000:1.0:1763335536.603542:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4522300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041332864:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335536.603575:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:1.0:1763335536.603599:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45600/0x10123ce7f0764759 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc3b expref: 30 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335536.603625:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335536.603628:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335536.603634:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45600/0x10123ce7f0764759 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc3b expref: 30 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335536.603650:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5e45600, rc 0) 00000100:00100000:1.0:1763335536.603730:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+29:2407:x1848991028901248:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3287us (4050us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335536.603741:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1263 00000100:00100000:2.0:1763335536.607660:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335536.607985:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028901376 00000100:00100000:0.0:1763335536.607999:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028901376 00002000:00100000:0.0:1763335536.608073:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc55efb80 x1848991028901376/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/0 e 0 to 0 dl 1763335547 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335536.608086:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc55efb80 with x1848991028901376 00000100:00100000:0.0:1763335536.608133:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 706 00000100:00100000:0.0:1763335536.608144:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+22:2409:x1848991028901376:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335536.608404:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+22:2409:x1848991028901376:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 261us (759us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335536.608412:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 706 00002000:00100000:0.0:1763335536.608420:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc55efb80 x1848991028901376/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/4536 e 0 to 0 dl 1763335547 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335536.608428:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc55efb80 with x1848991028901376 00000100:00100000:2.0:1763335536.613807:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335536.614196:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028901504 00000100:00100000:0.0:1763335536.614209:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028901504 00002000:00100000:0.0:1763335536.614275:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc55edc00 x1848991028901504/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/0 e 0 to 0 dl 1763335547 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335536.614294:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc55edc00 with x1848991028901504 00000100:00100000:0.0:1763335536.615071:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 707 00000100:00100000:0.0:1763335536.615089:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+22:2407:x1848991028901504:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335536.615524:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+22:2407:x1848991028901504:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 440us (1731us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335536.615532:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 707 00002000:00100000:0.0:1763335536.615541:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc55edc00 x1848991028901504/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/4536 e 0 to 0 dl 1763335547 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335536.615550:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc55edc00 with x1848991028901504 00000100:00100000:2.0:1763335536.619314:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335536.619486:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028901632 00000100:00100000:1.0:1763335536.619501:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028901632 00000100:00100000:1.0:1763335536.619577:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1264 00000100:00100000:1.0:1763335536.619590:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+29:2409:x1848991028901632:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335536.619617:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335536.619644:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45600/0x10123ce7f0764760 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dc42 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335536.619688:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6000/0x10123ce7f0764705 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dbee expref: 21 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335536.619735:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4522300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041332992:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335536.619839:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fba80 going to sleep for 11 seconds 00000100:00100000:1.0:1763335536.622120:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4522300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041332992:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335536.622153:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:1.0:1763335536.622177:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45600/0x10123ce7f0764760 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc42 expref: 30 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335536.622209:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335536.622212:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335536.622218:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45600/0x10123ce7f0764760 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc42 expref: 30 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335536.622236:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5e45600, rc 0) 00000100:00100000:1.0:1763335536.622659:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+29:2409:x1848991028901632:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3070us (3360us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335536.622670:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1264 00000100:00100000:2.0:1763335536.627289:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335536.627372:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028901760 00000100:00100000:1.0:1763335536.627386:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028901760 00000100:00100000:1.0:1763335536.627490:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1265 00000100:00100000:1.0:1763335536.627501:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+29:2409:x1848991028901760:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335536.627527:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335536.627555:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e44600/0x10123ce7f0764767 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dc49 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335536.627607:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6000/0x10123ce7f0764705 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dbee expref: 21 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335536.627661:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4522300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041333120:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335536.628452:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fba80 going to sleep for 11 seconds 00000100:00100000:1.0:1763335536.636225:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4522300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041333120:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335536.636262:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:1.0:1763335536.636284:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e44600/0x10123ce7f0764767 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc49 expref: 30 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335536.636309:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335536.636313:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335536.636319:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e44600/0x10123ce7f0764767 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc49 expref: 30 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335536.636337:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5e44600, rc 0) 00000100:00100000:1.0:1763335536.636423:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+29:2409:x1848991028901760:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 8922us (9146us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335536.636435:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1265 00000100:00100000:0.0:1763335536.643289:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335536.643499:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028901888 00000100:00100000:2.0:1763335536.643513:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028901888 00000100:00100000:2.0:1763335536.644151:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 708 00000100:00100000:2.0:1763335536.644166:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ed879880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+22:2407:x1848991028901888:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:2.0:1763335536.644467:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 1048576 -> 1048576 00000004:00010000:2.0:1763335536.644472:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335536 -> 1763335536 00000004:00010000:2.0:1763335536.644475:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335536 -> 1763335535 00000004:00010000:2.0:1763335536.644478:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335536 -> 1763335536 00000004:00010000:2.0:1763335536.644480:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 576 -> 576 00000100:00100000:2.0:1763335536.645263:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ed879880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+23:2407:x1848991028901888:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 1095us (1983us total) trans 4294967805 rc 0/0 00000100:00100000:2.0:1763335536.645275:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 708 00000100:00100000:2.0:1763335536.649637:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335536.649761:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028902016 00000100:00100000:1.0:1763335536.649775:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028902016 00000100:00100000:1.0:1763335536.649921:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1266 00000100:00100000:1.0:1763335536.649935:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbf7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+29:2409:x1848991028902016:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335536.649964:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335536.649993:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e44600/0x10123ce7f076476e lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dc50 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335536.650058:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6000/0x10123ce7f0764705 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dbee expref: 22 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335536.650112:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4522300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041333248:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335536.650227:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fba80 going to sleep for 11 seconds 00000004:00010000:1.0:1763335536.653849:0:10055:0:(mdt_lvb.c:189:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime: 1763335535 -> 1763335536 00000100:00100000:1.0:1763335536.653929:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4522300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041333248:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335536.653958:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:1.0:1763335536.653981:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e44600/0x10123ce7f076476e lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc50 expref: 30 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335536.654006:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335536.654009:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335536.654015:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e44600/0x10123ce7f076476e lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc50 expref: 30 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335536.654030:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5e44600, rc 0) 00000100:00100000:1.0:1763335536.654103:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbf7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+29:2409:x1848991028902016:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4169us (4477us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335536.654112:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1266 00000100:00100000:0.0:1763335536.657680:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335536.658504:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028902144 00000100:00100000:1.0:1763335536.658518:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028902144 00000100:00100000:1.0:1763335536.658591:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1267 00000100:00100000:1.0:1763335536.658604:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ed879c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+29:2409:x1848991028902144:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335536.658632:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335536.658661:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45600/0x10123ce7f0764775 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dc57 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335536.658713:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6000/0x10123ce7f0764705 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dbee expref: 22 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335536.658768:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4522300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041333376:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335536.658928:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fba80 going to sleep for 11 seconds 00000100:00100000:1.0:1763335536.663648:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4522300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041333376:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335536.663689:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:1.0:1763335536.663713:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45600/0x10123ce7f0764775 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc57 expref: 30 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335536.663741:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335536.663745:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335536.663751:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45600/0x10123ce7f0764775 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc57 expref: 30 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335536.663768:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5e45600, rc 0) 00000100:00100000:1.0:1763335536.663913:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ed879c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+29:2409:x1848991028902144:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5251us (6189us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335536.663925:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1267 00000100:00100000:0.0:1763335536.669044:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335536.669149:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028902272 00000100:00100000:1.0:1763335536.669161:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028902272 00000100:00100000:1.0:1763335536.669238:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 927 00000100:00100000:1.0:1763335536.669252:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ed87ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991028902272:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335536.669277:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335536.669301:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44600/0x10123ce7f076477c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dc5e expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335536.669381:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4522300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041333504:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335536.672836:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fba80 going to sleep for 11 seconds 00002000:00010000:1.0:1763335536.675468:0:14974:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335535 -> 1763335536 00000100:00100000:1.0:1763335536.675510:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4522300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041333504:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335536.675557:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44600/0x10123ce7f076477c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc5e expref: 6 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335536.675587:0:14974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44600/0x10123ce7f076477c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc5e expref: 6 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335536.675603:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5e44600, rc 0) 00000100:00100000:1.0:1763335536.675685:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ed87ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991028902272:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6435us (6655us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335536.675696:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 927 00000100:00100000:2.0:1763335536.682676:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335536.682768:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028902400 00000100:00100000:1.0:1763335536.682782:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028902400 00000100:00100000:1.0:1763335536.682898:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 928 00000100:00100000:1.0:1763335536.682911:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbf7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+5:15720:x1848991028902400:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335536.682936:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335536.682967:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45600/0x10123ce7f0764783 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dc65 expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335536.683022:0:14974:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45a00/0x10123ce7f076473d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1232896->1253375) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc1f expref: 6 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335536.683032:0:14974:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335536.683035:0:14974:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335536.683040:0:14974:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45600/0x10123ce7f0764783 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1134592->1138687] (req 1134592->1138687) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc65 expref: 6 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335536.683082:0:14974:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45a00/0x10123ce7f076473d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1232896->1253375) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc1f expref: 6 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335536.683097:0:14974:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45a00/0x10123ce7f076473d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1232896->1253375) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc1f expref: 6 pid: 14974 timeout: 437 lvb_type: 0 00000100:00100000:1.0:1763335536.683114:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4522300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041333632:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335536.683224:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fba80 going to sleep for 11 seconds 00000100:00100000:1.0:1763335536.685445:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4522300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041333632:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335536.685486:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45600/0x10123ce7f0764783 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1134592->1138687] (req 1134592->1138687) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc65 expref: 6 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335536.685509:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5e45600, rc 0) 00000100:00100000:1.0:1763335536.686894:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbf7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+6:15720:x1848991028902400:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3975us (4223us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335536.686908:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 928 00000100:00100000:0.0:1763335536.689569:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335536.689671:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028902528 00000100:00100000:1.0:1763335536.689685:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028902528 00010000:00010000:1.0:1763335536.689739:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45a00/0x10123ce7f076473d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1232896->1253375) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc1f expref: 7 pid: 14974 timeout: 437 lvb_type: 0 00000100:00100000:1.0:1763335536.689790:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 472 00000100:00100000:1.0:1763335536.689802:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f07800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+7:2408:x1848991028902528:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335536.689824:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335536.689850:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45a00/0x10123ce7f076473d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1232896->1253375) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc1f expref: 7 pid: 14974 timeout: 437 lvb_type: 0 00010000:00010000:1.0:1763335536.689906:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45a00/0x10123ce7f076473d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1232896->1253375) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc1f expref: 7 pid: 14974 timeout: 437 lvb_type: 0 00010000:00010000:1.0:1763335536.689938:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45a00/0x10123ce7f076473d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1232896->1253375) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc1f expref: 7 pid: 14974 timeout: 437 lvb_type: 0 00010000:00010000:1.0:1763335536.689959:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335536.689962:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335536.689971:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45600/0x10123ce7f0764783 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1134592->1138687) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc65 expref: 5 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335536.689982:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45600/0x10123ce7f0764783 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1134592->1138687) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc65 expref: 5 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335536.690030:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45600/0x10123ce7f0764783 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1134592->1138687) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc65 expref: 5 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335536.690046:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4522300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041333760:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335536.690141:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fba80 going to sleep for 11 seconds 00000100:00100000:1.0:1763335536.694104:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4522300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041333760:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335536.694141:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335536.694205:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f07800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991028902528:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 4404us (4651us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335536.694218:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 472 00000100:00100000:0.0:1763335536.694648:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335536.695303:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028902656 00000100:00100000:1.0:1763335536.695313:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028902656 00002000:00100000:1.0:1763335536.695388:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1134592->1138687) req@ffff9aefc57a1880 x1848991028902656/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/0 e 0 to 0 dl 1763335547 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335536.695401:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc57a1880 with x1848991028902656 ext(1134592->1138687) 00002000:00010000:1.0:1763335536.695408:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc57a1880 00000100:00100000:1.0:1763335536.695433:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 513 00000100:00100000:1.0:1763335536.695443:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc57a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028902656:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335536.695671:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc57a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028902656:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 228us (1023us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335536.695679:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 513 00002000:00100000:1.0:1763335536.695686:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1134592->1138687) req@ffff9aefc57a1880 x1848991028902656/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/4536 e 0 to 0 dl 1763335547 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335536.695695:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc57a1880 with x1848991028902656 ext(1134592->1138687) 00002000:00010000:1.0:1763335536.695699:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc57a1880 00000100:00100000:0.0:1763335536.699715:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335536.700165:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028902784 00000100:00100000:1.0:1763335536.700179:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028902784 00002000:00100000:0.0:1763335536.700387:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1138688->1142783) req@ffff9af0ffaddf80 x1848991028902784/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/0 e 0 to 0 dl 1763335547 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335536.700401:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffaddf80 with x1848991028902784 ext(1138688->1142783) 00002000:00010000:0.0:1763335536.700410:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffaddf80 00000100:00100000:0.0:1763335536.700453:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 514 00000100:00100000:0.0:1763335536.700465:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffaddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2407:x1848991028902784:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335536.700716:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffaddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2407:x1848991028902784:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 252us (1019us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335536.700726:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 514 00002000:00100000:0.0:1763335536.700733:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1138688->1142783) req@ffff9af0ffaddf80 x1848991028902784/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/4536 e 0 to 0 dl 1763335547 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335536.700741:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffaddf80 with x1848991028902784 ext(1138688->1142783) 00002000:00010000:0.0:1763335536.700745:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffaddf80 00000100:00100000:2.0:1763335536.705383:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335536.705643:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028902912 00000100:00100000:1.0:1763335536.705656:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028902912 00002000:00100000:1.0:1763335536.705728:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1142784->1146879) req@ffff9af0ffbf4700 x1848991028902912/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/0 e 0 to 0 dl 1763335547 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335536.705741:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffbf4700 with x1848991028902912 ext(1142784->1146879) 00002000:00010000:1.0:1763335536.705749:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffbf4700 00000100:00100000:1.0:1763335536.705790:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 515 00000100:00100000:1.0:1763335536.705800:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbf4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028902912:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335536.706072:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbf4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028902912:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 272us (703us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335536.706080:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 515 00002000:00100000:1.0:1763335536.706087:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1142784->1146879) req@ffff9af0ffbf4700 x1848991028902912/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/4536 e 0 to 0 dl 1763335547 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335536.706095:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffbf4700 with x1848991028902912 ext(1142784->1146879) 00002000:00010000:1.0:1763335536.706098:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffbf4700 00000100:00100000:2.0:1763335536.713599:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335536.713756:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028903040 00000100:00100000:0.0:1763335536.713770:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028903040 00002000:00100000:0.0:1763335536.713835:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1146880->1150975) req@ffff9af0c3131c00 x1848991028903040/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/0 e 0 to 0 dl 1763335547 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335536.713848:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0c3131c00 with x1848991028903040 ext(1146880->1150975) 00002000:00010000:0.0:1763335536.713911:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0c3131c00 00000100:00100000:0.0:1763335536.713943:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 516 00000100:00100000:0.0:1763335536.713954:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c3131c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2406:x1848991028903040:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335536.714220:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c3131c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2406:x1848991028903040:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 266us (635us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335536.714229:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 516 00002000:00100000:0.0:1763335536.714237:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1146880->1150975) req@ffff9af0c3131c00 x1848991028903040/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/4536 e 0 to 0 dl 1763335547 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335536.714245:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0c3131c00 with x1848991028903040 ext(1146880->1150975) 00002000:00010000:0.0:1763335536.714248:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0c3131c00 00000100:00100000:2.0:1763335536.718635:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335536.718903:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028903168 00000100:00100000:1.0:1763335536.718917:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028903168 00002000:00100000:1.0:1763335536.718981:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1150976->1155071) req@ffff9af0c3130000 x1848991028903168/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/0 e 0 to 0 dl 1763335547 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335536.718995:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0c3130000 with x1848991028903168 ext(1150976->1155071) 00002000:00010000:1.0:1763335536.719002:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0c3130000 00000100:00100000:1.0:1763335536.719044:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 517 00000100:00100000:1.0:1763335536.719055:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c3130000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028903168:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335536.719281:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c3130000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028903168:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 228us (665us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335536.719289:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 517 00002000:00100000:1.0:1763335536.719297:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1150976->1155071) req@ffff9af0c3130000 x1848991028903168/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/4536 e 0 to 0 dl 1763335547 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335536.719305:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0c3130000 with x1848991028903168 ext(1150976->1155071) 00002000:00010000:1.0:1763335536.719308:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0c3130000 00000100:00100000:2.0:1763335536.725114:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335536.725309:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028903296 00000100:00100000:0.0:1763335536.725324:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028903296 00002000:00100000:0.0:1763335536.725392:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1155072->1159167) req@ffff9af0c3132d80 x1848991028903296/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/0 e 0 to 0 dl 1763335547 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335536.725412:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0c3132d80 with x1848991028903296 ext(1155072->1159167) 00002000:00010000:0.0:1763335536.725419:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0c3132d80 00000100:00100000:0.0:1763335536.725456:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 518 00000100:00100000:0.0:1763335536.725466:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c3132d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028903296:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335536.725687:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c3132d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028903296:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 222us (588us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335536.725695:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 518 00002000:00100000:0.0:1763335536.725702:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1155072->1159167) req@ffff9af0c3132d80 x1848991028903296/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/4536 e 0 to 0 dl 1763335547 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335536.725709:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0c3132d80 with x1848991028903296 ext(1155072->1159167) 00002000:00010000:0.0:1763335536.725713:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0c3132d80 00000100:00100000:2.0:1763335536.730290:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335536.731201:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028903424 00000100:00100000:1.0:1763335536.731217:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028903424 00002000:00100000:0.0:1763335536.731347:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1159168->1163263) req@ffff9aefc5965c00 x1848991028903424/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/0 e 0 to 0 dl 1763335547 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335536.731361:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5965c00 with x1848991028903424 ext(1159168->1163263) 00002000:00010000:0.0:1763335536.731369:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5965c00 00000100:00100000:0.0:1763335536.732190:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 519 00000100:00100000:0.0:1763335536.732206:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5965c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028903424:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335536.732452:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5965c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028903424:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 251us (2177us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335536.732459:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 519 00002000:00100000:0.0:1763335536.732468:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1159168->1163263) req@ffff9aefc5965c00 x1848991028903424/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/4536 e 0 to 0 dl 1763335547 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335536.732485:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5965c00 with x1848991028903424 ext(1159168->1163263) 00002000:00010000:0.0:1763335536.732490:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5965c00 00000100:00100000:2.0:1763335536.735769:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335536.736039:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028903552 00000100:00100000:0.0:1763335536.736052:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028903552 00002000:00100000:0.0:1763335536.736115:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1134592->1163263) req@ffff9aefc5964380 x1848991028903552/t0(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/0 e 0 to 0 dl 1763335547 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335536.736127:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5964380 with x1848991028903552 ext(1134592->1163263) 00002000:00010000:0.0:1763335536.736135:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5964380 00000100:00100000:0.0:1763335536.736179:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 520 00000100:00100000:0.0:1763335536.736190:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5964380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028903552:12345-192.168.202.34@tcp:4:fsx.0 00000100:00100000:0.0:1763335536.740930:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5964380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991028903552:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 4724us (5157us total) trans 4294967517 rc 0/0 00000100:00100000:0.0:1763335536.740949:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 520 00002000:00100000:0.0:1763335536.740965:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1134592->1163263) req@ffff9aefc5964380 x1848991028903552/t4294967517(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 488/448 e 0 to 0 dl 1763335547 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335536.740976:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5964380 with x1848991028903552 ext(1134592->1163263) 00002000:00010000:0.0:1763335536.740985:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5964380 00000100:00100000:2.0:1763335536.743792:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335536.743956:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028903680 00000100:00100000:0.0:1763335536.743971:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028903680 00000100:00100000:0.0:1763335536.744156:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 929 00000100:00100000:0.0:1763335536.744168:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5964e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991028903680:12345-192.168.202.34@tcp:16:fsx.0 00000001:00080000:3.0:1763335536.745956:0:9466:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967517 is committed 00000001:00080000:3.0:1763335536.745981:0:9466:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967516 is committed 00000100:00100000:0.0:1763335536.767251:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5964e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991028903680:12345-192.168.202.34@tcp:16:fsx.0 Request processed in 23067us (23456us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335536.767272:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 929 00000100:00100000:2.0:1763335536.771555:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335536.771665:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028903808 00000100:00100000:1.0:1763335536.771680:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028903808 00000100:00100000:1.0:1763335536.771754:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1268 00000100:00100000:1.0:1763335536.771765:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5964a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+29:2408:x1848991028903808:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335536.771792:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335536.771818:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45a00/0x10123ce7f076478a lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dc6c expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335536.771902:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6000/0x10123ce7f0764705 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dbee expref: 22 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335536.771961:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4522300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041333888:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335536.772103:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb0c0 going to sleep for 11 seconds 00000004:00010000:1.0:1763335536.774520:0:10055:0:(mdt_lvb.c:183:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime: 1763335536 -> 1763335537 00000004:00010000:1.0:1763335536.774535:0:10055:0:(mdt_lvb.c:195:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime: 1763335536 -> 1763335537 00000100:00100000:1.0:1763335536.774568:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4522300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041333888:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335536.774598:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:1.0:1763335536.774624:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45a00/0x10123ce7f076478a lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc6c expref: 30 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335536.774652:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335536.774657:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335536.774664:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45a00/0x10123ce7f076478a lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc6c expref: 30 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335536.774685:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5e45a00, rc 0) 00000100:00100000:1.0:1763335536.774774:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5964a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+29:2408:x1848991028903808:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3009us (3233us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335536.774784:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1268 00000100:00100000:3.0:1763335536.776416:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335536.777600:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028903936 00000100:00100000:0.0:1763335536.777617:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028903936 00000100:00100000:3.0:1763335536.778451:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 930 00000100:00100000:3.0:1763335536.778473:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5470a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2409:x1848991028903936:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335536.778500:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335536.778527:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0764791 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dc73 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335536.778611:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5472d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041334016:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335536.778738:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58500c0 going to sleep for 11 seconds 00002000:00010000:3.0:1763335536.781238:0:9882:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime: 1763335536 -> 1763335537 00002000:00010000:3.0:1763335536.781252:0:9882:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime: 1763335536 -> 1763335537 00002000:00010000:3.0:1763335536.781254:0:9882:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks: 128 -> 184 00000100:00100000:3.0:1763335536.781286:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5472d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041334016:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335536.781353:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0764791 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc73 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335536.781383:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0764791 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc73 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335536.781399:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5a00, rc 0) 00000100:00100000:3.0:1763335536.781479:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5470a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2409:x1848991028903936:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3013us (5072us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335536.781490:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 930 00000100:00100000:3.0:1763335536.785435:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335536.785483:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335536.785549:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028904064 00000100:00100000:1.0:1763335536.785563:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028904064 00000100:00100000:1.0:1763335536.785643:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1269 00000100:00100000:1.0:1763335536.785654:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5472d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+29:2406:x1848991028904064:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335536.785682:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335536.785708:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e44600/0x10123ce7f0764798 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dc7a expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335536.785755:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6000/0x10123ce7f0764705 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dbee expref: 22 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335536.785805:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4522300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041334144:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335536.785936:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335536.785993:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028904192 00000100:00100000:2.0:1763335536.786210:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028904192 00000100:00100000:2.0:1763335536.786263:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 931 00000100:00100000:2.0:1763335536.786272:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5470380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2406:x1848991028904192:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335536.786281:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335536.786294:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98c00/0x10123ce7f076479f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dc81 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335536.786336:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5966a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041334272:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335536.786368:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c1254e40 going to sleep for 11 seconds 00000100:00100000:3.0:1763335536.789506:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5966a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041334272:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335536.789561:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98c00/0x10123ce7f076479f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc81 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335536.789592:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98c00/0x10123ce7f076479f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc81 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335536.789607:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98c00, rc 0) 00000100:00100000:3.0:1763335536.790803:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5470380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2406:x1848991028904192:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4521us (5307us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335536.790816:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 931 00000100:00100000:3.0:1763335536.792925:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4522300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041334144:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335536.792957:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:3.0:1763335536.793001:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e44600/0x10123ce7f0764798 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc7a expref: 30 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335536.793026:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335536.793029:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335536.793034:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e44600/0x10123ce7f0764798 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc7a expref: 30 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335536.793050:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5e44600, rc 0) 00000100:00100000:3.0:1763335536.793126:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5472d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+29:2406:x1848991028904064:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7473us (7706us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335536.793136:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1269 00000100:00100000:1.0:1763335536.800428:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335536.800552:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335536.800783:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028904448 00000100:00100000:3.0:1763335536.800797:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028904448 00000100:00100000:3.0:1763335536.800907:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 932 00000100:00100000:3.0:1763335536.800919:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4520380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+5:2407:x1848991028904448:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335536.800947:0:8402:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335536.800974:0:8402:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4200/0x10123ce7f07647a6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dc8f expref: -99 pid: 8402 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335536.801076:0:8402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffbc4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041334400:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335536.801180:0:8402:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58500c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335536.801204:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028904320 00000100:00100000:3.0:1763335536.801208:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028904320 00000100:00100000:3.0:1763335536.801248:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1270 00000100:00100000:3.0:1763335536.801256:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4521880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+29:2406:x1848991028904320:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335536.801267:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335536.801304:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4e00/0x10123ce7f07647ad lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dc88 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335536.801347:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6000/0x10123ce7f0764705 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dbee expref: 22 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335536.801373:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc471ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041334528:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335536.801398:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850540 going to sleep for 11 seconds 00000100:00100000:0.0:1763335536.804192:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc471ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041334528:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335536.804226:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:0.0:1763335536.804249:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4e00/0x10123ce7f07647ad lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc88 expref: 30 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335536.804274:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335536.804277:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335536.804282:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4e00/0x10123ce7f07647ad lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc88 expref: 30 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335536.804296:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4e00, rc 0) 00000100:00100000:0.0:1763335536.804369:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4521880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+29:2406:x1848991028904320:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3112us (3815us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335536.804378:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1270 00000100:00100000:1.0:1763335536.804483:0:8402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffbc4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041334400:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335536.804502:0:8402:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4200/0x10123ce7f07647a6 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc8f expref: 6 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335536.804522:0:8402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4200/0x10123ce7f07647a6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc8f expref: 6 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335536.804531:0:8402:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4200, rc 0) 00000100:00100000:1.0:1763335536.804552:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4520380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+5:2407:x1848991028904448:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3638us (4142us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335536.804559:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 932 00000100:00100000:1.0:1763335536.808306:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335536.808382:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028904576 00000100:00100000:0.0:1763335536.808397:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028904576 00000100:00100000:0.0:1763335536.808474:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1271 00000100:00100000:0.0:1763335536.808485:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4522300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+29:15720:x1848991028904576:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335536.808510:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335536.808537:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7400/0x10123ce7f07647b4 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dc96 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335536.808572:0:8224:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6000/0x10123ce7f0764705 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dbee expref: 22 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335536.808587:0:8224:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7400/0x10123ce7f07647b4 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc96 expref: 30 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335536.808625:0:8224:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6000/0x10123ce7f0764705 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dbee expref: 22 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335536.808639:0:8224:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6000/0x10123ce7f0764705 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dbee expref: 22 pid: 8224 timeout: 437 lvb_type: 0 00000100:00100000:0.0:1763335536.808656:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffadd180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041334656:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335536.808770:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c900 going to sleep for 11 seconds 00000100:00100000:0.0:1763335536.811966:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffadd180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041334656:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335536.812421:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7400/0x10123ce7f07647b4 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc96 expref: 30 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335536.812445:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335536.812448:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335536.812452:0:8224:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7400/0x10123ce7f07647b4 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc96 expref: 30 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335536.812466:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd7400, rc 0) 00000100:00100000:2.0:1763335536.813758:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4522300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+30:15720:x1848991028904576:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5261us (5452us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335536.813772:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1271 00000100:00100000:1.0:1763335536.813959:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335536.814099:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028904704 00000100:00100000:2.0:1763335536.814109:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028904704 00002000:00100000:2.0:1763335536.814389:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4520a80 x1848991028904704/t0(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 504/0 e 0 to 0 dl 1763335547 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335536.814402:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4520a80 with x1848991028904704 00010000:00010000:2.0:1763335536.814414:0:6529:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6000/0x10123ce7f0764705 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dbee expref: 23 pid: 8224 timeout: 437 lvb_type: 0 00010000:00010000:2.0:1763335536.814438:0:6529:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6000/0x10123ce7f0764705 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dbee expref: 23 pid: 8224 timeout: 437 lvb_type: 0 00002000:00010000:2.0:1763335536.814448:0:6529:0:(mdt_io.c:157:mdt_rw_hpreq_check()) lustre-MDT0000: refreshed 1 locks timeout for req ffff9aefc4520a80 00000100:00100000:2.0:1763335536.814486:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 40 00000100:00100000:2.0:1763335536.814498:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4520a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+23:2409:x1848991028904704:12345-192.168.202.34@tcp:4:fsx.0 00000004:00010000:2.0:1763335536.825634:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 1048576 -> 1048576 00000004:00010000:2.0:1763335536.825649:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335537 -> 1763335537 00000004:00010000:2.0:1763335536.825652:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335536 -> 1763335535 00000004:00010000:2.0:1763335536.825655:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335537 -> 1763335537 00000004:00010000:2.0:1763335536.825658:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 576 -> 672 00000100:00100000:2.0:1763335536.825789:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4520a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+25:2409:x1848991028904704:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 11284us (11822us total) trans 4294967806 rc 0/0 00000100:00100000:2.0:1763335536.825807:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 40 00002000:00100000:2.0:1763335536.825824:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4520a80 x1848991028904704/t4294967806(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:582/0 lens 504/448 e 0 to 0 dl 1763335547 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335536.825835:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4520a80 with x1848991028904704 00010000:00010000:2.0:1763335536.825847:0:6529:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6000/0x10123ce7f0764705 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dbee expref: 25 pid: 8224 timeout: 437 lvb_type: 0 00010000:00010000:2.0:1763335536.825916:0:6529:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6000/0x10123ce7f0764705 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dbee expref: 25 pid: 8224 timeout: 437 lvb_type: 0 00002000:00010000:2.0:1763335536.825926:0:6529:0:(mdt_io.c:157:mdt_rw_hpreq_check()) lustre-MDT0000: refreshed 1 locks timeout for req ffff9aefc4520a80 00000100:00100000:1.0:1763335536.833119:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335536.833243:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028904832 00000100:00100000:0.0:1763335536.833256:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028904832 00010000:00010000:0.0:1763335536.833310:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6000/0x10123ce7f0764705 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dbee expref: 25 pid: 8224 timeout: 437 lvb_type: 0 00000100:00100000:0.0:1763335536.833362:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 473 00000100:00100000:0.0:1763335536.833373:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbc4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+25:2408:x1848991028904832:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335536.833392:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335536.833421:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6000/0x10123ce7f0764705 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dbee expref: 25 pid: 8224 timeout: 437 lvb_type: 0 00010000:00010000:0.0:1763335536.833437:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6000/0x10123ce7f0764705 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dbee expref: 25 pid: 8224 timeout: 437 lvb_type: 0 00010000:00010000:0.0:1763335536.833463:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6000/0x10123ce7f0764705 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dbee expref: 25 pid: 8224 timeout: 437 lvb_type: 0 00010000:00010000:0.0:1763335536.833485:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335536.833491:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7400/0x10123ce7f07647b4 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc96 expref: 29 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335536.833507:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7400/0x10123ce7f07647b4 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc96 expref: 29 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335536.833516:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7400/0x10123ce7f07647b4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc96 expref: 29 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335536.833565:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7400/0x10123ce7f07647b4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc96 expref: 29 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335536.833582:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffadd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041334784:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335536.835290:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c900 going to sleep for 11 seconds 00000100:00100000:0.0:1763335536.838720:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffadd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041334784:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763335536.838759:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335536.838840:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbc4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+24:2408:x1848991028904832:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 5466us (5737us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335536.838863:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 473 00000100:00100000:1.0:1763335536.840925:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335536.845335:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028904960 00000100:00100000:2.0:1763335536.845360:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028904960 00002000:00100000:2.0:1763335536.845438:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f5f02d80 x1848991028904960/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:582/0 lens 488/0 e 0 to 0 dl 1763335547 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335536.845452:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f5f02d80 with x1848991028904960 00000100:00100000:2.0:1763335536.845500:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 709 00000100:00100000:2.0:1763335536.845513:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5f02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+30:2409:x1848991028904960:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335536.845797:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5f02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+30:2409:x1848991028904960:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 285us (4882us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335536.845806:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 709 00002000:00100000:2.0:1763335536.845814:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f5f02d80 x1848991028904960/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:582/0 lens 488/4536 e 0 to 0 dl 1763335547 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335536.845822:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f5f02d80 with x1848991028904960 00000100:00100000:1.0:1763335536.849630:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335536.849740:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028905088 00000100:00100000:0.0:1763335536.849754:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028905088 00002000:00100000:0.0:1763335536.849818:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f5f00380 x1848991028905088/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:582/0 lens 488/0 e 0 to 0 dl 1763335547 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335536.849830:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f5f00380 with x1848991028905088 00000100:00100000:0.0:1763335536.849916:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 710 00000100:00100000:0.0:1763335536.849926:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5f00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+30:2408:x1848991028905088:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335536.850167:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5f00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+30:2408:x1848991028905088:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 242us (551us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335536.850174:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 710 00002000:00100000:0.0:1763335536.850180:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f5f00380 x1848991028905088/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:582/0 lens 488/4536 e 0 to 0 dl 1763335547 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335536.850187:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f5f00380 with x1848991028905088 00000100:00100000:3.0:1763335536.853995:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335536.854073:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028905216 00000100:00100000:2.0:1763335536.854087:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028905216 00002000:00100000:2.0:1763335536.854154:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc471c380 x1848991028905216/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:582/0 lens 488/0 e 0 to 0 dl 1763335547 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335536.854167:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc471c380 with x1848991028905216 00000100:00100000:2.0:1763335536.854214:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 711 00000100:00100000:2.0:1763335536.854226:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc471c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+30:2406:x1848991028905216:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335536.855020:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc471c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+30:2406:x1848991028905216:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 792us (1035us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335536.855031:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 711 00002000:00100000:2.0:1763335536.855039:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc471c380 x1848991028905216/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:582/0 lens 488/4536 e 0 to 0 dl 1763335547 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335536.855055:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc471c380 with x1848991028905216 00000100:00100000:1.0:1763335536.865297:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335536.865455:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028905344 00000100:00100000:2.0:1763335536.865468:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028905344 00002000:00100000:2.0:1763335536.865535:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc47dce00 x1848991028905344/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:582/0 lens 488/0 e 0 to 0 dl 1763335547 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335536.865549:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc47dce00 with x1848991028905344 00000100:00100000:2.0:1763335536.865592:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 712 00000100:00100000:2.0:1763335536.865603:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+30:2406:x1848991028905344:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335536.865903:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+30:2406:x1848991028905344:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 301us (620us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335536.865912:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 712 00002000:00100000:2.0:1763335536.865919:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc47dce00 x1848991028905344/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:582/0 lens 488/4536 e 0 to 0 dl 1763335547 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335536.865928:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc47dce00 with x1848991028905344 00000100:00100000:1.0:1763335536.875211:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335536.876212:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028905472 00000100:00100000:0.0:1763335536.876227:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028905472 00002000:00100000:0.0:1763335536.876292:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc47dc000 x1848991028905472/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:582/0 lens 488/0 e 0 to 0 dl 1763335547 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335536.876305:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc47dc000 with x1848991028905472 00000100:00100000:0.0:1763335536.876351:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 713 00000100:00100000:0.0:1763335536.876361:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+30:2407:x1848991028905472:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335536.876627:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+30:2407:x1848991028905472:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 266us (1433us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335536.876639:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 713 00002000:00100000:0.0:1763335536.876646:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc47dc000 x1848991028905472/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:582/0 lens 488/4536 e 0 to 0 dl 1763335547 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335536.876655:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc47dc000 with x1848991028905472 00000100:00100000:3.0:1763335536.880133:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335536.880412:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028905600 00000100:00100000:2.0:1763335536.880429:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028905600 00002000:00100000:2.0:1763335536.880497:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc471d180 x1848991028905600/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:582/0 lens 488/0 e 0 to 0 dl 1763335547 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335536.880509:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc471d180 with x1848991028905600 00000100:00100000:2.0:1763335536.880560:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 714 00000100:00100000:2.0:1763335536.880571:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc471d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+30:2407:x1848991028905600:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335536.881846:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc471d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+30:2407:x1848991028905600:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 1265us (1720us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335536.881889:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 714 00002000:00100000:2.0:1763335536.881904:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc471d180 x1848991028905600/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:582/0 lens 488/4536 e 0 to 0 dl 1763335547 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335536.881913:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc471d180 with x1848991028905600 00000100:00100000:1.0:1763335536.885184:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335536.885317:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028905728 00000100:00100000:2.0:1763335536.885330:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028905728 00002000:00100000:2.0:1763335536.885396:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffb3c380 x1848991028905728/t0(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:582/0 lens 488/0 e 0 to 0 dl 1763335547 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335536.885409:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffb3c380 with x1848991028905728 00000100:00100000:2.0:1763335536.885457:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 715 00000100:00100000:2.0:1763335536.885467:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+30:2406:x1848991028905728:12345-192.168.202.34@tcp:4:fsx.0 00000004:00010000:2.0:1763335536.890660:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 1048576 -> 1048576 00000004:00010000:2.0:1763335536.890675:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335537 -> 1763335537 00000004:00010000:2.0:1763335536.890679:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335535 -> 1763335535 00000004:00010000:2.0:1763335536.890681:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335537 -> 1763335537 00000004:00010000:2.0:1763335536.890684:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 672 -> 712 00000100:00100000:2.0:1763335536.890796:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+32:2406:x1848991028905728:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 5321us (5618us total) trans 4294967807 rc 0/0 00000100:00100000:2.0:1763335536.890810:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 715 00002000:00100000:2.0:1763335536.890826:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffb3c380 x1848991028905728/t4294967807(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:582/0 lens 488/448 e 0 to 0 dl 1763335547 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335536.890837:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffb3c380 with x1848991028905728 00000100:00100000:2.0:1763335536.894286:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335536.894467:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028905856 00000100:00100000:3.0:1763335536.894482:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028905856 00000100:00100000:3.0:1763335536.894616:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1272 00000100:00100000:3.0:1763335536.894629:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5967100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+32:2408:x1848991028905856:12345-192.168.202.34@tcp:16:fsx.0 00000001:00080000:1.0:1763335536.896257:0:6496:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967807 is committed 00000001:00080000:1.0:1763335536.896290:0:6496:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967806 is committed 00000100:00100000:0.0:1763335536.896647:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5967100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+16:2408:x1848991028905856:12345-192.168.202.34@tcp:16:fsx.0 Request processed in 2012us (2370us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335536.896662:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1272 00010000:00010000:3.0:1763335536.896767:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45800/0x10123ce7f07646fe lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335536.896782:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45800/0x10123ce7f07646fe lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210400000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335536.896791:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45800/0x10123ce7f07646fe lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335536.896798:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc5e45800 already unused, calling callback (ffffffffc1966550) 00010000:00010000:3.0:1763335536.896803:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45800/0x10123ce7f07646fe lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335536.896812:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45800/0x10123ce7f07646fe lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40218400000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335536.896833:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335536.896862:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335536.896901:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45800/0x10123ce7f07646fe lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335536.896909:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45800/0x10123ce7f07646fe lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335536.896984:0:3637:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f07644e3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335536.896992:0:3637:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f07644e3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335536.896998:0:3637:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f07644e3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335536.897004:0:3637:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc5a98000 already unused, calling callback (ffffffffc1966550) 00010000:00010000:2.0:1763335536.897007:0:3637:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f07644e3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335536.897014:0:3637:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f07644e3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335536.897023:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335536.897026:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335536.897029:0:3637:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f07644e3 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335536.897034:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f07644e3 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335536.897048:0:3637:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98e00/0x10123ce7f0764537 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335536.897053:0:3637:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98e00/0x10123ce7f0764537 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335536.897058:0:3637:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98e00/0x10123ce7f0764537 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335536.897064:0:3637:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc5a98e00 already unused, calling callback (ffffffffc1966550) 00010000:00010000:2.0:1763335536.897066:0:3637:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98e00/0x10123ce7f0764537 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335536.897076:0:3637:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98e00/0x10123ce7f0764537 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335536.897083:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335536.897085:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335536.897088:0:3637:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98e00/0x10123ce7f0764537 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335536.897093:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98e00/0x10123ce7f0764537 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335536.897102:0:3637:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f07645a0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335536.897108:0:3637:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f07645a0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335536.897114:0:3637:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f07645a0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335536.897119:0:3637:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc5a99c00 already unused, calling callback (ffffffffc1966550) 00010000:00010000:2.0:1763335536.897121:0:3637:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f07645a0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335536.897128:0:3637:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f07645a0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335536.897135:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335536.897137:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335536.897140:0:3637:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f07645a0 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335536.897144:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99c00/0x10123ce7f07645a0 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335536.897154:0:3637:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f07645f4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335536.897159:0:3637:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f07645f4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335536.897165:0:3637:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f07645f4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335536.897170:0:3637:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc5a99e00 already unused, calling callback (ffffffffc1966550) 00010000:00010000:2.0:1763335536.897172:0:3637:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f07645f4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335536.897177:0:3637:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f07645f4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335536.897184:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335536.897186:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335536.897188:0:3637:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f07645f4 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335536.897193:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f07645f4 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00000100:00100000:1.0:1763335536.900163:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335536.900283:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028905984 00000100:00100000:0.0:1763335536.900297:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028905984 00000100:00100000:0.0:1763335536.900371:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1273 00000100:00100000:0.0:1763335536.900382:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5802680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+12:15720:x1848991028905984:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335536.900414:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335536.900443:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6000/0x10123ce7f07647bb lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dc9d expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335536.900573:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7800/0x10123ce7f07647c2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335536.900592:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7800/0x10123ce7f07647c2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335536.900606:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7800/0x10123ce7f07647c2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000004:00200000:0.0:1763335536.900642:0:8224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 1697880 00000004:00200000:0.0:1763335536.900648:0:8224:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763335536.900672:0:8224:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7800/0x10123ce7f07647c2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335536.900709:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6000/0x10123ce7f07647bb lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc9d expref: 14 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335536.900732:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7800/0x10123ce7f07647c2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc9d expref: 13 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335536.900741:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335536.900745:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335536.900749:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd7800, rc 0) 00000100:00100000:0.0:1763335536.900835:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5802680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+13:15720:x1848991028905984:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 454us (688us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335536.900843:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1273 00000100:00100000:1.0:1763335536.904636:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335536.904748:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028906112 00000100:00100000:3.0:1763335536.904762:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028906112 00000100:00100000:0.0:1763335536.905011:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1274 00000100:00100000:0.0:1763335536.905027:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5800380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+13:2407:x1848991028906112:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335536.905057:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335536.905088:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7a00/0x10123ce7f07647c9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dca4 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335536.905136:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7400/0x10123ce7f07647b4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc96 expref: 11 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335536.905189:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffadd180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041334912:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335536.905301:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8ce40 going to sleep for 11 seconds 00000004:00010000:0.0:1763335536.907746:0:8224:0:(mdt_lvb.c:189:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime: 1763335535 -> 1763335537 00000100:00100000:0.0:1763335536.907784:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffadd180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041334912:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335536.907815:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:0.0:1763335536.907840:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7a00/0x10123ce7f07647c9 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dca4 expref: 14 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335536.907980:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335536.907984:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335536.907991:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7a00/0x10123ce7f07647c9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dca4 expref: 14 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335536.908008:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd7a00, rc 0) 00000100:00100000:0.0:1763335536.908071:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5800380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+13:2407:x1848991028906112:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3048us (3452us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335536.908081:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1274 00000100:00100000:1.0:1763335536.911924:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335536.912017:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028906240 00000100:00100000:0.0:1763335536.912030:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028906240 00000100:00100000:0.0:1763335536.912107:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1275 00000100:00100000:0.0:1763335536.912118:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5800e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+13:2409:x1848991028906240:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335536.912145:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335536.912172:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6000/0x10123ce7f07647d0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dcab expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335536.912220:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7400/0x10123ce7f07647b4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc96 expref: 11 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335536.912268:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffadd180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041335040:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335536.912371:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8ce40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335536.916141:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffadd180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041335040:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335536.916180:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:0.0:1763335536.916204:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6000/0x10123ce7f07647d0 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dcab expref: 14 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335536.916232:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335536.916236:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335536.916240:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6000/0x10123ce7f07647d0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dcab expref: 14 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335536.916257:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6000, rc 0) 00000100:00100000:0.0:1763335536.916338:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5800e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+13:2409:x1848991028906240:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4221us (4488us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335536.916348:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1275 00000100:00100000:2.0:1763335536.921258:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335536.921383:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028906368 00000100:00100000:1.0:1763335536.921397:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028906368 00000100:00100000:1.0:1763335536.921773:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 933 00000100:00100000:1.0:1763335536.921787:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5965f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+5:2407:x1848991028906368:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335536.921813:0:8402:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335536.921839:0:8402:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44200/0x10123ce7f07647d7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dcb2 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335536.922483:0:8402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5803800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041335168:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335536.922614:0:8402:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb300 going to sleep for 11 seconds 00002000:00010000:1.0:1763335536.925333:0:8402:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335536 -> 1763335537 00000100:00100000:1.0:1763335536.925373:0:8402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5803800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041335168:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335536.925421:0:8402:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44200/0x10123ce7f07647d7 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dcb2 expref: 6 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335536.925449:0:8402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44200/0x10123ce7f07647d7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dcb2 expref: 6 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335536.925465:0:8402:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5e44200, rc 0) 00000100:00100000:1.0:1763335536.925547:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5965f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+5:2407:x1848991028906368:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3762us (4305us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335536.925557:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 933 00000100:00100000:3.0:1763335536.928416:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335536.929211:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028906496 00000100:00100000:1.0:1763335536.929227:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028906496 00000100:00100000:1.0:1763335536.929305:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 934 00000100:00100000:1.0:1763335536.929316:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc471c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+5:2409:x1848991028906496:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335536.929342:0:8402:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335536.929368:0:8402:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44800/0x10123ce7f07647de lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dcb9 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335536.929443:0:8402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5803800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041335296:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335536.929553:0:8402:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb300 going to sleep for 11 seconds 00000100:00100000:1.0:1763335536.931797:0:8402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5803800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041335296:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335536.931849:0:8402:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44800/0x10123ce7f07647de lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dcb9 expref: 6 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335536.931978:0:8402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44800/0x10123ce7f07647de lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dcb9 expref: 6 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335536.931994:0:8402:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5e44800, rc 0) 00000100:00100000:1.0:1763335536.932075:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc471c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+5:2409:x1848991028906496:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2758us (3671us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335536.932086:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 934 00000100:00100000:2.0:1763335536.935486:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335536.935600:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028906624 00000100:00100000:0.0:1763335536.935614:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028906624 00000100:00100000:0.0:1763335536.935694:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1276 00000100:00100000:0.0:1763335536.935708:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5964000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+13:15720:x1848991028906624:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335536.935739:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335536.935771:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6000/0x10123ce7f07647e5 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dcc0 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335536.935816:0:8224:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7400/0x10123ce7f07647b4 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc96 expref: 11 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335536.935828:0:8224:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6000/0x10123ce7f07647e5 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dcc0 expref: 14 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335536.936145:0:8224:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7400/0x10123ce7f07647b4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc96 expref: 11 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335536.936164:0:8224:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7400/0x10123ce7f07647b4 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc96 expref: 11 pid: 8224 timeout: 437 lvb_type: 0 00000100:00100000:0.0:1763335536.936183:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffadd180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041335424:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335536.936307:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8ce40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335536.940955:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffadd180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041335424:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335536.941018:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6000/0x10123ce7f07647e5 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dcc0 expref: 14 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335536.941046:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335536.941050:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335536.941055:0:8224:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6000/0x10123ce7f07647e5 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dcc0 expref: 14 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335536.941069:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6000, rc 0) 00000100:00100000:0.0:1763335536.941161:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5964000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+14:15720:x1848991028906624:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5455us (5691us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335536.941172:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1276 00000100:00100000:2.0:1763335536.942828:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335536.943103:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028906752 00000100:00100000:0.0:1763335536.943116:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028906752 00010000:00010000:0.0:1763335536.943170:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7400/0x10123ce7f07647b4 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc96 expref: 12 pid: 8224 timeout: 437 lvb_type: 0 00000100:00100000:0.0:1763335536.943223:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 474 00000100:00100000:0.0:1763335536.943235:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5967800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+12:2408:x1848991028906752:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335536.943255:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335536.943283:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7400/0x10123ce7f07647b4 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc96 expref: 12 pid: 8224 timeout: 437 lvb_type: 0 00010000:00010000:0.0:1763335536.943303:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7400/0x10123ce7f07647b4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc96 expref: 12 pid: 8224 timeout: 437 lvb_type: 0 00010000:00010000:0.0:1763335536.943331:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7400/0x10123ce7f07647b4 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc96 expref: 12 pid: 8224 timeout: 437 lvb_type: 0 00010000:00010000:0.0:1763335536.943352:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335536.943359:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6000/0x10123ce7f07647e5 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dcc0 expref: 13 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335536.943372:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6000/0x10123ce7f07647e5 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dcc0 expref: 13 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335536.943381:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6000/0x10123ce7f07647e5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dcc0 expref: 13 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335536.943427:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6000/0x10123ce7f07647e5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dcc0 expref: 13 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335536.943444:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffadd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041335552:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335536.943552:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8ce40 going to sleep for 11 seconds 00000100:00100000:2.0:1763335536.947786:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335536.947932:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffadd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041335552:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763335536.947968:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335536.948266:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028906880 00000100:00100000:3.0:1763335536.948275:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028906880 00000100:00100000:3.0:1763335536.948348:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 716 00000100:00100000:3.0:1763335536.948357:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5966d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991028906880:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:3.0:1763335536.948613:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 1048576 -> 1048576 00000004:00010000:3.0:1763335536.948617:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335537 -> 1763335537 00000004:00010000:3.0:1763335536.948620:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335537 -> 1763335537 00000004:00010000:3.0:1763335536.948623:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335537 -> 1763335537 00000004:00010000:3.0:1763335536.948631:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 712 -> 712 00000100:00100000:0.0:1763335536.948650:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5967800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:2408:x1848991028906752:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 5413us (5829us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335536.948665:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 474 00000100:00100000:3.0:1763335536.951021:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5966d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+15:2409:x1848991028906880:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 2632us (3220us total) trans 4294967808 rc 0/0 00000100:00100000:3.0:1763335536.951044:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 716 00000100:00100000:1.0:1763335536.955662:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335536.957158:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028907008 00000100:00100000:0.0:1763335536.957175:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028907008 00000100:00100000:0.0:1763335536.957271:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1277 00000100:00100000:0.0:1763335536.957285:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5803800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:2407:x1848991028907008:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335536.957314:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335536.957344:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7400/0x10123ce7f07647ec lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dcc7 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335536.957395:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6000/0x10123ce7f07647e5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dcc0 expref: 14 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335536.957451:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffadd180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041335680:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335536.957587:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8ce40 going to sleep for 11 seconds 00000100:00100000:2.0:1763335536.959250:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:3.0:1763335536.959334:0:9483:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763335536.960087:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028907136 00000100:00100000:1.0:1763335536.960101:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028907136 00000100:00100000:1.0:1763335536.960186:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 935 00000100:00100000:1.0:1763335536.960199:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5965500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+5:2407:x1848991028907136:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335536.960223:0:8402:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335536.960247:0:8402:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44200/0x10123ce7f07647f3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dcce expref: -99 pid: 8402 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335536.960328:0:8402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5801c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041335808:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335536.962029:0:8402:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb300 going to sleep for 11 seconds 00000100:00100000:2.0:1763335536.963249:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffadd180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041335680:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335536.963283:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:2.0:1763335536.963308:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7400/0x10123ce7f07647ec lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dcc7 expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335536.963337:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335536.963340:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335536.963347:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7400/0x10123ce7f07647ec lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dcc7 expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335536.963367:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd7400, rc 0) 00000100:00100000:2.0:1763335536.963439:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5803800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:2407:x1848991028907008:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6157us (7792us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335536.963449:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1277 00000100:00100000:1.0:1763335536.966251:0:8402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5801c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041335808:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335536.966303:0:8402:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44200/0x10123ce7f07647f3 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dcce expref: 6 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335536.966337:0:8402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44200/0x10123ce7f07647f3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dcce expref: 6 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335536.966351:0:8402:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5e44200, rc 0) 00000100:00100000:1.0:1763335536.966432:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5965500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+5:2407:x1848991028907136:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6236us (7193us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335536.966444:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 935 00000100:00100000:1.0:1763335536.970663:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335536.970813:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028907264 00000100:00100000:2.0:1763335536.970825:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028907264 00000100:00100000:2.0:1763335536.970936:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1278 00000100:00100000:2.0:1763335536.970948:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5801c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:2406:x1848991028907264:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335536.970975:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335536.971003:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98e00/0x10123ce7f07647fa lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dcd5 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335536.971064:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6000/0x10123ce7f07647e5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dcc0 expref: 14 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335536.971118:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5964700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041335936:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335536.971228:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c1254480 going to sleep for 11 seconds 00000100:00100000:0.0:1763335536.971588:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335536.971718:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028907392 00000100:00100000:1.0:1763335536.971724:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028907392 00000100:00100000:1.0:1763335536.971771:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 936 00000100:00100000:1.0:1763335536.971779:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffadd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+5:2406:x1848991028907392:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335536.971790:0:8402:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335536.971803:0:8402:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45e00/0x10123ce7f0764801 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dcdc expref: -99 pid: 8402 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335536.971845:0:8402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5801180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041336064:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335536.972391:0:8402:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb300 going to sleep for 11 seconds 00000100:00100000:1.0:1763335536.975346:0:8402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5801180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041336064:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335536.975396:0:8402:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45e00/0x10123ce7f0764801 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dcdc expref: 6 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335536.975429:0:8402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45e00/0x10123ce7f0764801 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dcdc expref: 6 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335536.975450:0:8402:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5e45e00, rc 0) 00000100:00100000:1.0:1763335536.975548:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffadd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+5:2406:x1848991028907392:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3767us (3958us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335536.975560:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 936 00000100:00100000:2.0:1763335536.975712:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5964700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041335936:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335536.975732:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:2.0:1763335536.975749:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98e00/0x10123ce7f07647fa lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dcd5 expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335536.975769:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335536.975772:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335536.975778:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98e00/0x10123ce7f07647fa lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dcd5 expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335536.975789:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98e00, rc 0) 00000100:00100000:2.0:1763335536.975816:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5801c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:2406:x1848991028907264:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4871us (5169us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335536.975824:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1278 00000100:00100000:3.0:1763335536.979473:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335536.980195:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028907520 00000100:00100000:2.0:1763335536.980209:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028907520 00000100:00100000:2.0:1763335536.980282:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1279 00000100:00100000:2.0:1763335536.980292:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc471ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:15720:x1848991028907520:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335536.980319:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335536.980348:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f0764808 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dce3 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335536.980384:0:8224:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6000/0x10123ce7f07647e5 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dcc0 expref: 14 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335536.980395:0:8224:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f0764808 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dce3 expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335536.980435:0:8224:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6000/0x10123ce7f07647e5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dcc0 expref: 14 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335536.980448:0:8224:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6000/0x10123ce7f07647e5 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dcc0 expref: 14 pid: 8224 timeout: 437 lvb_type: 0 00000100:00100000:2.0:1763335536.980464:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5964700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041336192:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335536.980574:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c1254480 going to sleep for 11 seconds 00000100:00100000:2.0:1763335536.984067:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5964700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041336192:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335536.984115:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f0764808 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dce3 expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335536.984139:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335536.984142:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335536.984147:0:8224:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f0764808 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dce3 expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335536.984161:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99e00, rc 0) 00000100:00100000:2.0:1763335536.984232:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc471ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+12:15720:x1848991028907520:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3940us (4772us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335536.984241:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1279 00000100:00100000:3.0:1763335536.984588:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335536.984916:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028907648 00000100:00100000:1.0:1763335536.984926:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028907648 00010000:00010000:1.0:1763335536.984966:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6000/0x10123ce7f07647e5 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dcc0 expref: 15 pid: 8224 timeout: 437 lvb_type: 0 00000100:00100000:1.0:1763335536.985003:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 475 00000100:00100000:1.0:1763335536.985020:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc471c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+15:2408:x1848991028907648:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335536.985037:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335536.985064:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6000/0x10123ce7f07647e5 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dcc0 expref: 15 pid: 8224 timeout: 437 lvb_type: 0 00010000:00010000:1.0:1763335536.985078:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6000/0x10123ce7f07647e5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dcc0 expref: 15 pid: 8224 timeout: 437 lvb_type: 0 00010000:00010000:1.0:1763335536.985103:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6000/0x10123ce7f07647e5 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dcc0 expref: 15 pid: 8224 timeout: 437 lvb_type: 0 00010000:00010000:1.0:1763335536.985122:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335536.985127:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f0764808 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dce3 expref: 11 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335536.985140:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f0764808 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dce3 expref: 11 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335536.985152:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f0764808 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dce3 expref: 11 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335536.985188:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f0764808 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dce3 expref: 11 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335536.985203:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5801180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041336320:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335536.985283:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb300 going to sleep for 11 seconds 00000100:00100000:3.0:1763335536.990440:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335536.990530:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5801180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041336320:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335536.990558:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335536.990629:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc471c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+14:2408:x1848991028907648:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 5609us (6041us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335536.990643:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 475 00000100:00100000:0.0:1763335536.990730:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028907776 00000100:00100000:0.0:1763335536.990739:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028907776 00002000:00100000:0.0:1763335536.990791:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc471ed80 x1848991028907776/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:582/0 lens 488/0 e 0 to 0 dl 1763335547 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335536.990803:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc471ed80 with x1848991028907776 00000100:00100000:0.0:1763335536.990838:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 717 00000100:00100000:0.0:1763335536.990847:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc471ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:2408:x1848991028907776:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335536.991084:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc471ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:2408:x1848991028907776:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 238us (660us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335536.991091:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 717 00002000:00100000:0.0:1763335536.991097:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc471ed80 x1848991028907776/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:582/0 lens 488/4536 e 0 to 0 dl 1763335547 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335536.991113:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc471ed80 with x1848991028907776 00000100:00100000:3.0:1763335536.994173:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335536.994660:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028907904 00000100:00100000:1.0:1763335536.994674:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028907904 00000100:00100000:1.0:1763335536.995345:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 937 00000100:00100000:1.0:1763335536.995362:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f45b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991028907904:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335536.995388:0:8402:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335536.995418:0:8402:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45e00/0x10123ce7f076480f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dcea expref: -99 pid: 8402 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335536.995506:0:8402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5801180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041336448:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335536.995626:0:8402:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb300 going to sleep for 11 seconds 00000100:00100000:1.0:1763335536.998227:0:8402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5801180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041336448:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335536.998279:0:8402:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45e00/0x10123ce7f076480f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dcea expref: 6 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335536.998310:0:8402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45e00/0x10123ce7f076480f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dcea expref: 6 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335536.998324:0:8402:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5e45e00, rc 0) 00000100:00100000:1.0:1763335536.998403:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f45b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991028907904:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3045us (4242us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335536.998415:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 937 00000100:00100000:3.0:1763335537.001249:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335537.001390:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028908032 00000100:00100000:1.0:1763335537.001404:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028908032 00000100:00100000:1.0:1763335537.001469:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 938 00000100:00100000:1.0:1763335537.001481:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f45b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991028908032:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335537.001506:0:8402:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335537.001531:0:8402:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44200/0x10123ce7f0764816 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dcf1 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335537.001609:0:8402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5801180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041336576:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335537.001725:0:8402:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb300 going to sleep for 11 seconds 00000100:00100000:1.0:1763335537.005020:0:8402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5801180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041336576:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335537.005071:0:8402:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44200/0x10123ce7f0764816 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dcf1 expref: 6 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335537.005099:0:8402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44200/0x10123ce7f0764816 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dcf1 expref: 6 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335537.005120:0:8402:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5e44200, rc 0) 00000100:00100000:1.0:1763335537.005739:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f45b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991028908032:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4253us (4501us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335537.005750:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 938 00000100:00100000:2.0:1763335537.009086:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335537.009175:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028908160 00000100:00100000:0.0:1763335537.009188:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028908160 00000100:00080000:2.0:1763335537.009262:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1763335537.009280:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1280 00000100:00100000:0.0:1763335537.009292:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5964700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+14:2408:x1848991028908160:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335537.009322:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335537.009352:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6600/0x10123ce7f076481d lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dcf8 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335537.009398:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f0764808 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dce3 expref: 11 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335537.009448:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4fd3100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041336704:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335537.009544:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c600 going to sleep for 11 seconds 00000100:00100000:0.0:1763335537.011814:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4fd3100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041336704:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335537.011916:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:0.0:1763335537.011947:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6600/0x10123ce7f076481d lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dcf8 expref: 15 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335537.011974:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335537.011978:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335537.011983:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6600/0x10123ce7f076481d lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dcf8 expref: 15 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335537.012005:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6600, rc 0) 00000100:00100000:0.0:1763335537.012079:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5964700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+14:2408:x1848991028908160:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2789us (3008us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335537.012090:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1280 00000100:00100000:3.0:1763335537.015020:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335537.015099:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028908288 00000100:00100000:0.0:1763335537.015113:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028908288 00000100:00100000:0.0:1763335537.015192:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1281 00000100:00100000:0.0:1763335537.015204:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c96d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+14:15720:x1848991028908288:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335537.015236:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335537.015266:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6800/0x10123ce7f0764824 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dcff expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335537.015303:0:8224:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f0764808 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dce3 expref: 11 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335537.015314:0:8224:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6800/0x10123ce7f0764824 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dcff expref: 15 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335537.015940:0:8224:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f0764808 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dce3 expref: 11 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335537.015963:0:8224:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f0764808 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dce3 expref: 11 pid: 8224 timeout: 437 lvb_type: 0 00000100:00100000:0.0:1763335537.015981:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4fd3100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041336832:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335537.016113:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c600 going to sleep for 11 seconds 00000100:00100000:0.0:1763335537.022323:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4fd3100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041336832:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335537.022375:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6800/0x10123ce7f0764824 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dcff expref: 15 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335537.022405:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335537.022408:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335537.022413:0:8224:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6800/0x10123ce7f0764824 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dcff expref: 15 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335537.022427:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6800, rc 0) 00000100:00100000:0.0:1763335537.022517:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c96d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+15:15720:x1848991028908288:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7314us (7520us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335537.022528:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1281 00000100:00100000:1.0:1763335537.023796:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335537.025173:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028908416 00000100:00100000:3.0:1763335537.025190:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028908416 00002000:00100000:3.0:1763335537.025262:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5801180 x1848991028908416/t0(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:583/0 lens 4584/0 e 0 to 0 dl 1763335548 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335537.025274:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5801180 with x1848991028908416 00010000:00010000:3.0:1763335537.025285:0:6530:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f0764808 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dce3 expref: 12 pid: 8224 timeout: 437 lvb_type: 0 00010000:00010000:3.0:1763335537.025305:0:6530:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f0764808 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dce3 expref: 12 pid: 8224 timeout: 437 lvb_type: 0 00002000:00010000:3.0:1763335537.025314:0:6530:0:(mdt_io.c:157:mdt_rw_hpreq_check()) lustre-MDT0000: refreshed 1 locks timeout for req ffff9aefc5801180 00000100:00100000:3.0:1763335537.025357:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 41 00000100:00100000:3.0:1763335537.025369:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5801180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+12:2409:x1848991028908416:12345-192.168.202.34@tcp:4:fsx.0 00000004:00010000:3.0:1763335537.027484:0:6530:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 1048576 -> 1048576 00000004:00010000:3.0:1763335537.027497:0:6530:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335537 -> 1763335537 00000004:00010000:3.0:1763335537.027501:0:6530:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335537 -> 1763335537 00000004:00010000:3.0:1763335537.027503:0:6530:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335537 -> 1763335537 00000004:00010000:3.0:1763335537.027506:0:6530:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 712 -> 720 00000100:00100000:3.0:1763335537.027636:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5801180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+14:2409:x1848991028908416:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 2260us (3850us total) trans 4294967809 rc 0/0 00000100:00100000:3.0:1763335537.027648:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 41 00002000:00100000:3.0:1763335537.027664:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5801180 x1848991028908416/t4294967809(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:583/0 lens 4584/448 e 0 to 0 dl 1763335548 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335537.027673:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5801180 with x1848991028908416 00010000:00010000:3.0:1763335537.027683:0:6530:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f0764808 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dce3 expref: 14 pid: 8224 timeout: 437 lvb_type: 0 00010000:00010000:3.0:1763335537.027721:0:6530:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f0764808 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dce3 expref: 14 pid: 8224 timeout: 437 lvb_type: 0 00002000:00010000:3.0:1763335537.027730:0:6530:0:(mdt_io.c:157:mdt_rw_hpreq_check()) lustre-MDT0000: refreshed 1 locks timeout for req ffff9aefc5801180 00000100:00100000:0.0:1763335537.032013:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335537.032180:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028908544 00000100:00100000:1.0:1763335537.032192:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028908544 00010000:00010000:1.0:1763335537.032243:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f0764808 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dce3 expref: 14 pid: 8224 timeout: 437 lvb_type: 0 00000100:00100000:2.0:1763335537.032822:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 476 00000100:00100000:2.0:1763335537.032838:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4fd3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+14:2406:x1848991028908544:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335537.032926:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335537.032962:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f0764808 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dce3 expref: 14 pid: 8224 timeout: 437 lvb_type: 0 00010000:00010000:2.0:1763335537.032979:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f0764808 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dce3 expref: 14 pid: 8224 timeout: 437 lvb_type: 0 00010000:00010000:2.0:1763335537.033017:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f0764808 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dce3 expref: 14 pid: 8224 timeout: 437 lvb_type: 0 00010000:00010000:2.0:1763335537.033037:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335537.033044:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6800/0x10123ce7f0764824 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dcff expref: 14 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335537.033058:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6800/0x10123ce7f0764824 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dcff expref: 14 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335537.033068:0:6500:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6800/0x10123ce7f0764824 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dcff expref: 14 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335537.033120:0:6500:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6800/0x10123ce7f0764824 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dcff expref: 14 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335537.033139:0:6500:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5967480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6500:1848991041336960:192.168.202.34@tcp:105: 00000100:00100000:2.0:1763335537.033261:0:6500:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c1254480 going to sleep for 11 seconds 00000100:00100000:0.0:1763335537.037954:0:6500:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5967480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6500:1848991041336960:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763335537.037990:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335537.038064:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4fd3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+13:2406:x1848991028908544:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 5230us (6065us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335537.038076:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 476 00000100:00100000:3.0:1763335537.038481:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335537.038550:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028908672 00000100:00100000:1.0:1763335537.038561:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028908672 00000100:00100000:0.0:1763335537.039082:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 718 00000100:00100000:0.0:1763335537.039097:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c94000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+15:2409:x1848991028908672:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:0.0:1763335537.039407:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 1048576 -> 1048576 00000004:00010000:0.0:1763335537.039412:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335537 -> 1763335537 00000004:00010000:0.0:1763335537.039415:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335537 -> 1763335537 00000004:00010000:0.0:1763335537.039417:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335537 -> 1763335537 00000004:00010000:0.0:1763335537.039419:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 720 -> 832 00000100:00100000:0.0:1763335537.039499:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c94000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+16:2409:x1848991028908672:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 405us (1019us total) trans 4294967810 rc 0/0 00000100:00100000:0.0:1763335537.039513:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 718 00000100:00100000:3.0:1763335537.056675:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335537.058461:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028908928 00000100:00100000:0.0:1763335537.058479:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028908928 00000100:00100000:0.0:1763335537.058572:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1282 00000100:00100000:0.0:1763335537.058583:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c96300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+13:15720:x1848991028908928:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:0.0:1763335537.058665:0:8224:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335537.058700:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7200/0x10123ce7f076471a lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dbfc expref: 13 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335537.058726:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335537.058732:0:8224:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335537.059031:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6600/0x10123ce7f076482b lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335537.059048:0:8224:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7800/0x10123ce7f07647c2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc9d expref: 15 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335537.059058:0:8224:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6600/0x10123ce7f076482b lrc: 4/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335537.059096:0:8224:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7800/0x10123ce7f07647c2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc9d expref: 15 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335537.059111:0:8224:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7800/0x10123ce7f07647c2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc9d expref: 15 pid: 8224 timeout: 437 lvb_type: 0 00000100:00100000:0.0:1763335537.059128:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4fd0e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041337088:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335537.059243:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8ce40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335537.062573:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4fd0e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041337088:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335537.062618:0:8224:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6600/0x10123ce7f076482b lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000100:00100000:3.0:1763335537.062761:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335537.062864:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028909056 00000100:00100000:0.0:1763335537.062903:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028909056 00010000:00010000:0.0:1763335537.062949:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7800/0x10123ce7f07647c2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc9d expref: 16 pid: 8224 timeout: 437 lvb_type: 0 00000100:00100000:0.0:1763335537.062984:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 477 00000100:00100000:0.0:1763335537.062994:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c95500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:819c42eb-8a5f-4523-990c-a007cb66998d+16:2408:x1848991028909056:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335537.063011:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335537.063019:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7800/0x10123ce7f07647c2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc9d expref: 16 pid: 8224 timeout: 437 lvb_type: 0 00010000:00010000:0.0:1763335537.064337:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7800/0x10123ce7f07647c2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc9d expref: 16 pid: 8224 timeout: 437 lvb_type: 0 00010000:00010000:0.0:1763335537.064369:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7800/0x10123ce7f07647c2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc9d expref: 16 pid: 8224 timeout: 437 lvb_type: 0 00010000:00010000:0.0:1763335537.064394:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335537.064400:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6600/0x10123ce7f076482b lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335537.064412:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6600/0x10123ce7f076482b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335537.064421:0:6500:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6600/0x10123ce7f076482b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335537.064475:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335537.064557:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c95500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:819c42eb-8a5f-4523-990c-a007cb66998d+15:2408:x1848991028909056:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 1562us (1796us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335537.064567:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 477 00010000:00010000:2.0:1763335537.065057:0:8224:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6600/0x10123ce7f076482b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335537.065067:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6600/0x10123ce7f076482b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000001:00080000:2.0:1763335537.065204:0:8224:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967811 00000004:00010000:2.0:1763335537.065267:0:8224:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 1048576 -> 1048576 00000004:00010000:2.0:1763335537.065271:0:8224:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335537 -> 1763335537 00000004:00010000:2.0:1763335537.065273:0:8224:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335537 -> 1763335537 00000004:00010000:2.0:1763335537.065276:0:8224:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335537 -> 1763335537 00000004:00010000:2.0:1763335537.065279:0:8224:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 832 -> 832 00000004:00010000:2.0:1763335537.065285:0:8224:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b2ddd4e8 reply state 0000000066b7999d transno 4294967812 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6600/0x10123ce7f076482b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335537.065298:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6600/0x10123ce7f076482b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335537.065305:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335537.065308:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335537.065311:0:8224:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763335537.065403:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c96300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+15:15720:x1848991028908928:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 6822us (8744us total) trans 4294967812 rc 0/0 00000100:00100000:2.0:1763335537.065413:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1282 00000020:00080000:2.0:1763335537.065418:0:8224:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763335537.070609:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335537.070973:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028909184 00000100:00100000:0.0:1763335537.070988:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028909184 00000100:00100000:0.0:1763335537.071067:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1283 00000100:00100000:0.0:1763335537.071078:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5967480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+15:15720:x1848991028909184:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335537.071112:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335537.071142:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0764832 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dd06 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335537.071188:0:8224:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6800/0x10123ce7f0764824 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dcff expref: 14 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335537.071199:0:8224:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0764832 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd06 expref: 16 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335537.071244:0:8224:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6800/0x10123ce7f0764824 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dcff expref: 14 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335537.071259:0:8224:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6800/0x10123ce7f0764824 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dcff expref: 14 pid: 8224 timeout: 437 lvb_type: 0 00000100:00100000:0.0:1763335537.071275:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4fd0e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041337216:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335537.071388:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8ce40 going to sleep for 11 seconds 00000100:00100000:1.0:1763335537.075153:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335537.075285:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4fd0e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041337216:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335537.075332:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0764832 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd06 expref: 16 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335537.075356:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335537.075359:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335537.075365:0:8224:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0764832 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd06 expref: 16 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335537.075377:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd7c00, rc 0) 00000100:00100000:0.0:1763335537.075458:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5967480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+16:15720:x1848991028909184:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4381us (4963us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335537.075469:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1283 00000100:00100000:2.0:1763335537.076061:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028909312 00000100:00100000:2.0:1763335537.076072:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028909312 00010000:00010000:2.0:1763335537.076115:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6800/0x10123ce7f0764824 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dcff expref: 15 pid: 8224 timeout: 437 lvb_type: 0 00000100:00100000:2.0:1763335537.076157:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 478 00000100:00100000:2.0:1763335537.076167:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f80f8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:819c42eb-8a5f-4523-990c-a007cb66998d+15:2409:x1848991028909312:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335537.076186:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335537.076213:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6800/0x10123ce7f0764824 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dcff expref: 15 pid: 8224 timeout: 437 lvb_type: 0 00010000:00010000:2.0:1763335537.076227:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6800/0x10123ce7f0764824 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dcff expref: 15 pid: 8224 timeout: 437 lvb_type: 0 00010000:00010000:2.0:1763335537.076259:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6800/0x10123ce7f0764824 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dcff expref: 15 pid: 8224 timeout: 437 lvb_type: 0 00010000:00010000:2.0:1763335537.076277:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335537.076282:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0764832 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd06 expref: 15 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335537.076295:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0764832 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd06 expref: 15 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335537.076305:0:6500:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0764832 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd06 expref: 15 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335537.076345:0:6500:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0764832 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd06 expref: 15 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335537.076361:0:6500:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5966a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6500:1848991041337344:192.168.202.34@tcp:105: 00000100:00100000:2.0:1763335537.076443:0:6500:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c1254480 going to sleep for 11 seconds 00000100:00100000:1.0:1763335537.085751:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335537.085948:0:6500:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5966a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6500:1848991041337344:192.168.202.34@tcp:105: 00010000:00010000:2.0:1763335537.085978:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335537.086048:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f80f8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991028909312:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 9881us (10908us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335537.086061:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 478 00000100:00100000:3.0:1763335537.086475:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028909440 00000100:00100000:3.0:1763335537.086486:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028909440 00000100:00100000:3.0:1763335537.086550:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 939 00000100:00100000:3.0:1763335537.086560:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3354e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+5:15720:x1848991028909440:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335537.086582:0:8402:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335537.086604:0:8402:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0764839 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dd0d expref: -99 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335537.086641:0:8402:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45600/0x10123ce7f0764783 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1134592->1138687) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc65 expref: 5 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335537.086650:0:8402:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335537.086652:0:8402:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335537.086657:0:8402:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0764839 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd0d expref: 6 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335537.086694:0:8402:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45600/0x10123ce7f0764783 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1134592->1138687) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc65 expref: 5 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335537.086709:0:8402:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45600/0x10123ce7f0764783 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1134592->1138687) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc65 expref: 5 pid: 14974 timeout: 437 lvb_type: 0 00000100:00100000:3.0:1763335537.086744:0:8402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c95500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041337472:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335537.086816:0:8402:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850840 going to sleep for 11 seconds 00000100:00100000:1.0:1763335537.090087:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335537.090149:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028909568 00000100:00100000:2.0:1763335537.090163:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028909568 00010000:00010000:2.0:1763335537.090215:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45600/0x10123ce7f0764783 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1134592->1138687) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc65 expref: 6 pid: 14974 timeout: 437 lvb_type: 0 00000100:00100000:2.0:1763335537.090273:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 479 00000100:00100000:2.0:1763335537.090284:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3355c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991028909568:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335537.090311:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335537.090343:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45600/0x10123ce7f0764783 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1134592->1138687) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc65 expref: 6 pid: 14974 timeout: 437 lvb_type: 0 00000100:00100000:3.0:1763335537.090362:0:8402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c95500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041337472:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335537.090362:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45600/0x10123ce7f0764783 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1134592->1138687) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc65 expref: 6 pid: 14974 timeout: 437 lvb_type: 0 00010000:00010000:2.0:1763335537.090569:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45600/0x10123ce7f0764783 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1134592->1138687) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dc65 expref: 6 pid: 14974 timeout: 437 lvb_type: 0 00010000:00010000:2.0:1763335537.090752:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335537.090756:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335537.090765:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0764839 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd0d expref: 6 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335537.090777:0:6500:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0764839 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd0d expref: 6 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335537.090960:0:8402:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0764839 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd0d expref: 6 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335537.090978:0:8402:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5a00, rc 0) 00000100:00100000:3.0:1763335537.091072:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3354e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:15720:x1848991028909440:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4512us (5335us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335537.091082:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 939 00010000:00010000:2.0:1763335537.091534:0:6500:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0764839 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd0d expref: 5 pid: 8402 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335537.091552:0:6500:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5967800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6500:1848991041337600:192.168.202.34@tcp:105: 00000100:00100000:2.0:1763335537.091634:0:6500:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c1254e40 going to sleep for 11 seconds 00000100:00100000:1.0:1763335537.096323:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335537.096367:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028909696 00000100:00100000:0.0:1763335537.096380:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028909696 00002000:00010000:0.0:1763335537.096438:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1882279->18446744073709551615) 00002000:00100000:0.0:1763335537.096445:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc3356d80 with x1848991028909696 ext(1882279->18446744073709551615) 00002000:00010000:0.0:1763335537.096461:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc3356d80. 00000100:00100000:0.0:1763335537.096506:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 521 00000100:00100000:0.0:1763335537.096517:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3356d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991028909696:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:0.0:1763335537.096817:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1697880 -> 1882279 00002000:00010000:0.0:1763335537.096822:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335537 -> 1763335537 00002000:00010000:0.0:1763335537.096824:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335537 -> 1763335536 00002000:00010000:0.0:1763335537.096827:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335537 -> 1763335537 00002000:00010000:0.0:1763335537.096829:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 184 -> 184 00000100:00100000:0.0:1763335537.096941:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3356d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+7:2408:x1848991028909696:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 424us (633us total) trans 4294967518 rc 0/0 00000100:00100000:0.0:1763335537.096954:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 521 00002000:00010000:0.0:1763335537.096959:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1882279->18446744073709551615) 00002000:00100000:0.0:1763335537.096962:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc3356d80 with x1848991028909696 ext(1882279->18446744073709551615) 00002000:00010000:0.0:1763335537.096967:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc3356d80. 00000100:00100000:2.0:1763335537.098671:0:6500:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5967800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6500:1848991041337600:192.168.202.34@tcp:105: 00010000:00010000:2.0:1763335537.098704:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335537.098760:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3355c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991028909568:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 8478us (8689us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335537.098771:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 479 00000100:00100000:3.0:1763335537.107397:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335537.107524:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028909824 00000100:00100000:0.0:1763335537.107537:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028909824 00000100:00100000:0.0:1763335537.107615:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1284 00000100:00100000:0.0:1763335537.107627:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c95500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+16:15720:x1848991028909824:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335537.107655:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335537.107684:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7800/0x10123ce7f0764840 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dd14 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335537.107825:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7200/0x10123ce7f0764847 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335537.107845:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7200/0x10123ce7f0764847 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335537.107913:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7200/0x10123ce7f0764847 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000004:00200000:0.0:1763335537.107953:0:8224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 1882279 00000004:00200000:0.0:1763335537.107959:0:8224:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763335537.108040:0:8224:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7200/0x10123ce7f0764847 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335537.108074:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7800/0x10123ce7f0764840 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd14 expref: 18 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335537.108097:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7200/0x10123ce7f0764847 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd14 expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335537.108107:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335537.108110:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335537.108116:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd7200, rc 0) 00000100:00100000:1.0:1763335537.108206:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c95500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+17:15720:x1848991028909824:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 580us (825us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335537.108214:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1284 00000100:00100000:1.0:1763335537.112208:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335537.112444:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028909952 00000100:00100000:3.0:1763335537.112457:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028909952 00000100:00100000:0.0:1763335537.112625:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 719 00000100:00100000:0.0:1763335537.112636:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+17:2408:x1848991028909952:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:0.0:1763335537.113071:0:6530:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 1048576 -> 1048576 00000004:00010000:0.0:1763335537.113075:0:6530:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335537 -> 1763335537 00000004:00010000:0.0:1763335537.113078:0:6530:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335537 -> 1763335537 00000004:00010000:0.0:1763335537.113082:0:6530:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335537 -> 1763335537 00000004:00010000:0.0:1763335537.113085:0:6530:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 832 -> 888 00000100:00100000:0.0:1763335537.113176:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+18:2408:x1848991028909952:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 540us (983us total) trans 4294967813 rc 0/0 00000100:00100000:0.0:1763335537.113184:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 719 00000100:00100000:2.0:1763335537.119043:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335537.119147:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028910080 00000100:00100000:3.0:1763335537.119163:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028910080 00000100:00100000:1.0:1763335537.119770:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1285 00000100:00100000:1.0:1763335537.119786:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5967800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+14:15720:x1848991028910080:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335537.119819:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335537.119847:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45000/0x10123ce7f076484e lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dd1b expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335537.120031:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45400/0x10123ce7f0764855 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335537.120051:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45400/0x10123ce7f0764855 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335537.120065:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45400/0x10123ce7f0764855 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000004:00200000:1.0:1763335537.120100:0:8224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 1882279 00000004:00200000:1.0:1763335537.120105:0:8224:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763335537.120129:0:8224:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45400/0x10123ce7f0764855 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335537.120161:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45000/0x10123ce7f076484e lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd1b expref: 16 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335537.120182:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45400/0x10123ce7f0764855 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd1b expref: 15 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335537.120197:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335537.120200:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335537.120206:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5e45400, rc 0) 00000100:00100000:1.0:1763335537.120300:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5967800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+15:15720:x1848991028910080:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 518us (1271us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335537.120309:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1285 00000100:00100000:1.0:1763335537.125266:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335537.125321:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335537.125432:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028910208 00000100:00100000:3.0:1763335537.125445:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028910208 00000100:00100000:3.0:1763335537.125520:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1286 00000100:00100000:3.0:1763335537.125532:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+15:2409:x1848991028910208:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335537.125559:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335537.125586:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5800/0x10123ce7f076485c lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dd22 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335537.125635:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0764832 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd06 expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335537.125711:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffbab800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041337728:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335537.125812:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850840 going to sleep for 11 seconds 00000100:00100000:0.0:1763335537.126648:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028910336 00000100:00100000:0.0:1763335537.126658:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028910336 00000100:00100000:0.0:1763335537.126720:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 940 00000100:00100000:0.0:1763335537.126732:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991028910336:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335537.126746:0:8402:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335537.126763:0:8402:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6c00/0x10123ce7f0764863 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dd29 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335537.126813:0:8402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4fd0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041337856:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335537.126911:0:8402:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c300 going to sleep for 11 seconds 00000100:00100000:3.0:1763335537.129398:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffbab800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041337728:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335537.129437:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:3.0:1763335537.129464:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5800/0x10123ce7f076485c lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd22 expref: 16 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335537.129492:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335537.129496:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335537.129503:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5800/0x10123ce7f076485c lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd22 expref: 16 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335537.129522:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5800, rc 0) 00000100:00100000:3.0:1763335537.130178:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+15:2409:x1848991028910208:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4644us (4924us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335537.130190:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1286 00002000:00010000:0.0:1763335537.132813:0:8402:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335536 -> 1763335537 00000100:00100000:0.0:1763335537.132862:0:8402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4fd0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041337856:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335537.132956:0:8402:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6c00/0x10123ce7f0764863 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd29 expref: 6 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335537.132985:0:8402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6c00/0x10123ce7f0764863 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd29 expref: 6 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335537.132999:0:8402:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6c00, rc 0) 00000100:00100000:0.0:1763335537.133080:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991028910336:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6348us (7755us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335537.133094:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 940 00000100:00100000:2.0:1763335537.136142:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335537.136522:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335537.136808:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028910464 00000100:00100000:3.0:1763335537.136829:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028910464 00000100:00100000:3.0:1763335537.136947:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1287 00000100:00100000:3.0:1763335537.136959:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5966a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+15:2409:x1848991028910464:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335537.136986:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335537.137016:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5800/0x10123ce7f076486a lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dd30 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335537.137064:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0764832 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd06 expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335537.137144:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffbab800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041337984:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335537.137256:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850840 going to sleep for 11 seconds 00000100:00100000:0.0:1763335537.139226:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028910592 00000100:00100000:0.0:1763335537.139245:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028910592 00000100:00100000:0.0:1763335537.139322:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 941 00000100:00100000:0.0:1763335537.139335:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991028910592:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335537.139360:0:8402:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335537.139384:0:8402:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7000/0x10123ce7f0764871 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dd37 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335537.139454:0:8402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4fd0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041338112:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335537.139574:0:8402:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c300 going to sleep for 11 seconds 00000100:00100000:0.0:1763335537.141182:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffbab800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041337984:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335537.141216:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:0.0:1763335537.141240:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5800/0x10123ce7f076486a lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd30 expref: 16 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335537.141266:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335537.141269:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335537.141275:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5800/0x10123ce7f076486a lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd30 expref: 16 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335537.141292:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5800, rc 0) 00000100:00100000:0.0:1763335537.141374:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5966a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+15:2409:x1848991028910464:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4416us (5248us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335537.141384:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1287 00000100:00100000:0.0:1763335537.143225:0:8402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4fd0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041338112:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335537.143273:0:8402:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7000/0x10123ce7f0764871 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd37 expref: 6 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335537.143297:0:8402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7000/0x10123ce7f0764871 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd37 expref: 6 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335537.143310:0:8402:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd7000, rc 0) 00000100:00100000:0.0:1763335537.143384:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991028910592:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4051us (6861us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335537.143395:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 941 00000100:00100000:3.0:1763335537.146307:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335537.146425:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028910720 00000100:00100000:2.0:1763335537.146438:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028910720 00002000:00100000:2.0:1763335537.146505:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1060864->1064959) req@ffff9af0ffba8380 x1848991028910720/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:583/0 lens 488/0 e 0 to 0 dl 1763335548 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335537.146517:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffba8380 with x1848991028910720 ext(1060864->1064959) 00002000:00010000:2.0:1763335537.146525:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffba8380 00000100:00100000:2.0:1763335537.146607:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 522 00000100:00100000:2.0:1763335537.146692:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffba8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+7:2409:x1848991028910720:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335537.148152:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffba8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+7:2409:x1848991028910720:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 1451us (1848us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335537.148165:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 522 00002000:00100000:2.0:1763335537.148178:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1060864->1064959) req@ffff9af0ffba8380 x1848991028910720/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:583/0 lens 488/4536 e 0 to 0 dl 1763335548 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335537.148190:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffba8380 with x1848991028910720 ext(1060864->1064959) 00002000:00010000:2.0:1763335537.148196:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffba8380 00000100:00100000:2.0:1763335537.162513:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335537.162649:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028910848 00000100:00100000:3.0:1763335537.162663:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028910848 00002000:00100000:3.0:1763335537.162728:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1064960->1069055) req@ffff9af0ffbc4380 x1848991028910848/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:583/0 lens 488/0 e 0 to 0 dl 1763335548 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335537.162741:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffbc4380 with x1848991028910848 ext(1064960->1069055) 00002000:00010000:3.0:1763335537.162750:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffbc4380 00000100:00100000:3.0:1763335537.162788:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 523 00000100:00100000:3.0:1763335537.162799:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+7:2409:x1848991028910848:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335537.163084:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+7:2409:x1848991028910848:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 286us (586us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335537.163093:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 523 00002000:00100000:3.0:1763335537.163100:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1064960->1069055) req@ffff9af0ffbc4380 x1848991028910848/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:583/0 lens 488/4536 e 0 to 0 dl 1763335548 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335537.163108:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffbc4380 with x1848991028910848 ext(1064960->1069055) 00002000:00010000:3.0:1763335537.163111:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffbc4380 00000100:00100000:0.0:1763335537.168290:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335537.168583:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028910976 00000100:00100000:2.0:1763335537.168600:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028910976 00002000:00100000:2.0:1763335537.168665:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1069056->1073151) req@ffff9aefc4fd0e00 x1848991028910976/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:583/0 lens 488/0 e 0 to 0 dl 1763335548 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335537.168678:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4fd0e00 with x1848991028910976 ext(1069056->1073151) 00002000:00010000:2.0:1763335537.168685:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4fd0e00 00000100:00100000:2.0:1763335537.168723:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 524 00000100:00100000:2.0:1763335537.168734:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4fd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+7:2409:x1848991028910976:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335537.169019:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4fd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+7:2409:x1848991028910976:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 278us (737us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335537.169028:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 524 00002000:00100000:2.0:1763335537.169037:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1069056->1073151) req@ffff9aefc4fd0e00 x1848991028910976/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:583/0 lens 488/4536 e 0 to 0 dl 1763335548 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335537.169045:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4fd0e00 with x1848991028910976 ext(1069056->1073151) 00002000:00010000:2.0:1763335537.169049:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4fd0e00 00000100:00100000:1.0:1763335537.172758:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335537.173130:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028911104 00000100:00100000:3.0:1763335537.173144:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028911104 00002000:00100000:3.0:1763335537.173206:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1073152->1077247) req@ffff9aefc5616a00 x1848991028911104/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:583/0 lens 488/0 e 0 to 0 dl 1763335548 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335537.173219:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5616a00 with x1848991028911104 ext(1073152->1077247) 00002000:00010000:3.0:1763335537.173241:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5616a00 00000100:00100000:3.0:1763335537.173284:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 525 00000100:00100000:3.0:1763335537.173296:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5616a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+7:2409:x1848991028911104:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335537.173539:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5616a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+7:2409:x1848991028911104:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 245us (797us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335537.173547:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 525 00002000:00100000:3.0:1763335537.173554:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1073152->1077247) req@ffff9aefc5616a00 x1848991028911104/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:583/0 lens 488/4536 e 0 to 0 dl 1763335548 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335537.173563:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5616a00 with x1848991028911104 ext(1073152->1077247) 00002000:00010000:3.0:1763335537.173566:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5616a00 00000100:00100000:0.0:1763335537.177848:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335537.178190:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028911232 00000100:00100000:2.0:1763335537.178204:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028911232 00002000:00100000:2.0:1763335537.178273:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1077248->1081343) req@ffff9aefc4fd2d80 x1848991028911232/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:583/0 lens 488/0 e 0 to 0 dl 1763335548 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335537.178286:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4fd2d80 with x1848991028911232 ext(1077248->1081343) 00002000:00010000:2.0:1763335537.178294:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4fd2d80 00000100:00100000:2.0:1763335537.178335:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 526 00000100:00100000:2.0:1763335537.178345:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4fd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+7:2409:x1848991028911232:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335537.178602:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4fd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+7:2409:x1848991028911232:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 256us (767us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335537.178614:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 526 00002000:00100000:2.0:1763335537.178622:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1077248->1081343) req@ffff9aefc4fd2d80 x1848991028911232/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:583/0 lens 488/4536 e 0 to 0 dl 1763335548 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335537.178630:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4fd2d80 with x1848991028911232 ext(1077248->1081343) 00002000:00010000:2.0:1763335537.178634:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4fd2d80 00000100:00100000:1.0:1763335537.181265:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335537.181427:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028911360 00000100:00100000:3.0:1763335537.181440:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028911360 00002000:00100000:3.0:1763335537.181497:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1081344->1085439) req@ffff9aefc3782a00 x1848991028911360/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:583/0 lens 488/0 e 0 to 0 dl 1763335548 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335537.181508:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc3782a00 with x1848991028911360 ext(1081344->1085439) 00002000:00010000:3.0:1763335537.181516:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc3782a00 00000100:00100000:3.0:1763335537.181551:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 527 00000100:00100000:3.0:1763335537.181561:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3782a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+7:2409:x1848991028911360:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335537.181775:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3782a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+7:2409:x1848991028911360:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 214us (524us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335537.181783:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 527 00002000:00100000:3.0:1763335537.181790:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1081344->1085439) req@ffff9aefc3782a00 x1848991028911360/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:583/0 lens 488/4536 e 0 to 0 dl 1763335548 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335537.181797:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc3782a00 with x1848991028911360 ext(1081344->1085439) 00002000:00010000:3.0:1763335537.181819:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc3782a00 00000100:00100000:1.0:1763335537.185604:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335537.185728:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028911488 00000100:00100000:2.0:1763335537.185742:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028911488 00002000:00100000:2.0:1763335537.185807:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1085440->1089535) req@ffff9aefc3781f80 x1848991028911488/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:583/0 lens 488/0 e 0 to 0 dl 1763335548 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335537.185821:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc3781f80 with x1848991028911488 ext(1085440->1089535) 00002000:00010000:2.0:1763335537.185829:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc3781f80 00000100:00100000:2.0:1763335537.186347:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 528 00000100:00100000:2.0:1763335537.186362:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3781f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+7:2409:x1848991028911488:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335537.186597:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3781f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+7:2409:x1848991028911488:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 239us (1007us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335537.186605:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 528 00002000:00100000:2.0:1763335537.186614:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1085440->1089535) req@ffff9aefc3781f80 x1848991028911488/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:583/0 lens 488/4536 e 0 to 0 dl 1763335548 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335537.186624:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc3781f80 with x1848991028911488 ext(1085440->1089535) 00002000:00010000:2.0:1763335537.186628:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc3781f80 00000100:00100000:0.0:1763335537.190070:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335537.190239:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028911616 00000100:00100000:2.0:1763335537.190252:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028911616 00002000:00100000:2.0:1763335537.190312:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1089536->1093631) req@ffff9aefc4fd3100 x1848991028911616/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:583/0 lens 488/0 e 0 to 0 dl 1763335548 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335537.190330:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4fd3100 with x1848991028911616 ext(1089536->1093631) 00002000:00010000:2.0:1763335537.190337:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4fd3100 00000100:00100000:2.0:1763335537.190373:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 529 00000100:00100000:2.0:1763335537.190381:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4fd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+7:2408:x1848991028911616:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335537.190593:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4fd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+7:2408:x1848991028911616:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 211us (536us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335537.190602:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 529 00002000:00100000:2.0:1763335537.190609:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1089536->1093631) req@ffff9aefc4fd3100 x1848991028911616/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:583/0 lens 488/4536 e 0 to 0 dl 1763335548 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335537.190618:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4fd3100 with x1848991028911616 ext(1089536->1093631) 00002000:00010000:2.0:1763335537.190622:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4fd3100 00000100:00100000:1.0:1763335537.193998:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335537.194143:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028911744 00000100:00100000:3.0:1763335537.194158:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028911744 00002000:00100000:3.0:1763335537.194221:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1093632->1097727) req@ffff9aefc579dc00 x1848991028911744/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:583/0 lens 488/0 e 0 to 0 dl 1763335548 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335537.194233:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc579dc00 with x1848991028911744 ext(1093632->1097727) 00002000:00010000:3.0:1763335537.194240:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc579dc00 00000100:00100000:3.0:1763335537.194280:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 530 00000100:00100000:3.0:1763335537.194291:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc579dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+7:2409:x1848991028911744:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335537.194592:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc579dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+7:2409:x1848991028911744:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 301us (609us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335537.194600:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 530 00002000:00100000:3.0:1763335537.194607:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1093632->1097727) req@ffff9aefc579dc00 x1848991028911744/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:583/0 lens 488/4536 e 0 to 0 dl 1763335548 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335537.194616:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc579dc00 with x1848991028911744 ext(1093632->1097727) 00002000:00010000:3.0:1763335537.194619:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc579dc00 00000100:00100000:1.0:1763335537.199210:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335537.199302:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028911872 00000100:00100000:3.0:1763335537.199316:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028911872 00002000:00100000:3.0:1763335537.199386:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1097728->1101823) req@ffff9aefc579e680 x1848991028911872/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:583/0 lens 488/0 e 0 to 0 dl 1763335548 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335537.199400:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc579e680 with x1848991028911872 ext(1097728->1101823) 00002000:00010000:3.0:1763335537.199408:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc579e680 00000100:00100000:3.0:1763335537.199485:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 531 00000100:00100000:3.0:1763335537.200991:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc579e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+7:2407:x1848991028911872:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335537.202686:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc579e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+7:2407:x1848991028911872:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 3177us (4619us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335537.202701:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 531 00002000:00100000:3.0:1763335537.202714:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1097728->1101823) req@ffff9aefc579e680 x1848991028911872/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:583/0 lens 488/4536 e 0 to 0 dl 1763335548 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335537.202726:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc579e680 with x1848991028911872 ext(1097728->1101823) 00002000:00010000:3.0:1763335537.202734:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc579e680 00000100:00100000:0.0:1763335537.206188:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335537.206275:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028912000 00000100:00100000:3.0:1763335537.206292:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028912000 00002000:00100000:3.0:1763335537.206358:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1101824->1105919) req@ffff9aefc59a9880 x1848991028912000/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:583/0 lens 488/0 e 0 to 0 dl 1763335548 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335537.206382:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc59a9880 with x1848991028912000 ext(1101824->1105919) 00002000:00010000:3.0:1763335537.206390:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc59a9880 00000100:00100000:3.0:1763335537.206427:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 532 00000100:00100000:3.0:1763335537.206438:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc59a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+7:2406:x1848991028912000:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335537.206686:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc59a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+7:2406:x1848991028912000:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 249us (514us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335537.206695:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 532 00002000:00100000:3.0:1763335537.206702:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1101824->1105919) req@ffff9aefc59a9880 x1848991028912000/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:583/0 lens 488/4536 e 0 to 0 dl 1763335548 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335537.206711:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc59a9880 with x1848991028912000 ext(1101824->1105919) 00002000:00010000:3.0:1763335537.206715:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc59a9880 00000100:00100000:1.0:1763335537.209679:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335537.209927:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028912128 00000100:00100000:3.0:1763335537.209960:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028912128 00002000:00100000:3.0:1763335537.210027:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1105920->1110015) req@ffff9af0c6723800 x1848991028912128/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:583/0 lens 488/0 e 0 to 0 dl 1763335548 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335537.210040:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0c6723800 with x1848991028912128 ext(1105920->1110015) 00002000:00010000:3.0:1763335537.210049:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0c6723800 00000100:00100000:3.0:1763335537.210095:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 533 00000100:00100000:3.0:1763335537.210106:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c6723800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+7:2406:x1848991028912128:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335537.210325:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c6723800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+7:2406:x1848991028912128:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 221us (660us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335537.210333:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 533 00002000:00100000:3.0:1763335537.210340:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1105920->1110015) req@ffff9af0c6723800 x1848991028912128/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:583/0 lens 488/4536 e 0 to 0 dl 1763335548 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335537.210348:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0c6723800 with x1848991028912128 ext(1105920->1110015) 00002000:00010000:3.0:1763335537.210351:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0c6723800 00000100:00100000:1.0:1763335537.213966:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335537.214027:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335537.214191:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028912384 00000100:00100000:0.0:1763335537.214205:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028912384 00000100:00100000:3.0:1763335537.214345:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028912256 00000100:00100000:3.0:1763335537.214349:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028912256 00000100:00100000:3.0:1763335537.214393:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1288 00000100:00100000:3.0:1763335537.214403:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5955500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+15:2406:x1848991028912256:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335537.214429:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335537.214455:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5400/0x10123ce7f0764878 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dd3e expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335537.214501:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0764832 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd06 expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335537.214552:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffbabb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041338240:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335537.214684:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58500c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335537.215021:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 942 00000100:00100000:0.0:1763335537.215032:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5954a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:819c42eb-8a5f-4523-990c-a007cb66998d+5:2406:x1848991028912384:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335537.215044:0:8402:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335537.215058:0:8402:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6400/0x10123ce7f076487f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dd45 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335537.215102:0:8402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc59abb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041338368:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335537.215142:0:8402:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c300 going to sleep for 11 seconds 00000100:00100000:3.0:1763335537.219251:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffbabb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041338240:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335537.219284:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:3.0:1763335537.219308:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5400/0x10123ce7f0764878 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd3e expref: 16 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335537.219336:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335537.219339:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335537.219345:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5400/0x10123ce7f0764878 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd3e expref: 16 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335537.219362:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5400, rc 0) 00000100:00100000:3.0:1763335537.219434:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5955500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+15:2406:x1848991028912256:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5032us (5405us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335537.219443:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1288 00000100:00100000:1.0:1763335537.219564:0:8402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc59abb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041338368:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335537.219588:0:8402:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6400/0x10123ce7f076487f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd45 expref: 6 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335537.219605:0:8402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6400/0x10123ce7f076487f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd45 expref: 6 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335537.219615:0:8402:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6400, rc 0) 00000100:00100000:1.0:1763335537.219639:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5954a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:819c42eb-8a5f-4523-990c-a007cb66998d+5:2406:x1848991028912384:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4610us (5800us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335537.219646:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 942 00000100:00100000:1.0:1763335537.223005:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335537.223446:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335537.223514:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028912640 00000100:00100000:0.0:1763335537.223529:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028912640 00000100:00100000:0.0:1763335537.223604:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 943 00000100:00100000:0.0:1763335537.223615:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5789500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:819c42eb-8a5f-4523-990c-a007cb66998d+5:2406:x1848991028912640:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335537.223641:0:8402:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335537.223663:0:8402:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7e00/0x10123ce7f0764886 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dd53 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335537.223744:0:8402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc59aa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041338496:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335537.223907:0:8402:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c900 going to sleep for 11 seconds 00000100:00100000:3.0:1763335537.224006:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028912512 00000100:00100000:3.0:1763335537.224020:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028912512 00000100:00100000:3.0:1763335537.224056:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1289 00000100:00100000:3.0:1763335537.224063:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+15:2406:x1848991028912512:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335537.224074:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335537.224090:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5c00/0x10123ce7f076488d lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dd4c expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335537.224126:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0764832 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd06 expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335537.224152:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffbabb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041338624:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335537.224210:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58500c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335537.228508:0:8402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc59aa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041338496:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335537.228679:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffbabb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041338624:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335537.228706:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:2.0:1763335537.228728:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5c00/0x10123ce7f076488d lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd4c expref: 16 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335537.228755:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335537.228758:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335537.228763:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5c00/0x10123ce7f076488d lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd4c expref: 16 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335537.228780:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5c00, rc 0) 00000100:00100000:2.0:1763335537.228861:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+15:2406:x1848991028912512:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4797us (5414us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335537.228913:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1289 00010000:00010000:1.0:1763335537.229016:0:8402:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7e00/0x10123ce7f0764886 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd53 expref: 6 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335537.229034:0:8402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7e00/0x10123ce7f0764886 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd53 expref: 6 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335537.229043:0:8402:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd7e00, rc 0) 00000100:00100000:1.0:1763335537.229071:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5789500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:819c42eb-8a5f-4523-990c-a007cb66998d+5:2406:x1848991028912640:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5457us (6080us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335537.229078:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 943 00000100:00100000:1.0:1763335537.234803:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335537.235028:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028912768 00000100:00100000:2.0:1763335537.235043:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028912768 00000100:00100000:2.0:1763335537.235142:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 534 00000100:00100000:2.0:1763335537.235154:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc56ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+7:2407:x1848991028912768:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:2.0:1763335537.235765:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1882279 -> 1882279 00002000:00010000:2.0:1763335537.235772:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335537 -> 1763335537 00002000:00010000:2.0:1763335537.235775:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335537 -> 1763335536 00002000:00010000:2.0:1763335537.235777:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335537 -> 1763335537 00002000:00010000:2.0:1763335537.235780:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 184 -> 304 00000100:00100000:2.0:1763335537.235926:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc56ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2407:x1848991028912768:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 771us (1136us total) trans 4294967519 rc 0/0 00000100:00100000:2.0:1763335537.235936:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 534 00000100:00100000:0.0:1763335537.242114:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335537.242460:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335537.242970:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028913024 00000100:00100000:1.0:1763335537.242984:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028913024 00000100:00100000:1.0:1763335537.243124:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 944 00000100:00100000:1.0:1763335537.243139:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc59aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:819c42eb-8a5f-4523-990c-a007cb66998d+5:2407:x1848991028913024:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335537.243167:0:8402:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335537.243191:0:8402:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44a00/0x10123ce7f0764894 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dd61 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335537.243271:0:8402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc56fce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041338752:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335537.243388:0:8402:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb300 going to sleep for 11 seconds 00000100:00100000:2.0:1763335537.243496:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028912896 00000100:00100000:2.0:1763335537.243501:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028912896 00000100:00100000:2.0:1763335537.243545:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1290 00000100:00100000:2.0:1763335537.243553:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc59abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+15:2407:x1848991028912896:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335537.243565:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335537.243582:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f076489b lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dd5a expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335537.243619:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0764832 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd06 expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335537.243647:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc471c700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041338880:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335537.243675:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c1254e40 going to sleep for 11 seconds 00000100:00100000:2.0:1763335537.247152:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc471c700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041338880:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335537.247188:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:2.0:1763335537.247211:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f076489b lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd5a expref: 16 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335537.247237:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335537.247240:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335537.247245:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f076489b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd5a expref: 16 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335537.247260:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98400, rc 0) 00000100:00100000:2.0:1763335537.247323:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc59abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+15:2407:x1848991028912896:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3771us (4863us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335537.247332:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1290 00002000:00010000:1.0:1763335537.247433:0:8402:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335536 -> 1763335537 00000100:00100000:1.0:1763335537.247454:0:8402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc56fce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041338752:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335537.247476:0:8402:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44a00/0x10123ce7f0764894 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd61 expref: 6 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335537.247490:0:8402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44a00/0x10123ce7f0764894 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd61 expref: 6 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335537.247500:0:8402:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5e44a00, rc 0) 00000100:00100000:1.0:1763335537.247527:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc59aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:819c42eb-8a5f-4523-990c-a007cb66998d+5:2407:x1848991028913024:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4393us (5429us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335537.247534:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 944 00000100:00100000:0.0:1763335537.252193:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335537.252272:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028913152 00000100:00100000:1.0:1763335537.252286:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028913152 00000100:00100000:1.0:1763335537.252363:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 945 00000100:00100000:1.0:1763335537.252376:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:819c42eb-8a5f-4523-990c-a007cb66998d+5:15720:x1848991028913152:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335537.252402:0:8402:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335537.252430:0:8402:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45800/0x10123ce7f07648a2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dd68 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335537.252476:0:8402:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0764839 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd0d expref: 7 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335537.252485:0:8402:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335537.252488:0:8402:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335537.252494:0:8402:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45800/0x10123ce7f07648a2 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1142784->1167359] (req 1142784->1167359) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd68 expref: 6 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335537.252547:0:8402:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0764839 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd0d expref: 7 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335537.252564:0:8402:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0764839 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd0d expref: 7 pid: 8402 timeout: 437 lvb_type: 0 00000100:00100000:1.0:1763335537.252582:0:8402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc56fce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041339008:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335537.252704:0:8402:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb300 going to sleep for 11 seconds 00000100:00100000:0.0:1763335537.257847:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335537.258539:0:8402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc56fce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041339008:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335537.258580:0:8402:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45800/0x10123ce7f07648a2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1142784->1167359] (req 1142784->1167359) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd68 expref: 6 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335537.258604:0:8402:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5e45800, rc 0) 00000100:00100000:1.0:1763335537.258688:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:15720:x1848991028913152:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6314us (6509us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335537.258699:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 945 00000100:00100000:2.0:1763335537.259194:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028913280 00000100:00100000:2.0:1763335537.259204:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028913280 00010000:00010000:2.0:1763335537.259243:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0764839 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd0d expref: 8 pid: 8402 timeout: 437 lvb_type: 0 00000100:00100000:2.0:1763335537.259280:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 480 00000100:00100000:2.0:1763335537.259288:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f00700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+8:2408:x1848991028913280:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335537.259305:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335537.259327:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0764839 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd0d expref: 8 pid: 8402 timeout: 437 lvb_type: 0 00010000:00010000:2.0:1763335537.259340:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0764839 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd0d expref: 8 pid: 8402 timeout: 437 lvb_type: 0 00010000:00010000:2.0:1763335537.259371:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0764839 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd0d expref: 8 pid: 8402 timeout: 437 lvb_type: 0 00010000:00010000:2.0:1763335537.259385:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335537.259387:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335537.259395:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45800/0x10123ce7f07648a2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1142784->1167359) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd68 expref: 5 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335537.259405:0:6500:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45800/0x10123ce7f07648a2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1142784->1167359) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd68 expref: 5 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335537.259444:0:6500:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45800/0x10123ce7f07648a2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1142784->1167359) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd68 expref: 5 pid: 8402 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335537.259458:0:6500:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc471c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6500:1848991041339136:192.168.202.34@tcp:105: 00000100:00100000:2.0:1763335537.259535:0:6500:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c1254e40 going to sleep for 11 seconds 00000100:00100000:2.0:1763335537.263421:0:6500:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc471c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6500:1848991041339136:192.168.202.34@tcp:105: 00010000:00010000:2.0:1763335537.263458:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335537.263535:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f00700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+7:2408:x1848991028913280:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 4244us (5700us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335537.263549:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 480 00000100:00100000:0.0:1763335537.265006:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335537.268954:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028913408 00000100:00100000:3.0:1763335537.268977:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028913408 00002000:00100000:3.0:1763335537.269066:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1142784->1146879) req@ffff9aefc5f02d80 x1848991028913408/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:583/0 lens 488/0 e 0 to 0 dl 1763335548 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335537.269080:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5f02d80 with x1848991028913408 ext(1142784->1146879) 00002000:00010000:3.0:1763335537.269088:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5f02d80 00000100:00100000:3.0:1763335537.269133:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 535 00000100:00100000:3.0:1763335537.269144:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991028913408:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335537.269432:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991028913408:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 255us (4403us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335537.269441:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 535 00002000:00100000:3.0:1763335537.269447:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1142784->1146879) req@ffff9aefc5f02d80 x1848991028913408/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:583/0 lens 488/4536 e 0 to 0 dl 1763335548 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335537.269456:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5f02d80 with x1848991028913408 ext(1142784->1146879) 00002000:00010000:3.0:1763335537.269459:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5f02d80 00000100:00100000:0.0:1763335537.272929:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335537.273040:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028913536 00000100:00100000:2.0:1763335537.273053:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028913536 00002000:00100000:2.0:1763335537.273118:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1146880->1150975) req@ffff9aefc47ed500 x1848991028913536/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:583/0 lens 488/0 e 0 to 0 dl 1763335548 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335537.273137:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc47ed500 with x1848991028913536 ext(1146880->1150975) 00002000:00010000:2.0:1763335537.273144:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc47ed500 00000100:00100000:2.0:1763335537.273174:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 536 00000100:00100000:2.0:1763335537.273184:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2407:x1848991028913536:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335537.273391:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2407:x1848991028913536:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 208us (474us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335537.273399:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 536 00002000:00100000:2.0:1763335537.273407:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1146880->1150975) req@ffff9aefc47ed500 x1848991028913536/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:583/0 lens 488/4536 e 0 to 0 dl 1763335548 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335537.273414:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc47ed500 with x1848991028913536 ext(1146880->1150975) 00002000:00010000:2.0:1763335537.273417:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc47ed500 00000100:00100000:0.0:1763335537.278074:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335537.278201:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028913664 00000100:00100000:3.0:1763335537.278215:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028913664 00002000:00100000:3.0:1763335537.278276:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1150976->1155071) req@ffff9aefc47eea00 x1848991028913664/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:583/0 lens 488/0 e 0 to 0 dl 1763335548 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335537.278289:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc47eea00 with x1848991028913664 ext(1150976->1155071) 00002000:00010000:3.0:1763335537.278295:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc47eea00 00000100:00100000:3.0:1763335537.278330:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 537 00000100:00100000:3.0:1763335537.278339:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991028913664:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335537.279519:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991028913664:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 1169us (1451us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335537.279533:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 537 00002000:00100000:3.0:1763335537.279545:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1150976->1155071) req@ffff9aefc47eea00 x1848991028913664/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:583/0 lens 488/4536 e 0 to 0 dl 1763335548 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335537.279556:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc47eea00 with x1848991028913664 ext(1150976->1155071) 00002000:00010000:3.0:1763335537.279562:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc47eea00 00000100:00100000:0.0:1763335537.283683:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335537.284114:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028913792 00000100:00100000:3.0:1763335537.284129:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028913792 00002000:00100000:3.0:1763335537.284194:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1155072->1159167) req@ffff9aefc47ec000 x1848991028913792/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:583/0 lens 488/0 e 0 to 0 dl 1763335548 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335537.284207:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc47ec000 with x1848991028913792 ext(1155072->1159167) 00002000:00010000:3.0:1763335537.284214:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc47ec000 00000100:00100000:3.0:1763335537.284316:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 538 00000100:00100000:3.0:1763335537.284328:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+6:2407:x1848991028913792:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335537.284583:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+6:2407:x1848991028913792:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 256us (914us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335537.284592:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 538 00002000:00100000:3.0:1763335537.284601:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1155072->1159167) req@ffff9aefc47ec000 x1848991028913792/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:583/0 lens 488/4536 e 0 to 0 dl 1763335548 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335537.284609:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc47ec000 with x1848991028913792 ext(1155072->1159167) 00002000:00010000:3.0:1763335537.284613:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc47ec000 00000100:00100000:0.0:1763335537.292843:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335537.293026:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028913920 00000100:00100000:3.0:1763335537.293060:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028913920 00002000:00100000:3.0:1763335537.293120:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1159168->1163263) req@ffff9aefc581d500 x1848991028913920/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:583/0 lens 488/0 e 0 to 0 dl 1763335548 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335537.293133:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc581d500 with x1848991028913920 ext(1159168->1163263) 00002000:00010000:3.0:1763335537.293140:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc581d500 00000100:00100000:3.0:1763335537.296013:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 539 00000100:00100000:3.0:1763335537.296045:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc581d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991028913920:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335537.299789:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc581d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991028913920:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 3740us (6942us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335537.299807:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 539 00002000:00100000:2.0:1763335537.299825:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1159168->1163263) req@ffff9aefc581d500 x1848991028913920/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:583/0 lens 488/4536 e 0 to 0 dl 1763335548 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335537.299837:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc581d500 with x1848991028913920 ext(1159168->1163263) 00002000:00010000:2.0:1763335537.299846:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc581d500 00000100:00100000:0.0:1763335537.304015:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335537.304335:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028914048 00000100:00100000:2.0:1763335537.304349:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028914048 00002000:00100000:2.0:1763335537.304412:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1163264->1167359) req@ffff9aefc581ed80 x1848991028914048/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:583/0 lens 488/0 e 0 to 0 dl 1763335548 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335537.304426:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc581ed80 with x1848991028914048 ext(1163264->1167359) 00002000:00010000:2.0:1763335537.304434:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc581ed80 00000100:00100000:2.0:1763335537.304477:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 540 00000100:00100000:2.0:1763335537.304488:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc581ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028914048:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335537.304941:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc581ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028914048:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 452us (939us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335537.304950:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 540 00002000:00100000:2.0:1763335537.304958:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1163264->1167359) req@ffff9aefc581ed80 x1848991028914048/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:583/0 lens 488/4536 e 0 to 0 dl 1763335548 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335537.304967:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc581ed80 with x1848991028914048 ext(1163264->1167359) 00002000:00010000:2.0:1763335537.304971:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc581ed80 00000100:00100000:0.0:1763335537.314828:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335537.314922:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028914176 00000100:00100000:1.0:1763335537.314936:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028914176 00000100:00100000:1.0:1763335537.315110:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 946 00000100:00100000:1.0:1763335537.315123:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc581e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+7:2409:x1848991028914176:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335537.315149:0:8402:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335537.315173:0:8402:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44a00/0x10123ce7f07648a9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dd6f expref: -99 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335537.315212:0:8402:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335537.315215:0:8402:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335537.315228:0:8402:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44a00/0x10123ce7f07648a9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd6f expref: 8 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335537.315249:0:8402:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44a00/0x10123ce7f07648a9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd6f expref: 8 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335537.315266:0:8402:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5e44a00, rc 0) 00000100:00100000:1.0:1763335537.315346:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc581e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2409:x1848991028914176:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 225us (533us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335537.315355:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 946 00000100:00100000:1.0:1763335537.332214:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335537.332279:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335537.332314:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028914304 00000100:00100000:2.0:1763335537.332330:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028914304 00002000:00100000:2.0:1763335537.332406:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc56fce00 x1848991028914304/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:583/0 lens 488/0 e 0 to 0 dl 1763335548 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335537.332419:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc56fce00 with x1848991028914304 00000100:00100000:2.0:1763335537.332467:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 720 00000100:00100000:2.0:1763335537.332479:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc56fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+18:2409:x1848991028914304:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335537.332680:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028914432 00000100:00100000:3.0:1763335537.332686:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028914432 00002000:00100000:3.0:1763335537.332720:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->1884159) req@ffff9aefc56fd500 x1848991028914432/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:583/0 lens 488/0 e 0 to 0 dl 1763335548 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335537.332732:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc56fd500 with x1848991028914432 ext(1048576->1884159) 00002000:00010000:3.0:1763335537.332739:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc56fd500 00000100:00100000:3.0:1763335537.332768:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 541 00000100:00100000:3.0:1763335537.332778:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc56fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+8:2408:x1848991028914432:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335537.362427:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc56fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+8:2408:x1848991028914432:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 29633us (30129us total) trans 0 rc 835584/835584 00000100:00100000:2.0:1763335537.362447:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 541 00002000:00100000:2.0:1763335537.362466:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->1884159) req@ffff9aefc56fd500 x1848991028914432/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:583/0 lens 488/440 e 0 to 0 dl 1763335548 ref 1 fl Complete:/600/0 rc 835584/835584 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335537.362479:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc56fd500 with x1848991028914432 ext(1048576->1884159) 00002000:00010000:2.0:1763335537.362488:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc56fd500 00000100:00100000:0.0:1763335537.370686:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335537.370777:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028914560 00000100:00100000:2.0:1763335537.370791:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028914560 00000100:00100000:2.0:1763335537.370915:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1291 00000100:00100000:2.0:1763335537.370927:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc581c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+15:2409:x1848991028914560:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335537.370955:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1763335537.370964:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc56fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+18:2409:x1848991028914304:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 38482us (38799us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1763335537.370979:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 720 00010000:00010000:2.0:1763335537.370982:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f07648b0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dd76 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00002000:00100000:3.0:1763335537.370994:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc56fce00 x1848991028914304/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:583/0 lens 488/440 e 0 to 0 dl 1763335548 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335537.371007:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc56fce00 with x1848991028914304 00010000:00010000:2.0:1763335537.371029:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0764832 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd06 expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335537.371078:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc471c700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041339264:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335537.371187:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c12546c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335537.374587:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc471c700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041339264:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335537.374625:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:2.0:1763335537.374649:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f07648b0 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd76 expref: 16 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335537.374676:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335537.374679:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335537.374685:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f07648b0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd76 expref: 16 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335537.374703:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98400, rc 0) 00000100:00100000:2.0:1763335537.375529:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc581c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+15:2409:x1848991028914560:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4599us (4851us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335537.375543:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1291 00000100:00100000:1.0:1763335537.378778:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335537.381048:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028914688 00000100:00100000:2.0:1763335537.381071:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028914688 00000100:00100000:2.0:1763335537.381163:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1292 00000100:00100000:2.0:1763335537.381175:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7cef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+15:2406:x1848991028914688:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335537.381202:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335537.381232:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f07648b7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dd7d expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335537.381279:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0764832 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd06 expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335537.381334:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc471c700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041339392:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335537.381462:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c12546c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335537.388648:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc471c700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041339392:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335537.388686:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:2.0:1763335537.388709:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f07648b7 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd7d expref: 16 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335537.388736:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335537.388740:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335537.388744:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f07648b7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd7d expref: 16 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335537.388760:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99200, rc 0) 00000100:00100000:2.0:1763335537.388834:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7cef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+15:2406:x1848991028914688:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7661us (10070us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335537.388844:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1292 00000100:00100000:1.0:1763335537.396840:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335537.400817:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028914816 00000100:00100000:3.0:1763335537.400838:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028914816 00000100:00100000:2.0:1763335537.401066:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 721 00000100:00100000:2.0:1763335537.401079:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7cec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+18:2409:x1848991028914816:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:2.0:1763335537.403194:0:6530:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 1048576 -> 1048576 00000004:00010000:2.0:1763335537.403204:0:6530:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335537 -> 1763335537 00000004:00010000:2.0:1763335537.403206:0:6530:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335537 -> 1763335537 00000004:00010000:2.0:1763335537.403208:0:6530:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335537 -> 1763335537 00000004:00010000:2.0:1763335537.403210:0:6530:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 888 -> 904 00000100:00100000:2.0:1763335537.403984:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7cec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+19:2409:x1848991028914816:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 2901us (7155us total) trans 4294967814 rc 0/0 00000100:00100000:2.0:1763335537.403997:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 721 00000100:00100000:1.0:1763335537.408728:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335537.408802:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028914944 00000100:00100000:2.0:1763335537.408812:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028914944 00000100:00100000:2.0:1763335537.408895:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1293 00000100:00100000:2.0:1763335537.408904:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f14c7450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+15:2406:x1848991028914944:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335537.408923:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335537.408944:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f07648be lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dd84 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335537.408983:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0764832 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd06 expref: 18 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335537.409023:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc471c700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041339520:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335537.409095:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c1254e40 going to sleep for 11 seconds 00000100:00100000:2.0:1763335537.412559:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc471c700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041339520:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335537.412586:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:2.0:1763335537.412605:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f07648be lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd84 expref: 16 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335537.412630:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335537.412633:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335537.412637:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f07648be lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd84 expref: 16 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335537.412650:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99200, rc 0) 00000100:00100000:2.0:1763335537.412712:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f14c7450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+15:2406:x1848991028914944:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3808us (3991us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335537.412721:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1293 00000100:00100000:1.0:1763335537.418968:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335537.419114:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028915072 00000100:00100000:2.0:1763335537.419124:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028915072 00000100:00100000:2.0:1763335537.419184:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1294 00000100:00100000:2.0:1763335537.419195:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7ced500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+15:2408:x1848991028915072:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335537.419216:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335537.419240:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f07648c5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dd8b expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335537.419280:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0764832 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd06 expref: 18 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335537.419318:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc471f100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041339648:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335537.419402:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c1254e40 going to sleep for 11 seconds 00000100:00100000:2.0:1763335537.421359:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc471f100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041339648:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335537.421385:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:2.0:1763335537.421404:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f07648c5 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd8b expref: 16 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335537.421429:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335537.421432:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335537.421437:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f07648c5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd8b expref: 16 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335537.421451:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98400, rc 0) 00000100:00100000:2.0:1763335537.421522:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7ced500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+15:2408:x1848991028915072:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2327us (2565us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335537.421529:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1294 00000100:00100000:1.0:1763335537.424345:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335537.425406:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028915200 00000100:00100000:2.0:1763335537.425422:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028915200 00000100:00100000:2.0:1763335537.425483:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1295 00000100:00100000:2.0:1763335537.425493:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7cef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+15:2409:x1848991028915200:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335537.425512:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335537.425534:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f07648cc lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dd92 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335537.425573:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0764832 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd06 expref: 18 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335537.425615:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc471f100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041339776:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335537.425707:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c1254e40 going to sleep for 11 seconds 00000100:00100000:2.0:1763335537.428826:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc471f100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041339776:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335537.428862:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:2.0:1763335537.428974:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f07648cc lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd92 expref: 16 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335537.429004:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335537.429007:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335537.429012:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f07648cc lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd92 expref: 16 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335537.429025:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99200, rc 0) 00000100:00100000:2.0:1763335537.429105:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7cef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+15:2409:x1848991028915200:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3612us (4774us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335537.429113:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1295 00000100:00100000:1.0:1763335537.434759:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335537.434840:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028915328 00000100:00100000:2.0:1763335537.434860:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028915328 00000100:00100000:2.0:1763335537.434950:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1296 00000100:00100000:2.0:1763335537.434960:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7ceea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+15:2409:x1848991028915328:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335537.434982:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335537.435004:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f07648d3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dd99 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335537.435041:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0764832 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd06 expref: 18 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335537.435079:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc471f100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041339904:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335537.435159:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c1254e40 going to sleep for 11 seconds 00000100:00100000:2.0:1763335537.441118:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc471f100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041339904:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335537.441147:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:2.0:1763335537.441167:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f07648d3 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd99 expref: 16 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335537.441193:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335537.441196:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335537.441200:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f07648d3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd99 expref: 16 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335537.441214:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99200, rc 0) 00000100:00100000:2.0:1763335537.441286:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7ceea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+15:2409:x1848991028915328:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6327us (6539us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335537.441294:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1296 00000100:00100000:1.0:1763335537.447760:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335537.447842:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028915456 00000100:00100000:2.0:1763335537.447861:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028915456 00002000:00100000:0.0:1763335537.448825:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7cef800 x1848991028915456/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:583/0 lens 488/0 e 0 to 0 dl 1763335548 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335537.448838:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7cef800 with x1848991028915456 00000100:00100000:0.0:1763335537.448907:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 722 00000100:00100000:0.0:1763335537.448917:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7cef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+19:2408:x1848991028915456:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335537.449157:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7cef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+19:2408:x1848991028915456:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 241us (1407us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335537.449165:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 722 00002000:00100000:0.0:1763335537.449172:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7cef800 x1848991028915456/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:583/0 lens 488/4536 e 0 to 0 dl 1763335548 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335537.449179:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7cef800 with x1848991028915456 00000100:00100000:1.0:1763335537.455132:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335537.455305:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028915584 00000100:00100000:3.0:1763335537.455317:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028915584 00000100:00100000:3.0:1763335537.455391:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 947 00000100:00100000:3.0:1763335537.455400:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7ceed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+8:15720:x1848991028915584:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335537.455417:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335537.455436:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5400/0x10123ce7f07648da lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dda0 expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335537.455465:0:14974:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45800/0x10123ce7f07648a2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1142784->1167359) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd68 expref: 5 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335537.455474:0:14974:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44a00/0x10123ce7f07648a9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd6f expref: 9 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335537.455481:0:14974:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335537.455483:0:14974:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335537.455487:0:14974:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5400/0x10123ce7f07648da lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [1769472->1789951] (req 1769472->1789951) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dda0 expref: 9 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335537.455521:0:14974:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44a00/0x10123ce7f07648a9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd6f expref: 9 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335537.455533:0:14974:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44a00/0x10123ce7f07648a9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd6f expref: 9 pid: 8402 timeout: 438 lvb_type: 1 00000100:00100000:3.0:1763335537.455546:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffba9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041340032:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335537.455647:0:14974:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45800/0x10123ce7f07648a2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1142784->1167359) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd68 expref: 5 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335537.455669:0:14974:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45800/0x10123ce7f07648a2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1142784->1167359) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd68 expref: 5 pid: 8402 timeout: 438 lvb_type: 0 00000100:00100000:3.0:1763335537.455678:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffba9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041340160:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335537.455704:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850840 going to sleep for 11 seconds 00000100:00100000:3.0:1763335537.459138:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffba9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041340032:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335537.459156:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffba9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041340160:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335537.459186:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5400/0x10123ce7f07648da lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [1769472->1789951] (req 1769472->1789951) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dda0 expref: 9 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335537.459205:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5400, rc 0) 00000100:00100000:3.0:1763335537.459272:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7ceed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+9:15720:x1848991028915584:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3872us (4149us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335537.459282:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 947 00000100:00100000:1.0:1763335537.459607:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335537.460456:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028915712 00000100:00100000:2.0:1763335537.460465:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028915712 00010000:00010000:2.0:1763335537.460503:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45800/0x10123ce7f07648a2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1142784->1167359) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd68 expref: 6 pid: 8402 timeout: 438 lvb_type: 0 00000100:00100000:2.0:1763335537.460545:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 481 00000100:00100000:2.0:1763335537.460554:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7cef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991028915712:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335537.460569:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335537.460590:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45800/0x10123ce7f07648a2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1142784->1167359) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd68 expref: 6 pid: 8402 timeout: 438 lvb_type: 0 00010000:00010000:2.0:1763335537.460602:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45800/0x10123ce7f07648a2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1142784->1167359) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd68 expref: 6 pid: 8402 timeout: 438 lvb_type: 0 00010000:00010000:2.0:1763335537.460628:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e45800/0x10123ce7f07648a2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1142784->1167359) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd68 expref: 6 pid: 8402 timeout: 438 lvb_type: 0 00010000:00010000:2.0:1763335537.460644:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335537.460694:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7cef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991028915712:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 140us (1087us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335537.460701:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 481 00000100:00100000:1.0:1763335537.463501:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335537.463583:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028915840 00000100:00100000:0.0:1763335537.463592:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028915840 00010000:00010000:0.0:1763335537.463630:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44a00/0x10123ce7f07648a9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd6f expref: 9 pid: 8402 timeout: 438 lvb_type: 1 00000100:00100000:0.0:1763335537.463673:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 482 00000100:00100000:0.0:1763335537.463683:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+9:2408:x1848991028915840:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335537.463698:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335537.463715:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44a00/0x10123ce7f07648a9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd6f expref: 9 pid: 8402 timeout: 438 lvb_type: 1 00010000:00010000:0.0:1763335537.463726:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44a00/0x10123ce7f07648a9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd6f expref: 9 pid: 8402 timeout: 438 lvb_type: 1 00010000:00010000:0.0:1763335537.463748:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5e44a00/0x10123ce7f07648a9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd6f expref: 9 pid: 8402 timeout: 438 lvb_type: 1 00010000:00010000:0.0:1763335537.463764:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335537.463766:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335537.463773:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5400/0x10123ce7f07648da lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1769472->1789951) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dda0 expref: 8 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335537.463790:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5400/0x10123ce7f07648da lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1769472->1789951) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dda0 expref: 8 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335537.463827:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5400/0x10123ce7f07648da lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1769472->1789951) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dda0 expref: 8 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335537.463841:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc581dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041340288:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335537.463952:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8cb40 going to sleep for 11 seconds 00000100:00100000:3.0:1763335537.467436:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335537.467554:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc581dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041340288:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335537.467579:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335537.467640:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+8:2408:x1848991028915840:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 3958us (4148us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335537.467651:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 482 00000100:00100000:2.0:1763335537.468419:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028915968 00000100:00100000:2.0:1763335537.468430:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028915968 00002000:00100000:2.0:1763335537.468482:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1769472->1773567) req@ffff9af0ffba9180 x1848991028915968/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:583/0 lens 488/0 e 0 to 0 dl 1763335548 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335537.468492:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffba9180 with x1848991028915968 ext(1769472->1773567) 00002000:00010000:2.0:1763335537.468499:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffba9180 00000100:00100000:2.0:1763335537.468532:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 542 00000100:00100000:2.0:1763335537.468542:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffba9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+8:2408:x1848991028915968:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335537.468703:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffba9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+8:2408:x1848991028915968:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 161us (1275us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335537.468710:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 542 00002000:00100000:2.0:1763335537.468715:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1769472->1773567) req@ffff9af0ffba9180 x1848991028915968/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:583/0 lens 488/4536 e 0 to 0 dl 1763335548 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335537.468722:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffba9180 with x1848991028915968 ext(1769472->1773567) 00002000:00010000:2.0:1763335537.468726:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffba9180 00000100:00100000:0.0:1763335537.473980:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335537.474074:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028916096 00000100:00100000:2.0:1763335537.474085:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028916096 00002000:00100000:2.0:1763335537.474130:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1785856->1789951) req@ffff9aefc581dc00 x1848991028916096/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:583/0 lens 488/0 e 0 to 0 dl 1763335548 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335537.474147:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc581dc00 with x1848991028916096 ext(1785856->1789951) 00002000:00010000:2.0:1763335537.474153:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc581dc00 00000100:00100000:2.0:1763335537.474325:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 543 00000100:00100000:2.0:1763335537.474335:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc581dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2406:x1848991028916096:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335537.474512:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc581dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2406:x1848991028916096:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 177us (541us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335537.474520:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 543 00002000:00100000:2.0:1763335537.474527:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1785856->1789951) req@ffff9aefc581dc00 x1848991028916096/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:583/0 lens 488/4536 e 0 to 0 dl 1763335548 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335537.474535:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc581dc00 with x1848991028916096 ext(1785856->1789951) 00002000:00010000:2.0:1763335537.474539:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc581dc00 00000100:00100000:1.0:1763335537.478737:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335537.478775:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335537.478907:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028916352 00000100:00100000:3.0:1763335537.478919:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028916352 00000100:00100000:3.0:1763335537.478978:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 948 00000100:00100000:3.0:1763335537.478988:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+5:2408:x1848991028916352:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335537.479005:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335537.479023:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4000/0x10123ce7f07648e1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ddae expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335537.479081:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffba9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041340416:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335537.479344:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028916224 00000100:00100000:2.0:1763335537.479349:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028916224 00000100:00100000:2.0:1763335537.479395:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1297 00000100:00100000:2.0:1763335537.479402:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+15:2408:x1848991028916224:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335537.479412:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335537.479427:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f07648e8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dda7 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335537.479458:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0764832 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd06 expref: 18 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335537.479482:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc471f100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041340544:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335537.480117:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850840 going to sleep for 11 seconds 00000100:00100000:2.0:1763335537.480244:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c1254e40 going to sleep for 11 seconds 00000100:00100000:2.0:1763335537.482456:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffba9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041340416:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335537.482495:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4000/0x10123ce7f07648e1 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ddae expref: 6 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335537.482521:0:14974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4000/0x10123ce7f07648e1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ddae expref: 6 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335537.482539:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4000, rc 0) 00000100:00100000:2.0:1763335537.482612:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+5:2408:x1848991028916352:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3624us (3884us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335537.482620:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 948 00000100:00100000:0.0:1763335537.483446:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc471f100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041340544:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335537.483470:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:0.0:1763335537.483485:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f07648e8 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dda7 expref: 16 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335537.483506:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335537.483509:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335537.483514:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f07648e8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dda7 expref: 16 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335537.483526:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99200, rc 0) 00000100:00100000:0.0:1763335537.483576:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+15:2408:x1848991028916224:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4173us (4798us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335537.483583:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1297 00000100:00100000:1.0:1763335537.486459:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335537.486504:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335537.486575:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028916480 00000100:00100000:0.0:1763335537.486585:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028916480 00000100:00100000:0.0:1763335537.486648:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1298 00000100:00100000:0.0:1763335537.486658:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+15:2407:x1848991028916480:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335537.486687:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335537.486708:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f07648ef lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ddb5 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335537.486746:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0764832 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd06 expref: 18 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335537.486786:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc581ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041340672:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335537.486901:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8cb40 going to sleep for 11 seconds 00000100:00100000:2.0:1763335537.486943:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028916608 00000100:00100000:2.0:1763335537.486948:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028916608 00000100:00100000:2.0:1763335537.487000:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 949 00000100:00100000:2.0:1763335537.487016:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+5:2406:x1848991028916608:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335537.487025:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335537.487036:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98400/0x10123ce7f07648f6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ddbc expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335537.487069:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc471f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041340800:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335537.487100:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c1254e40 going to sleep for 11 seconds 00000100:00100000:2.0:1763335537.490348:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc471f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041340800:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335537.490348:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc581ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041340672:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335537.490379:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:2.0:1763335537.490394:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98400/0x10123ce7f07648f6 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ddbc expref: 6 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335537.490394:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f07648ef lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ddb5 expref: 16 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335537.490417:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335537.490418:0:14974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98400/0x10123ce7f07648f6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ddbc expref: 6 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335537.490420:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335537.490424:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f07648ef lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ddb5 expref: 16 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335537.490430:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98400, rc 0) 00010000:00010000:0.0:1763335537.490434:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6400, rc 0) 00000100:00100000:2.0:1763335537.490489:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+5:2406:x1848991028916608:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3482us (3984us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335537.490498:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 949 00000100:00100000:0.0:1763335537.490665:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+15:2407:x1848991028916480:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4008us (4215us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335537.490672:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1298 00000100:00100000:1.0:1763335537.498720:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335537.498938:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028916864 00000100:00100000:0.0:1763335537.498948:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028916864 00000100:00100000:0.0:1763335537.499273:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1299 00000100:00100000:0.0:1763335537.499285:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+15:15720:x1848991028916864:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:0.0:1763335537.499341:0:8224:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335537.499371:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5e45400/0x10123ce7f0764855 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd1b expref: 15 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335537.499389:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335537.499395:0:8224:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335537.499573:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7600/0x10123ce7f07648fd lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335537.499587:0:8224:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7200/0x10123ce7f0764847 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd14 expref: 18 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335537.499595:0:8224:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7600/0x10123ce7f07648fd lrc: 4/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335537.499626:0:8224:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7200/0x10123ce7f0764847 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd14 expref: 18 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335537.499639:0:8224:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7200/0x10123ce7f0764847 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd14 expref: 18 pid: 8224 timeout: 438 lvb_type: 0 00000100:00100000:0.0:1763335537.499651:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc581ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041340928:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335537.499740:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8ce40 going to sleep for 11 seconds 00000100:00100000:1.0:1763335537.502208:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335537.502285:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028916992 00000100:00100000:2.0:1763335537.502294:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028916992 00010000:00010000:2.0:1763335537.502328:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7200/0x10123ce7f0764847 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd14 expref: 19 pid: 8224 timeout: 438 lvb_type: 0 00000100:00100000:2.0:1763335537.502360:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 483 00000100:00100000:2.0:1763335537.502366:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+19:2408:x1848991028916992:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335537.502377:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335537.502381:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7200/0x10123ce7f0764847 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd14 expref: 19 pid: 8224 timeout: 438 lvb_type: 0 00010000:00010000:2.0:1763335537.502390:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7200/0x10123ce7f0764847 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd14 expref: 19 pid: 8224 timeout: 438 lvb_type: 0 00010000:00010000:2.0:1763335537.502407:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335537.502410:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7600/0x10123ce7f07648fd lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335537.502418:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7600/0x10123ce7f07648fd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50290000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335537.502424:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7600/0x10123ce7f07648fd lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50290000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335537.502437:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335537.502479:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+19:2408:x1848991028916992:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 113us (283us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335537.502486:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 483 00010000:00010000:0.0:1763335537.505029:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7200/0x10123ce7f0764847 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd14 expref: 18 pid: 8224 timeout: 438 lvb_type: 0 00000100:00100000:0.0:1763335537.505054:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc581ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041340928:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335537.505077:0:8224:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7600/0x10123ce7f07648fd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335537.505086:0:8224:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7600/0x10123ce7f07648fd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335537.505091:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7600/0x10123ce7f07648fd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000001:00080000:0.0:1763335537.505183:0:8224:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967815 00000004:00010000:0.0:1763335537.505228:0:8224:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 1048576 -> 1048576 00000004:00010000:0.0:1763335537.505232:0:8224:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335537 -> 1763335537 00000004:00010000:0.0:1763335537.505235:0:8224:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335537 -> 1763335537 00000004:00010000:0.0:1763335537.505237:0:8224:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335537 -> 1763335537 00000004:00010000:0.0:1763335537.505239:0:8224:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 904 -> 904 00000004:00010000:0.0:1763335537.505246:0:8224:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000fa47a9a2 reply state 000000001d839f58 transno 4294967816 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7600/0x10123ce7f07648fd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335537.505263:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7600/0x10123ce7f07648fd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335537.505272:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335537.505275:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335537.505279:0:8224:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763335537.505395:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+17:15720:x1848991028916864:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 6111us (6683us total) trans 4294967816 rc 0/0 00000100:00100000:0.0:1763335537.505405:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1299 00000020:00080000:0.0:1763335537.505411:0:8224:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763335537.511973:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335537.512031:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028917120 00000100:00100000:0.0:1763335537.512043:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028917120 00000100:00100000:0.0:1763335537.512108:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1300 00000100:00100000:0.0:1763335537.512118:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+17:15720:x1848991028917120:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335537.512149:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335537.512173:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f0764904 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ddc3 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335537.512203:0:8224:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0764832 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd06 expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335537.512212:0:8224:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f0764904 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ddc3 expref: 18 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335537.512245:0:8224:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0764832 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd06 expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335537.512257:0:8224:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0764832 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd06 expref: 17 pid: 8224 timeout: 438 lvb_type: 0 00000100:00100000:0.0:1763335537.512275:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc581ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041341056:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335537.512358:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c600 going to sleep for 11 seconds 00000100:00100000:1.0:1763335537.519664:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335537.519773:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc581ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041341056:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335537.519803:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f0764904 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ddc3 expref: 18 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335537.519819:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335537.519822:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335537.519826:0:8224:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f0764904 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ddc3 expref: 18 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335537.519837:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6400, rc 0) 00000100:00100000:0.0:1763335537.519925:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+18:15720:x1848991028917120:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7808us (7963us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335537.519934:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1300 00000100:00100000:2.0:1763335537.520943:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028917248 00000100:00100000:2.0:1763335537.520953:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028917248 00002000:00100000:2.0:1763335537.521011:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc43da300 x1848991028917248/t0(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:583/0 lens 488/0 e 0 to 0 dl 1763335548 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335537.521022:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc43da300 with x1848991028917248 00010000:00010000:2.0:1763335537.521029:0:6529:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0764832 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd06 expref: 18 pid: 8224 timeout: 438 lvb_type: 0 00010000:00010000:2.0:1763335537.521042:0:6529:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0764832 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd06 expref: 18 pid: 8224 timeout: 438 lvb_type: 0 00002000:00010000:2.0:1763335537.521049:0:6529:0:(mdt_io.c:157:mdt_rw_hpreq_check()) lustre-MDT0000: refreshed 1 locks timeout for req ffff9aefc43da300 00000100:00100000:2.0:1763335537.521081:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 42 00000100:00100000:2.0:1763335537.521091:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+18:2409:x1848991028917248:12345-192.168.202.34@tcp:4:fsx.0 00000004:00010000:2.0:1763335537.524523:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 1048576 -> 1048576 00000004:00010000:2.0:1763335537.524534:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335537 -> 1763335537 00000004:00010000:2.0:1763335537.524536:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335537 -> 1763335537 00000004:00010000:2.0:1763335537.524539:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335537 -> 1763335537 00000004:00010000:2.0:1763335537.524541:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 904 -> 904 00000100:00100000:2.0:1763335537.525670:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+20:2409:x1848991028917248:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 4573us (6006us total) trans 4294967817 rc 0/0 00000100:00100000:2.0:1763335537.525682:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 42 00002000:00100000:2.0:1763335537.525694:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc43da300 x1848991028917248/t4294967817(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:583/0 lens 488/448 e 0 to 0 dl 1763335548 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335537.525703:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc43da300 with x1848991028917248 00010000:00010000:2.0:1763335537.525712:0:6529:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0764832 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd06 expref: 20 pid: 8224 timeout: 438 lvb_type: 0 00010000:00010000:2.0:1763335537.525728:0:6529:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0764832 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd06 expref: 20 pid: 8224 timeout: 438 lvb_type: 0 00002000:00010000:2.0:1763335537.525735:0:6529:0:(mdt_io.c:157:mdt_rw_hpreq_check()) lustre-MDT0000: refreshed 1 locks timeout for req ffff9aefc43da300 00000100:00100000:1.0:1763335537.531356:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335537.531571:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028917376 00000100:00100000:3.0:1763335537.531581:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028917376 00010000:00010000:3.0:1763335537.531619:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0764832 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd06 expref: 20 pid: 8224 timeout: 438 lvb_type: 0 00000100:00100000:3.0:1763335537.531663:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 484 00000100:00100000:3.0:1763335537.531673:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+20:2408:x1848991028917376:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335537.531689:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335537.531712:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0764832 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd06 expref: 20 pid: 8224 timeout: 438 lvb_type: 0 00010000:00010000:3.0:1763335537.531724:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0764832 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd06 expref: 20 pid: 8224 timeout: 438 lvb_type: 0 00010000:00010000:3.0:1763335537.531746:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0764832 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dd06 expref: 20 pid: 8224 timeout: 438 lvb_type: 0 00010000:00010000:3.0:1763335537.531763:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335537.531770:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f0764904 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ddc3 expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335537.531780:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f0764904 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ddc3 expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335537.531788:0:6500:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f0764904 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ddc3 expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335537.531823:0:6500:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f0764904 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ddc3 expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335537.531863:0:6500:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffbaa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6500:1848991041341184:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335537.532194:0:6500:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850840 going to sleep for 11 seconds 00000100:00100000:3.0:1763335537.537735:0:6500:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffbaa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6500:1848991041341184:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335537.537762:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335537.537839:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+19:2408:x1848991028917376:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 6166us (6492us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335537.537861:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 484 00000100:00100000:1.0:1763335537.538805:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335537.539244:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028917504 00000100:00100000:2.0:1763335537.539252:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028917504 00000100:00100000:0.0:1763335537.540051:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 950 00000100:00100000:0.0:1763335537.540063:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:819c42eb-8a5f-4523-990c-a007cb66998d+5:15720:x1848991028917504:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335537.540081:0:8402:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335537.540101:0:8402:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7200/0x10123ce7f076490b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ddca expref: -99 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335537.540130:0:8402:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5400/0x10123ce7f07648da lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1769472->1789951) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dda0 expref: 7 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335537.540138:0:8402:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335537.540140:0:8402:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335537.540144:0:8402:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7200/0x10123ce7f076490b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ddca expref: 6 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335537.540178:0:8402:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5400/0x10123ce7f07648da lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1769472->1789951) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dda0 expref: 7 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335537.540192:0:8402:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5400/0x10123ce7f07648da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1769472->1789951) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dda0 expref: 7 pid: 14974 timeout: 438 lvb_type: 0 00000100:00100000:0.0:1763335537.540205:0:8402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc581ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041341312:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335537.540278:0:8402:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c600 going to sleep for 11 seconds 00000100:00100000:0.0:1763335537.543330:0:8402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc581ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041341312:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335537.543370:0:8402:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7200/0x10123ce7f076490b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ddca expref: 6 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335537.543388:0:8402:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd7200, rc 0) 00000100:00100000:0.0:1763335537.543456:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:15720:x1848991028917504:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3396us (4653us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335537.543465:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 950 00000100:00100000:1.0:1763335537.544457:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335537.544613:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028917632 00000100:00100000:2.0:1763335537.544622:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028917632 00002000:00100000:2.0:1763335537.544665:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1769472->1789951) req@ffff9af0f7c3dc00 x1848991028917632/t0(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:583/0 lens 488/0 e 0 to 0 dl 1763335548 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335537.544676:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7c3dc00 with x1848991028917632 ext(1769472->1789951) 00010000:00010000:2.0:1763335537.544684:0:8407:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5400/0x10123ce7f07648da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1769472->1789951) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dda0 expref: 8 pid: 14974 timeout: 438 lvb_type: 0 00010000:00010000:2.0:1763335537.544699:0:8407:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5400/0x10123ce7f07648da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1769472->1789951) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dda0 expref: 8 pid: 14974 timeout: 438 lvb_type: 0 00002000:00010000:2.0:1763335537.544707:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9af0f7c3dc00 00000100:00100000:2.0:1763335537.544738:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 24 00000100:00100000:2.0:1763335537.544748:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2408:x1848991028917632:12345-192.168.202.34@tcp:4:fsx.0 00000100:00100000:2.0:1763335537.550254:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+10:2408:x1848991028917632:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 5496us (5789us total) trans 4294967520 rc 0/0 00000100:00100000:2.0:1763335537.550269:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 24 00002000:00100000:2.0:1763335537.550282:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1769472->1789951) req@ffff9af0f7c3dc00 x1848991028917632/t4294967520(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:583/0 lens 488/448 e 0 to 0 dl 1763335548 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335537.550292:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7c3dc00 with x1848991028917632 ext(1769472->1789951) 00010000:00010000:2.0:1763335537.550301:0:8407:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5400/0x10123ce7f07648da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1769472->1789951) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dda0 expref: 10 pid: 14974 timeout: 438 lvb_type: 0 00010000:00010000:2.0:1763335537.550319:0:8407:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5400/0x10123ce7f07648da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1769472->1789951) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dda0 expref: 10 pid: 14974 timeout: 438 lvb_type: 0 00002000:00010000:2.0:1763335537.550327:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9af0f7c3dc00 00000100:00100000:1.0:1763335537.554893:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335537.555026:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028917760 00000100:00100000:3.0:1763335537.555041:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028917760 00010000:00010000:3.0:1763335537.555089:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5400/0x10123ce7f07648da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1769472->1789951) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dda0 expref: 10 pid: 14974 timeout: 438 lvb_type: 0 00000100:00100000:3.0:1763335537.555135:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 485 00000100:00100000:3.0:1763335537.555144:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f80f8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+10:2408:x1848991028917760:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335537.555161:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1763335537.555178:0:6500:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 304 -> 344 00010000:00010000:3.0:1763335537.555185:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5400/0x10123ce7f07648da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1769472->1789951) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dda0 expref: 10 pid: 14974 timeout: 438 lvb_type: 0 00010000:00010000:3.0:1763335537.555207:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5400/0x10123ce7f07648da lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1769472->1789951) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dda0 expref: 10 pid: 14974 timeout: 438 lvb_type: 0 00010000:00010000:3.0:1763335537.555231:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5400/0x10123ce7f07648da lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1769472->1789951) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dda0 expref: 10 pid: 14974 timeout: 438 lvb_type: 0 00010000:00010000:3.0:1763335537.555252:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335537.555254:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335537.555261:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7200/0x10123ce7f076490b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ddca expref: 5 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335537.555271:0:6500:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7200/0x10123ce7f076490b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ddca expref: 5 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335537.555311:0:6500:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7200/0x10123ce7f076490b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ddca expref: 5 pid: 8402 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335537.555326:0:6500:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffbaa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6500:1848991041341440:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335537.555420:0:6500:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850840 going to sleep for 11 seconds 00000100:00100000:3.0:1763335537.558526:0:6500:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffbaa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6500:1848991041341440:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335537.558552:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335537.558991:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f80f8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+9:2408:x1848991028917760:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 3846us (4120us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335537.559003:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 485 00000100:00100000:0.0:1763335537.559043:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335537.559142:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335537.559508:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028918016 00000100:00100000:2.0:1763335537.559516:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028918016 00002000:00010000:2.0:1763335537.559550:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:2.0:1763335537.559554:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc581ca80 with x1848991028918016 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335537.559565:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc581ca80. 00000100:00100000:2.0:1763335537.559597:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 544 00000100:00100000:2.0:1763335537.559606:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc581ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991028918016:12345-192.168.202.34@tcp:10:fsx.0 00000100:00100000:3.0:1763335537.559813:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028917888 00000100:00100000:3.0:1763335537.559818:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028917888 00002000:00010000:3.0:1763335537.559835:0:6529:0:(mdt_io.c:274:mdt_punch_hpreq_check()) lustre-MDT0000: refresh DOM lock for [0x200000402:0xe:0x0] 00002000:00100000:3.0:1763335537.559839:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc581fb80 with x1848991028917888 00000100:00100000:3.0:1763335537.559893:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 723 00000100:00100000:3.0:1763335537.559901:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc581fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:2409:x1848991028917888:12345-192.168.202.34@tcp:10:fsx.0 00000004:00010000:3.0:1763335537.560411:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 1048576 -> 628625 00000004:00010000:3.0:1763335537.560416:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335537 -> 1763335537 00000004:00010000:3.0:1763335537.560418:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335537 -> 1763335537 00000004:00010000:3.0:1763335537.560420:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335537 -> 1763335537 00000004:00010000:3.0:1763335537.560422:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 904 -> 640 00002000:00010000:2.0:1763335537.560430:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1882279 -> 0 00002000:00010000:2.0:1763335537.560433:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335537 -> 1763335537 00002000:00010000:2.0:1763335537.560436:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335537 -> 1763335537 00002000:00010000:2.0:1763335537.560438:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335537 -> 1763335537 00002000:00010000:2.0:1763335537.560441:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 344 -> 0 00000100:00100000:3.0:1763335537.560725:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc581fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+19:2409:x1848991028917888:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 823us (1580us total) trans 4294967818 rc 0/0 00000100:00100000:3.0:1763335537.560733:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 723 00002000:00010000:3.0:1763335537.560736:0:6529:0:(mdt_io.c:274:mdt_punch_hpreq_check()) lustre-MDT0000: refresh DOM lock for [0x200000402:0xe:0x0] 00000100:00100000:2.0:1763335537.560736:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc581ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991028918016:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 1131us (1693us total) trans 4294967521 rc 0/0 00002000:00100000:3.0:1763335537.560739:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc581fb80 with x1848991028917888 00000100:00100000:2.0:1763335537.560742:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 544 00002000:00010000:2.0:1763335537.560746:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:2.0:1763335537.560748:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc581ca80 with x1848991028918016 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335537.560754:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc581ca80. 00000100:00100000:1.0:1763335537.564135:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335537.564207:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028918144 00000100:00100000:0.0:1763335537.564217:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028918144 00000100:00100000:0.0:1763335537.564282:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1301 00000100:00100000:0.0:1763335537.564291:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+19:15720:x1848991028918144:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335537.564315:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335537.564339:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6a00/0x10123ce7f0764912 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ddd1 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335537.564431:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7e00/0x10123ce7f0764919 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335537.564446:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7e00/0x10123ce7f0764919 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335537.564457:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7e00/0x10123ce7f0764919 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000004:00200000:0.0:1763335537.564485:0:8224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 628625 00000004:00200000:0.0:1763335537.564490:0:8224:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763335537.564506:0:8224:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7e00/0x10123ce7f0764919 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335537.564534:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6a00/0x10123ce7f0764912 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ddd1 expref: 21 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335537.564550:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7e00/0x10123ce7f0764919 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ddd1 expref: 20 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335537.564558:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335537.564561:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335537.564564:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd7e00, rc 0) 00000100:00100000:0.0:1763335537.564623:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+20:15720:x1848991028918144:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 333us (498us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335537.564630:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1301 00000100:00100000:1.0:1763335537.568435:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335537.568577:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028918272 00000100:00100000:3.0:1763335537.568587:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028918272 00000100:00100000:3.0:1763335537.568657:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 724 00000100:00100000:3.0:1763335537.568667:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+20:2407:x1848991028918272:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:3.0:1763335537.569032:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 628625 -> 628625 00000004:00010000:3.0:1763335537.569037:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335537 -> 1763335537 00000004:00010000:3.0:1763335537.569039:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335537 -> 1763335537 00000004:00010000:3.0:1763335537.569041:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335537 -> 1763335537 00000004:00010000:3.0:1763335537.569044:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 640 -> 672 00000100:00100000:3.0:1763335537.569099:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+21:2407:x1848991028918272:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 433us (674us total) trans 4294967819 rc 0/0 00000100:00100000:3.0:1763335537.569107:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 724 00000100:00100000:1.0:1763335537.573358:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335537.574401:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028918528 00000100:00100000:3.0:1763335537.574413:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028918528 00000100:00100000:3.0:1763335537.575038:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1302 00000100:00100000:3.0:1763335537.575050:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+21:15720:x1848991028918528:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:3.0:1763335537.575108:0:10055:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335537.575135:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7e00/0x10123ce7f0764919 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ddd1 expref: 21 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335537.575154:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335537.575159:0:10055:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335537.576168:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764920 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335537.576185:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764920 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335537.576194:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764920 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000001:00080000:2.0:1763335537.576232:0:10055:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967820 00000004:00010000:2.0:1763335537.576253:0:10055:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 628625 -> 628625 00000004:00010000:2.0:1763335537.576256:0:10055:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335537 -> 1763335537 00000004:00010000:2.0:1763335537.576259:0:10055:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335537 -> 1763335537 00000004:00010000:2.0:1763335537.576261:0:10055:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335537 -> 1763335537 00000004:00010000:2.0:1763335537.576263:0:10055:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 672 -> 672 00000004:00010000:2.0:1763335537.576270:0:10055:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b774f2c2 reply state 000000009cae8e57 transno 4294967821 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764920 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335537.576281:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764920 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335537.576288:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335537.576292:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335537.576295:0:10055:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763335537.576446:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+23:15720:x1848991028918528:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 1397us (3096us total) trans 4294967821 rc 0/0 00000100:00100000:2.0:1763335537.576453:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1302 00000020:00080000:2.0:1763335537.576458:0:10055:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763335537.581739:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335537.581860:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028918656 00000100:00100000:2.0:1763335537.581904:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028918656 00002000:00010000:2.0:1763335537.581945:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1890035->18446744073709551615) 00002000:00100000:2.0:1763335537.581951:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7c3f100 with x1848991028918656 ext(1890035->18446744073709551615) 00002000:00010000:2.0:1763335537.581965:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7c3f100. 00000100:00100000:2.0:1763335537.582008:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 545 00000100:00100000:2.0:1763335537.582018:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991028918656:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:2.0:1763335537.582219:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 0 -> 1890035 00002000:00010000:2.0:1763335537.582223:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335537 -> 1763335537 00002000:00010000:2.0:1763335537.582226:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335537 -> 1763335537 00002000:00010000:2.0:1763335537.582228:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335537 -> 1763335537 00002000:00010000:2.0:1763335537.582231:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763335537.582293:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991028918656:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 275us (562us total) trans 4294967522 rc 0/0 00000100:00100000:2.0:1763335537.582301:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 545 00002000:00010000:2.0:1763335537.582305:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1890035->18446744073709551615) 00002000:00100000:2.0:1763335537.582307:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7c3f100 with x1848991028918656 ext(1890035->18446744073709551615) 00002000:00010000:2.0:1763335537.582312:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7c3f100. 00000100:00100000:1.0:1763335537.587081:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335537.587433:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028918784 00000100:00100000:2.0:1763335537.587445:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028918784 00000100:00100000:2.0:1763335537.587510:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1303 00000100:00100000:2.0:1763335537.587520:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+23:15720:x1848991028918784:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335537.587543:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335537.587564:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98200/0x10123ce7f0764927 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ddd8 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335537.587653:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99000/0x10123ce7f076492e lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335537.587668:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99000/0x10123ce7f076492e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335537.587680:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99000/0x10123ce7f076492e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000004:00200000:2.0:1763335537.587705:0:10055:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 1890035 00000004:00200000:2.0:1763335537.587710:0:10055:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763335537.587728:0:10055:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99000/0x10123ce7f076492e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335537.587755:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98200/0x10123ce7f0764927 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ddd8 expref: 25 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335537.587772:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99000/0x10123ce7f076492e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ddd8 expref: 24 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335537.587781:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335537.587784:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335537.587787:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99000, rc 0) 00000100:00100000:2.0:1763335537.587855:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+24:15720:x1848991028918784:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 329us (777us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335537.587863:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1303 00000100:00100000:1.0:1763335537.606307:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335537.607919:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028918912 00000100:00100000:0.0:1763335537.607934:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028918912 00002000:00100000:0.0:1763335537.607986:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7c3ed80 x1848991028918912/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:583/0 lens 488/0 e 0 to 0 dl 1763335548 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335537.607997:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7c3ed80 with x1848991028918912 00000100:00100000:0.0:1763335537.608037:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 725 00000100:00100000:0.0:1763335537.608046:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+24:2407:x1848991028918912:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335537.612940:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335537.613239:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028919040 00000100:00100000:0.0:1763335537.613250:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028919040 00002000:00100000:0.0:1763335537.613300:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->1892351) req@ffff9af0f7c3d880 x1848991028919040/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:583/0 lens 488/0 e 0 to 0 dl 1763335548 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335537.613312:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7c3d880 with x1848991028919040 ext(1048576->1892351) 00002000:00010000:0.0:1763335537.613320:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7c3d880 00000100:00100000:0.0:1763335537.614511:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 546 00000100:00100000:0.0:1763335537.614527:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+8:2406:x1848991028919040:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335537.628706:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+24:2407:x1848991028918912:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 20650us (22398us total) trans 0 rc 630784/630784 00000100:00100000:0.0:1763335537.628719:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 725 00002000:00100000:0.0:1763335537.628731:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7c3ed80 x1848991028918912/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:583/0 lens 488/440 e 0 to 0 dl 1763335548 ref 1 fl Complete:/600/0 rc 630784/630784 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335537.628741:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7c3ed80 with x1848991028918912 00000100:00100000:2.0:1763335537.629810:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+8:2406:x1848991028919040:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 15284us (16876us total) trans 0 rc 843776/843776 00000100:00100000:2.0:1763335537.629822:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 546 00002000:00100000:2.0:1763335537.629832:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->1892351) req@ffff9af0f7c3d880 x1848991028919040/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:583/0 lens 488/440 e 0 to 0 dl 1763335548 ref 1 fl Complete:/600/0 rc 843776/843776 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335537.629842:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7c3d880 with x1848991028919040 ext(1048576->1892351) 00002000:00010000:2.0:1763335537.629856:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7c3d880 00000100:00100000:3.0:1763335537.640175:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335537.640475:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028919168 00000100:00100000:2.0:1763335537.640490:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028919168 00000100:00100000:2.0:1763335537.640571:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1304 00000100:00100000:2.0:1763335537.640582:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbaa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+19:15720:x1848991028919168:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335537.640615:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335537.640645:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98200/0x10123ce7f0764935 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dddf expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335537.640764:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98600/0x10123ce7f076493c lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335537.640783:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98600/0x10123ce7f076493c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335537.640796:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98600/0x10123ce7f076493c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000004:00200000:2.0:1763335537.640828:0:10055:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 1890035 00000004:00200000:2.0:1763335537.641521:0:10055:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763335537.641568:0:10055:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98600/0x10123ce7f076493c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335537.641608:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98200/0x10123ce7f0764935 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dddf expref: 21 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335537.641636:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98600/0x10123ce7f076493c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dddf expref: 20 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335537.641646:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335537.641649:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335537.641653:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98600, rc 0) 00000100:00100000:2.0:1763335537.641743:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbaa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+20:15720:x1848991028919168:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 1163us (1584us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335537.641752:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1304 00000100:00100000:0.0:1763335537.650008:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335537.650095:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028919296 00000100:00100000:0.0:1763335537.650099:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335537.650109:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028919296 00000100:00100000:2.0:1763335537.650195:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1305 00000100:00100000:2.0:1763335537.650208:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc581f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+20:2409:x1848991028919296:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335537.650235:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335537.650263:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98200/0x10123ce7f0764943 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dde6 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335537.650283:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028919424 00000100:00100000:1.0:1763335537.650287:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028919424 00010000:00010000:2.0:1763335537.650312:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f0764904 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ddc3 expref: 23 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335537.650333:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 951 00000100:00100000:1.0:1763335537.650340:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc581f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+9:2409:x1848991028919424:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335537.650348:0:8402:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335537.650361:0:8402:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc6075000/0x10123ce7f076494a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dded expref: -99 pid: 8402 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335537.650362:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc471f480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041341568:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335537.650397:0:8402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c3f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041341696:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335537.650490:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af10214e480 going to sleep for 11 seconds 00000100:00100000:1.0:1763335537.650632:0:8402:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb300 going to sleep for 11 seconds 00000100:00100000:0.0:1763335537.655673:0:8402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c3f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041341696:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335537.655727:0:8402:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc6075000/0x10123ce7f076494a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dded expref: 10 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335537.655765:0:8402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc6075000/0x10123ce7f076494a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dded expref: 10 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335537.655782:0:8402:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6075000, rc 0) 00000100:00100000:0.0:1763335537.655922:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc581f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+9:2409:x1848991028919424:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5579us (5819us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335537.655933:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 951 00000100:00100000:2.0:1763335537.657613:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc471f480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041341568:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335537.657644:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 628625 00010000:00010000:2.0:1763335537.657665:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98200/0x10123ce7f0764943 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dde6 expref: 21 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335537.657696:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335537.657700:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335537.657705:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98200/0x10123ce7f0764943 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dde6 expref: 21 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335537.657726:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98200, rc 0) 00000100:00100000:2.0:1763335537.658065:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc581f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+20:2409:x1848991028919296:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7858us (8070us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335537.658075:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1305 00000100:00100000:1.0:1763335537.661010:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335537.661047:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028919552 00000100:00100000:2.0:1763335537.661060:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028919552 00000100:00100000:2.0:1763335537.661138:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1306 00000100:00100000:2.0:1763335537.661273:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+20:15720:x1848991028919552:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335537.661300:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335537.661328:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99400/0x10123ce7f0764951 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ddf4 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335537.661365:0:10055:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f0764904 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ddc3 expref: 23 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335537.661376:0:10055:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99400/0x10123ce7f0764951 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ddf4 expref: 21 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335537.661412:0:10055:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f0764904 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ddc3 expref: 23 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335537.661424:0:10055:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f0764904 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ddc3 expref: 23 pid: 8224 timeout: 438 lvb_type: 0 00000100:00100000:2.0:1763335537.661440:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc471f480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041341824:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335537.661536:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af10214e480 going to sleep for 11 seconds 00000100:00100000:3.0:1763335537.664236:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc471f480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041341824:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335537.664285:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99400/0x10123ce7f0764951 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ddf4 expref: 21 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335537.664309:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335537.664313:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335537.664317:0:10055:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99400/0x10123ce7f0764951 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ddf4 expref: 21 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335537.664331:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99400, rc 0) 00000100:00100000:3.0:1763335537.664410:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+21:15720:x1848991028919552:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3262us (3415us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335537.664421:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1306 00000100:00100000:1.0:1763335537.668602:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335537.669596:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028919680 00000100:00100000:2.0:1763335537.669613:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028919680 00010000:00010000:2.0:1763335537.669672:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f0764904 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ddc3 expref: 24 pid: 8224 timeout: 438 lvb_type: 0 00000100:00100000:2.0:1763335537.669728:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 486 00000100:00100000:2.0:1763335537.669740:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c3f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:819c42eb-8a5f-4523-990c-a007cb66998d+24:2409:x1848991028919680:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335537.669760:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335537.669791:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f0764904 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ddc3 expref: 24 pid: 8224 timeout: 438 lvb_type: 0 00010000:00010000:2.0:1763335537.669805:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f0764904 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ddc3 expref: 24 pid: 8224 timeout: 438 lvb_type: 0 00010000:00010000:2.0:1763335537.669831:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f0764904 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ddc3 expref: 24 pid: 8224 timeout: 438 lvb_type: 0 00010000:00010000:2.0:1763335537.669860:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335537.669895:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99400/0x10123ce7f0764951 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ddf4 expref: 20 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335537.669909:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99400/0x10123ce7f0764951 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ddf4 expref: 20 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335537.669924:0:6500:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99400/0x10123ce7f0764951 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ddf4 expref: 20 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335537.669974:0:6500:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99400/0x10123ce7f0764951 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ddf4 expref: 20 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335537.669990:0:6500:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc471f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6500:1848991041341952:192.168.202.34@tcp:105: 00000100:00100000:2.0:1763335537.670117:0:6500:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af10214e480 going to sleep for 11 seconds 00000100:00100000:2.0:1763335537.677076:0:6500:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc471f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6500:1848991041341952:192.168.202.34@tcp:105: 00010000:00010000:2.0:1763335537.677121:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335537.677199:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c3f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:819c42eb-8a5f-4523-990c-a007cb66998d+23:2409:x1848991028919680:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 7459us (8611us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335537.677213:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 486 00000100:00100000:2.0:1763335537.678746:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335537.678815:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028919808 00000100:00100000:0.0:1763335537.678827:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028919808 00000100:00100000:0.0:1763335537.678938:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 726 00000100:00100000:0.0:1763335537.678949:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc471f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+21:2409:x1848991028919808:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:0.0:1763335537.679234:0:6530:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 628625 -> 628625 00000004:00010000:0.0:1763335537.679239:0:6530:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335537 -> 1763335537 00000004:00010000:0.0:1763335537.679242:0:6530:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335537 -> 1763335537 00000004:00010000:0.0:1763335537.679244:0:6530:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335537 -> 1763335537 00000004:00010000:0.0:1763335537.679246:0:6530:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 672 -> 752 00000100:00100000:0.0:1763335537.679335:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc471f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+22:2409:x1848991028919808:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 386us (595us total) trans 4294967822 rc 0/0 00000100:00100000:0.0:1763335537.679344:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 726 00000100:00100000:1.0:1763335537.683781:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335537.684129:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028919936 00000100:00100000:0.0:1763335537.684143:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028919936 00000100:00100000:0.0:1763335537.684220:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 952 00000100:00100000:0.0:1763335537.684231:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+9:2406:x1848991028919936:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335537.684254:0:8402:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335537.684278:0:8402:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6a00/0x10123ce7f0764958 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ddfb expref: -99 pid: 8402 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335537.684356:0:8402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc581ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041342080:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335537.684476:0:8402:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c600 going to sleep for 11 seconds 00000100:00100000:0.0:1763335537.686602:0:8402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc581ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041342080:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335537.686654:0:8402:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6a00/0x10123ce7f0764958 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ddfb expref: 10 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335537.686684:0:8402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6a00/0x10123ce7f0764958 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ddfb expref: 10 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335537.686704:0:8402:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6a00, rc 0) 00000100:00100000:0.0:1763335537.687286:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+9:2406:x1848991028919936:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3052us (3516us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335537.687298:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 952 00000100:00100000:2.0:1763335537.696387:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335537.696451:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028920064 00000100:00100000:0.0:1763335537.696465:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028920064 00000100:00100000:0.0:1763335537.696548:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 953 00000100:00100000:0.0:1763335537.696560:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc471ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+9:2406:x1848991028920064:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335537.696597:0:8402:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335537.696624:0:8402:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7000/0x10123ce7f076495f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847de02 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335537.696708:0:8402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc581ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041342208:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335537.696830:0:8402:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c600 going to sleep for 11 seconds 00000100:00100000:0.0:1763335537.703222:0:8402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc581ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041342208:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335537.703275:0:8402:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7000/0x10123ce7f076495f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de02 expref: 10 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335537.703302:0:8402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7000/0x10123ce7f076495f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de02 expref: 10 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335537.703317:0:8402:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd7000, rc 0) 00000100:00100000:0.0:1763335537.703389:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc471ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+9:2406:x1848991028920064:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6831us (7017us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335537.703403:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 953 00000100:00100000:1.0:1763335537.711589:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335537.715278:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028920192 00000100:00100000:0.0:1763335537.715300:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028920192 00000100:00100000:0.0:1763335537.715865:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 954 00000100:00100000:0.0:1763335537.715911:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+9:15720:x1848991028920192:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335537.715939:0:8402:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335537.715966:0:8402:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7000/0x10123ce7f0764966 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847de09 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335537.716009:0:8402:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7200/0x10123ce7f076490b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ddca expref: 7 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335537.716021:0:8402:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335537.716023:0:8402:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335537.716029:0:8402:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7000/0x10123ce7f0764966 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1064960->1134591] (req 1064960->1134591) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de09 expref: 10 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335537.716077:0:8402:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7200/0x10123ce7f076490b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ddca expref: 7 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335537.716096:0:8402:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7200/0x10123ce7f076490b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ddca expref: 7 pid: 8402 timeout: 438 lvb_type: 0 00000100:00100000:0.0:1763335537.716114:0:8402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc581ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041342336:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335537.716246:0:8402:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c600 going to sleep for 11 seconds 00000100:00100000:2.0:1763335537.729925:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335537.730115:0:8402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc581ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041342336:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335537.730169:0:8402:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7000/0x10123ce7f0764966 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1064960->1134591] (req 1064960->1134591) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de09 expref: 10 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335537.730204:0:8402:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd7000, rc 0) 00000100:00100000:0.0:1763335537.730290:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+10:15720:x1848991028920192:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 14385us (18717us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335537.730302:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 954 00000100:00100000:3.0:1763335537.733946:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028920320 00000100:00100000:3.0:1763335537.733969:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028920320 00010000:00010000:3.0:1763335537.734038:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7200/0x10123ce7f076490b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ddca expref: 8 pid: 8402 timeout: 438 lvb_type: 0 00000100:00100000:3.0:1763335537.734099:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 487 00000100:00100000:3.0:1763335537.734109:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc471c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991028920320:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335537.734131:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335537.734156:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7200/0x10123ce7f076490b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ddca expref: 8 pid: 8402 timeout: 438 lvb_type: 0 00010000:00010000:3.0:1763335537.734172:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7200/0x10123ce7f076490b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ddca expref: 8 pid: 8402 timeout: 438 lvb_type: 0 00010000:00010000:3.0:1763335537.734200:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7200/0x10123ce7f076490b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ddca expref: 8 pid: 8402 timeout: 438 lvb_type: 0 00010000:00010000:3.0:1763335537.734219:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335537.734222:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335537.734231:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7000/0x10123ce7f0764966 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1064960->1134591) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de09 expref: 9 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335537.734243:0:6500:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7000/0x10123ce7f0764966 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1064960->1134591) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de09 expref: 9 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335537.734293:0:6500:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7000/0x10123ce7f0764966 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1064960->1134591) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de09 expref: 9 pid: 8402 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335537.734309:0:6500:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffbab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6500:1848991041342464:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335537.734432:0:6500:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850840 going to sleep for 11 seconds 00000100:00100000:2.0:1763335537.742502:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335537.742640:0:6500:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffbab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6500:1848991041342464:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335537.742676:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335537.743602:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028920448 00000100:00100000:0.0:1763335537.743623:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028920448 00000100:00100000:0.0:1763335537.743727:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 547 00000100:00100000:0.0:1763335537.743741:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc471f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+10:2408:x1848991028920448:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:0.0:1763335537.744104:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1890035 -> 1890035 00002000:00010000:0.0:1763335537.744109:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335537 -> 1763335537 00002000:00010000:0.0:1763335537.744111:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335537 -> 1763335537 00002000:00010000:0.0:1763335537.744113:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335537 -> 1763335537 00002000:00010000:0.0:1763335537.744115:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763335537.744208:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc471f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+11:2408:x1848991028920448:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 470us (1724us total) trans 4294967523 rc 0/0 00000100:00100000:0.0:1763335537.744217:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 547 00000100:00100000:0.0:1763335537.750037:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc471c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:819c42eb-8a5f-4523-990c-a007cb66998d+7:2408:x1848991028920320:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 15908us (20108us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335537.750062:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 487 00000100:00100000:2.0:1763335537.752915:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335537.752971:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335537.753014:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028920576 00000100:00100000:3.0:1763335537.753029:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028920576 00002000:00100000:3.0:1763335537.753094:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc471f100 x1848991028920576/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:583/0 lens 488/0 e 0 to 0 dl 1763335548 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335537.753107:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc471f100 with x1848991028920576 00000100:00100000:3.0:1763335537.753158:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 727 00000100:00100000:3.0:1763335537.753170:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc471f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+22:2409:x1848991028920576:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335537.753427:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc471f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+22:2409:x1848991028920576:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 258us (566us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335537.753436:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 727 00002000:00100000:3.0:1763335537.753444:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc471f100 x1848991028920576/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:583/0 lens 488/4536 e 0 to 0 dl 1763335548 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335537.753453:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc471f100 with x1848991028920576 00000100:00100000:0.0:1763335537.753527:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028920704 00000100:00100000:0.0:1763335537.753534:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028920704 00002000:00100000:0.0:1763335537.753565:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1884160->1892351) req@ffff9af0f7c91500 x1848991028920704/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:583/0 lens 488/0 e 0 to 0 dl 1763335548 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335537.753582:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7c91500 with x1848991028920704 ext(1884160->1892351) 00002000:00010000:0.0:1763335537.753588:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7c91500 00000100:00100000:0.0:1763335537.753621:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 548 00000100:00100000:0.0:1763335537.753629:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+11:2409:x1848991028920704:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335537.753786:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+11:2409:x1848991028920704:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 157us (815us total) trans 0 rc 8192/8192 00000100:00100000:0.0:1763335537.753793:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 548 00002000:00100000:0.0:1763335537.753798:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1884160->1892351) req@ffff9af0f7c91500 x1848991028920704/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:583/0 lens 488/8632 e 0 to 0 dl 1763335548 ref 1 fl Complete:/600/0 rc 8192/8192 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335537.753806:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7c91500 with x1848991028920704 ext(1884160->1892351) 00002000:00010000:0.0:1763335537.753810:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7c91500 00000100:00100000:2.0:1763335537.766973:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335537.769114:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028920832 00000100:00100000:3.0:1763335537.769141:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028920832 00002000:00100000:0.0:1763335537.769315:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7c90a80 x1848991028920832/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:583/0 lens 488/0 e 0 to 0 dl 1763335548 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335537.769331:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7c90a80 with x1848991028920832 00000100:00100000:0.0:1763335537.769389:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 728 00000100:00100000:0.0:1763335537.769401:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+22:2409:x1848991028920832:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335537.769700:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+22:2409:x1848991028920832:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 299us (2741us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335537.769709:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 728 00002000:00100000:0.0:1763335537.769718:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7c90a80 x1848991028920832/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:583/0 lens 488/4536 e 0 to 0 dl 1763335548 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335537.769727:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7c90a80 with x1848991028920832 00000100:00100000:2.0:1763335537.777223:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335537.778317:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028920960 00000100:00100000:0.0:1763335537.778336:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028920960 00002000:00100000:0.0:1763335537.778412:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7c93b80 x1848991028920960/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:583/0 lens 488/0 e 0 to 0 dl 1763335548 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335537.778427:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7c93b80 with x1848991028920960 00000100:00100000:0.0:1763335537.778482:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 729 00000100:00100000:0.0:1763335537.778494:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+22:2407:x1848991028920960:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335537.778797:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+22:2407:x1848991028920960:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 303us (1589us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335537.778805:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 729 00002000:00100000:0.0:1763335537.778813:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7c93b80 x1848991028920960/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:583/0 lens 488/4536 e 0 to 0 dl 1763335548 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335537.778820:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7c93b80 with x1848991028920960 00000100:00100000:3.0:1763335537.785242:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335537.785513:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028921088 00000100:00100000:2.0:1763335537.785527:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028921088 00002000:00100000:2.0:1763335537.785593:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffbab100 x1848991028921088/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:583/0 lens 488/0 e 0 to 0 dl 1763335548 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335537.785612:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffbab100 with x1848991028921088 00000100:00100000:2.0:1763335537.785662:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 730 00000100:00100000:2.0:1763335537.785673:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+22:2409:x1848991028921088:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335537.785985:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+22:2409:x1848991028921088:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 313us (759us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335537.786003:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 730 00002000:00100000:2.0:1763335537.786011:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffbab100 x1848991028921088/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:583/0 lens 488/4536 e 0 to 0 dl 1763335548 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335537.786018:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffbab100 with x1848991028921088 00000100:00100000:2.0:1763335537.799726:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335537.801290:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028921216 00000100:00100000:0.0:1763335537.801472:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028921216 00002000:00100000:0.0:1763335537.801553:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1789952->1794047) req@ffff9af0f7c92680 x1848991028921216/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:583/0 lens 488/0 e 0 to 0 dl 1763335548 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335537.801565:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7c92680 with x1848991028921216 ext(1789952->1794047) 00002000:00010000:0.0:1763335537.801573:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7c92680 00000100:00100000:2.0:1763335537.801754:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 549 00000100:00100000:2.0:1763335537.801770:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2408:x1848991028921216:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335537.805777:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2408:x1848991028921216:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 3991us (6049us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335537.805799:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 549 00002000:00100000:2.0:1763335537.805821:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1789952->1794047) req@ffff9af0f7c92680 x1848991028921216/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:583/0 lens 488/4536 e 0 to 0 dl 1763335548 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335537.805834:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7c92680 with x1848991028921216 ext(1789952->1794047) 00002000:00010000:2.0:1763335537.805842:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7c92680 00000100:00100000:3.0:1763335537.810752:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335537.813207:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028921344 00000100:00100000:2.0:1763335537.813231:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028921344 00002000:00100000:2.0:1763335537.813318:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1802240->1806335) req@ffff9af0ffba9c00 x1848991028921344/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:583/0 lens 488/0 e 0 to 0 dl 1763335548 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335537.813339:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffba9c00 with x1848991028921344 ext(1802240->1806335) 00002000:00010000:2.0:1763335537.813348:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffba9c00 00000100:00100000:2.0:1763335537.813397:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 550 00000100:00100000:2.0:1763335537.813408:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffba9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2408:x1848991028921344:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335537.818064:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffba9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2408:x1848991028921344:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 4637us (7306us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335537.818085:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 550 00002000:00100000:2.0:1763335537.818106:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1802240->1806335) req@ffff9af0ffba9c00 x1848991028921344/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:583/0 lens 488/4536 e 0 to 0 dl 1763335548 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335537.818119:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffba9c00 with x1848991028921344 ext(1802240->1806335) 00002000:00010000:2.0:1763335537.818127:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffba9c00 00000100:00100000:2.0:1763335537.832252:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335537.834514:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335537.834601:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028921472 00000100:00100000:3.0:1763335537.834622:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028921472 00000100:00100000:0.0:1763335537.834842:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028921600 00000100:00100000:0.0:1763335537.834856:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028921600 00000100:00100000:3.0:1763335537.835251:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1307 00000100:00100000:3.0:1763335537.835264:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc596a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+23:2408:x1848991028921472:12345-192.168.202.34@tcp:101:fsx.0 00000100:00100000:0.0:1763335537.835285:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 955 00010000:00010000:3.0:1763335537.835292:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1763335537.835297:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:819c42eb-8a5f-4523-990c-a007cb66998d+7:2408:x1848991028921600:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335537.835310:0:8402:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335537.835321:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5e00/0x10123ce7f076496d lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847de10 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335537.835325:0:8402:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6a00/0x10123ce7f0764974 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847de17 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335537.835373:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99400/0x10123ce7f0764951 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ddf4 expref: 21 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335537.835410:0:8402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc581ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041342592:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335537.835412:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffba8000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041342720:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335537.836284:0:8402:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c300 going to sleep for 11 seconds 00000100:00100000:2.0:1763335537.838478:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58503c0 going to sleep for 11 seconds 00002000:00010000:0.0:1763335537.838559:0:8402:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime: 1763335537 -> 1763335538 00002000:00010000:0.0:1763335537.838570:0:8402:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335537 -> 1763335538 00002000:00010000:0.0:1763335537.838572:0:8402:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime: 1763335537 -> 1763335538 00002000:00010000:0.0:1763335537.838574:0:8402:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:0.0:1763335537.838599:0:8402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc581ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041342592:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335537.838644:0:8402:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6a00/0x10123ce7f0764974 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de17 expref: 8 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335537.838672:0:8402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6a00/0x10123ce7f0764974 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de17 expref: 8 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335537.838694:0:8402:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6a00, rc 0) 00000100:00100000:0.0:1763335537.838731:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:819c42eb-8a5f-4523-990c-a007cb66998d+7:2408:x1848991028921600:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3436us (6498us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335537.838741:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 955 00000004:00010000:2.0:1763335537.847456:0:10055:0:(mdt_lvb.c:183:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime: 1763335537 -> 1763335538 00000004:00010000:2.0:1763335537.847473:0:10055:0:(mdt_lvb.c:189:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime: 1763335537 -> 1763335538 00000004:00010000:2.0:1763335537.847476:0:10055:0:(mdt_lvb.c:195:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime: 1763335537 -> 1763335538 00000100:00100000:2.0:1763335537.847507:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffba8000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041342720:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335537.847541:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 628625 00010000:00010000:2.0:1763335537.847571:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5e00/0x10123ce7f076496d lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de10 expref: 24 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335537.847603:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335537.847607:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335537.847616:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5e00/0x10123ce7f076496d lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de10 expref: 24 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335537.847647:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5e00, rc 0) 00000100:00100000:2.0:1763335537.847745:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc596a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+23:2408:x1848991028921472:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 12481us (13244us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335537.847756:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1307 00000100:00100000:3.0:1763335537.853651:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335537.855562:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335537.855988:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028921856 00000100:00100000:0.0:1763335537.856002:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028921856 00000100:00100000:2.0:1763335537.856075:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028921728 00000100:00100000:2.0:1763335537.856083:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028921728 00000100:00100000:2.0:1763335537.856153:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1308 00000100:00100000:2.0:1763335537.856165:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffba9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+23:2407:x1848991028921728:12345-192.168.202.34@tcp:101:fsx.0 00000100:00100000:0.0:1763335537.856178:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 956 00000100:00100000:0.0:1763335537.856191:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbaad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:819c42eb-8a5f-4523-990c-a007cb66998d+7:2407:x1848991028921856:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335537.856194:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335537.856203:0:8402:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335537.856223:0:8402:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6a00/0x10123ce7f0764982 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847de25 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335537.856224:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99800/0x10123ce7f076497b lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847de1e expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335537.856280:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99400/0x10123ce7f0764951 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ddf4 expref: 21 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335537.856310:0:8402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc581ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041342848:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335537.856315:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc596b800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041342976:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335537.856979:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af10214e480 going to sleep for 11 seconds 00000100:00100000:0.0:1763335537.857455:0:8402:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c300 going to sleep for 11 seconds 00000100:00100000:2.0:1763335537.860423:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc596b800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041342976:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335537.860522:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 628625 00010000:00010000:2.0:1763335537.860548:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99800/0x10123ce7f076497b lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de1e expref: 24 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335537.860575:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335537.860578:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335537.860584:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99800/0x10123ce7f076497b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de1e expref: 24 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335537.860602:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99800, rc 0) 00000100:00100000:2.0:1763335537.860859:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffba9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+23:2407:x1848991028921728:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4694us (7227us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335537.860920:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1308 00000100:00100000:1.0:1763335537.861177:0:8402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc581ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041342848:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335537.861213:0:8402:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6a00/0x10123ce7f0764982 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de25 expref: 8 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335537.861235:0:8402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6a00/0x10123ce7f0764982 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de25 expref: 8 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335537.861246:0:8402:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6a00, rc 0) 00000100:00100000:1.0:1763335537.861292:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbaad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:819c42eb-8a5f-4523-990c-a007cb66998d+7:2407:x1848991028921856:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5103us (5742us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335537.861301:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 956 00000100:00100000:3.0:1763335537.873366:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335537.873445:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335537.873462:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028922112 00000100:00100000:1.0:1763335537.873477:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028922112 00000100:00100000:1.0:1763335537.873565:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 957 00000100:00100000:1.0:1763335537.873589:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffba9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:819c42eb-8a5f-4523-990c-a007cb66998d+7:2408:x1848991028922112:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335537.873616:0:8402:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335537.873642:0:8402:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc6074200/0x10123ce7f0764989 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847de33 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335537.873724:0:8402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc55df100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041343104:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335537.873863:0:8402:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb300 going to sleep for 11 seconds 00000100:00100000:2.0:1763335537.874569:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028921984 00000100:00100000:2.0:1763335537.874579:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028921984 00000100:00100000:0.0:1763335537.874820:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1309 00000100:00100000:0.0:1763335537.874833:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffba8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+23:2409:x1848991028921984:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335537.874861:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335537.874921:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7800/0x10123ce7f0764990 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847de2c expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335537.874969:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99400/0x10123ce7f0764951 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ddf4 expref: 21 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335537.877974:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc581d880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041343232:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335537.878152:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c000 going to sleep for 11 seconds 00000100:00100000:1.0:1763335537.879496:0:8402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc55df100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041343104:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335537.879552:0:8402:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc6074200/0x10123ce7f0764989 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de33 expref: 8 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335537.879600:0:8402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc6074200/0x10123ce7f0764989 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de33 expref: 8 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335537.879618:0:8402:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6074200, rc 0) 00000100:00100000:1.0:1763335537.879694:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffba9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:819c42eb-8a5f-4523-990c-a007cb66998d+7:2408:x1848991028922112:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6116us (6342us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335537.879705:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 957 00000100:00100000:0.0:1763335537.881209:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc581d880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041343232:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335537.881241:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 628625 00010000:00010000:0.0:1763335537.881265:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7800/0x10123ce7f0764990 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de2c expref: 24 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335537.881287:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335537.881290:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335537.881296:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7800/0x10123ce7f0764990 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de2c expref: 24 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335537.881313:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd7800, rc 0) 00000100:00100000:0.0:1763335537.881370:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffba8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+23:2409:x1848991028921984:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6540us (7923us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335537.881382:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1309 00000100:00100000:0.0:1763335537.891022:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335537.891127:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028922240 00000100:00100000:2.0:1763335537.891145:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028922240 00000100:00100000:2.0:1763335537.891239:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1310 00000100:00100000:2.0:1763335537.891255:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc581d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+23:15720:x1848991028922240:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335537.891290:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335537.891326:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f0764997 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847de3a expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335537.891381:0:10055:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99400/0x10123ce7f0764951 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ddf4 expref: 21 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335537.891394:0:10055:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f0764997 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de3a expref: 24 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335537.891465:0:10055:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99400/0x10123ce7f0764951 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ddf4 expref: 21 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335537.891483:0:10055:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99400/0x10123ce7f0764951 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ddf4 expref: 21 pid: 10055 timeout: 438 lvb_type: 0 00000100:00100000:2.0:1763335537.891509:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc596b800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041343360:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335537.893693:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af10214e480 going to sleep for 11 seconds 00000100:00100000:2.0:1763335537.898976:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335537.899130:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc596b800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041343360:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335537.899177:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f0764997 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de3a expref: 24 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335537.899199:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335537.899203:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335537.899208:0:10055:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f0764997 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de3a expref: 24 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335537.899223:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98800, rc 0) 00000100:00100000:0.0:1763335537.899306:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc581d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+24:15720:x1848991028922240:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 8054us (8301us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335537.899317:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1310 00000100:00100000:1.0:1763335537.899541:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028922368 00000100:00100000:1.0:1763335537.899550:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028922368 00010000:00010000:1.0:1763335537.899592:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99400/0x10123ce7f0764951 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ddf4 expref: 22 pid: 10055 timeout: 438 lvb_type: 0 00000100:00100000:1.0:1763335537.899635:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 488 00000100:00100000:1.0:1763335537.899648:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5968000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+22:2408:x1848991028922368:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335537.899667:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335537.899699:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99400/0x10123ce7f0764951 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ddf4 expref: 22 pid: 10055 timeout: 438 lvb_type: 0 00010000:00010000:1.0:1763335537.899722:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99400/0x10123ce7f0764951 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ddf4 expref: 22 pid: 10055 timeout: 438 lvb_type: 0 00010000:00010000:1.0:1763335537.899753:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99400/0x10123ce7f0764951 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ddf4 expref: 22 pid: 10055 timeout: 438 lvb_type: 0 00010000:00010000:1.0:1763335537.899772:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335537.899778:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f0764997 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de3a expref: 23 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335537.899791:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f0764997 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de3a expref: 23 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335537.899803:0:6500:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f0764997 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de3a expref: 23 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335537.901068:0:6500:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f0764997 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de3a expref: 23 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335537.901096:0:6500:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc55df100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6500:1848991041343488:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335537.901824:0:6500:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb300 going to sleep for 11 seconds 00000100:00100000:2.0:1763335537.905486:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335537.905599:0:6500:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc55df100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6500:1848991041343488:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335537.905633:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335537.905710:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5968000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+21:2408:x1848991028922368:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 6063us (6749us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335537.905724:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 488 00000100:00100000:0.0:1763335537.906110:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028922496 00000100:00100000:0.0:1763335537.906121:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028922496 00002000:00100000:0.0:1763335537.906178:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc596b800 x1848991028922496/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:583/0 lens 488/0 e 0 to 0 dl 1763335548 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335537.906191:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc596b800 with x1848991028922496 00000100:00100000:0.0:1763335537.906225:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 731 00000100:00100000:0.0:1763335537.906234:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc596b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+24:2406:x1848991028922496:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335537.906451:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc596b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+24:2406:x1848991028922496:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 218us (983us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335537.906458:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 731 00002000:00100000:0.0:1763335537.906465:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc596b800 x1848991028922496/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:583/0 lens 488/4536 e 0 to 0 dl 1763335548 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335537.906472:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc596b800 with x1848991028922496 00000100:00100000:2.0:1763335537.913359:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335537.913491:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028922624 00000100:00100000:0.0:1763335537.913507:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028922624 00002000:00100000:0.0:1763335537.913574:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc46eaa00 x1848991028922624/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:583/0 lens 488/0 e 0 to 0 dl 1763335548 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335537.913587:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc46eaa00 with x1848991028922624 00000100:00100000:0.0:1763335537.913630:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 732 00000100:00100000:0.0:1763335537.913641:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc46eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+24:2408:x1848991028922624:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335537.914517:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc46eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+24:2408:x1848991028922624:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 867us (1163us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335537.914531:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 732 00002000:00100000:0.0:1763335537.914543:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc46eaa00 x1848991028922624/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:583/0 lens 488/4536 e 0 to 0 dl 1763335548 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335537.914554:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc46eaa00 with x1848991028922624 00000100:00100000:1.0:1763335537.924097:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335537.924339:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028922752 00000100:00100000:0.0:1763335537.924354:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028922752 00002000:00100000:0.0:1763335537.924425:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc55df100 x1848991028922752/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:583/0 lens 488/0 e 0 to 0 dl 1763335548 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335537.924439:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc55df100 with x1848991028922752 00000100:00100000:0.0:1763335537.925120:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 733 00000100:00100000:0.0:1763335537.925137:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+24:2407:x1848991028922752:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335537.925438:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+24:2407:x1848991028922752:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 306us (1358us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335537.925450:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 733 00002000:00100000:0.0:1763335537.925463:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc55df100 x1848991028922752/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:583/0 lens 488/4536 e 0 to 0 dl 1763335548 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335537.925473:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc55df100 with x1848991028922752 00000100:00100000:3.0:1763335537.928754:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335537.929000:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028922880 00000100:00100000:0.0:1763335537.929014:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028922880 00002000:00100000:0.0:1763335537.929081:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffba9f80 x1848991028922880/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:583/0 lens 488/0 e 0 to 0 dl 1763335548 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335537.929095:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffba9f80 with x1848991028922880 00000100:00100000:0.0:1763335537.929621:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 734 00000100:00100000:0.0:1763335537.929635:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffba9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+24:2407:x1848991028922880:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335537.929993:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffba9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+24:2407:x1848991028922880:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 360us (1257us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335537.930001:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 734 00002000:00100000:0.0:1763335537.930009:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffba9f80 x1848991028922880/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:583/0 lens 488/4536 e 0 to 0 dl 1763335548 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335537.930017:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffba9f80 with x1848991028922880 00000100:00100000:3.0:1763335537.934760:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335537.934923:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028923008 00000100:00100000:0.0:1763335537.934938:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028923008 00002000:00100000:0.0:1763335537.935008:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffbab480 x1848991028923008/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:583/0 lens 488/0 e 0 to 0 dl 1763335548 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335537.935020:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffbab480 with x1848991028923008 00000100:00100000:2.0:1763335537.935111:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 735 00000100:00100000:2.0:1763335537.935130:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+24:2406:x1848991028923008:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335537.935380:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+24:2406:x1848991028923008:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 254us (635us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335537.935389:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 735 00002000:00100000:2.0:1763335537.935397:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffbab480 x1848991028923008/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:583/0 lens 488/4536 e 0 to 0 dl 1763335548 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335537.935405:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffbab480 with x1848991028923008 00000100:00100000:1.0:1763335537.938100:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335537.938271:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028923136 00000100:00100000:2.0:1763335537.938285:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028923136 00002000:00100000:2.0:1763335537.938349:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc55dd180 x1848991028923136/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:583/0 lens 488/0 e 0 to 0 dl 1763335548 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335537.938361:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc55dd180 with x1848991028923136 00000100:00100000:2.0:1763335537.938410:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 736 00000100:00100000:2.0:1763335537.938422:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+24:2406:x1848991028923136:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335537.938672:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+24:2406:x1848991028923136:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 252us (584us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335537.938680:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 736 00002000:00100000:2.0:1763335537.938687:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc55dd180 x1848991028923136/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:583/0 lens 488/4536 e 0 to 0 dl 1763335548 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335537.938700:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc55dd180 with x1848991028923136 00000100:00100000:3.0:1763335537.941994:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335537.942168:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028923264 00000100:00100000:0.0:1763335537.942184:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028923264 00002000:00100000:0.0:1763335537.942265:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffbabb80 x1848991028923264/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:583/0 lens 488/0 e 0 to 0 dl 1763335548 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335537.942277:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffbabb80 with x1848991028923264 00000100:00100000:0.0:1763335537.942334:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 737 00000100:00100000:0.0:1763335537.942346:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+24:2406:x1848991028923264:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335537.942641:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+24:2406:x1848991028923264:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 297us (662us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335537.942649:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 737 00002000:00100000:0.0:1763335537.942657:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffbabb80 x1848991028923264/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:583/0 lens 488/4536 e 0 to 0 dl 1763335548 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335537.942664:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffbabb80 with x1848991028923264 00000100:00100000:3.0:1763335537.949013:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335537.950368:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028923392 00000100:00100000:0.0:1763335537.950387:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028923392 00002000:00100000:0.0:1763335537.950488:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffbab800 x1848991028923392/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:583/0 lens 488/0 e 0 to 0 dl 1763335548 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335537.950500:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffbab800 with x1848991028923392 00000100:00100000:0.0:1763335537.950551:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 738 00000100:00100000:0.0:1763335537.950563:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+24:2407:x1848991028923392:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335537.950819:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+24:2407:x1848991028923392:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 257us (1821us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335537.950827:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 738 00002000:00100000:0.0:1763335537.950835:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffbab800 x1848991028923392/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:583/0 lens 488/4536 e 0 to 0 dl 1763335548 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335537.950851:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffbab800 with x1848991028923392 00000100:00100000:1.0:1763335537.957403:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335537.957605:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028923520 00000100:00100000:2.0:1763335537.957619:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028923520 00002000:00100000:2.0:1763335537.957687:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc55ddc00 x1848991028923520/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:583/0 lens 488/0 e 0 to 0 dl 1763335548 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335537.957701:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc55ddc00 with x1848991028923520 00000100:00100000:2.0:1763335537.957750:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 739 00000100:00100000:2.0:1763335537.957760:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+24:2406:x1848991028923520:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335537.958070:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+24:2406:x1848991028923520:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 309us (683us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335537.958079:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 739 00002000:00100000:2.0:1763335537.958087:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc55ddc00 x1848991028923520/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:583/0 lens 488/4536 e 0 to 0 dl 1763335548 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335537.958096:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc55ddc00 with x1848991028923520 00000100:00100000:3.0:1763335537.962590:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335537.962789:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028923648 00000100:00100000:0.0:1763335537.962804:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028923648 00002000:00100000:0.0:1763335537.962929:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffba8000 x1848991028923648/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:583/0 lens 488/0 e 0 to 0 dl 1763335548 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335537.962942:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffba8000 with x1848991028923648 00000100:00100000:0.0:1763335537.962991:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 740 00000100:00100000:0.0:1763335537.963003:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffba8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+24:2407:x1848991028923648:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335537.963234:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffba8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+24:2407:x1848991028923648:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 233us (660us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335537.963244:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 740 00002000:00100000:0.0:1763335537.963252:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffba8000 x1848991028923648/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:583/0 lens 488/4536 e 0 to 0 dl 1763335548 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335537.963260:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffba8000 with x1848991028923648 00000100:00100000:3.0:1763335537.966623:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335537.967922:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028923776 00000100:00100000:2.0:1763335537.967944:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028923776 00002000:00100000:2.0:1763335537.968018:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7cef100 x1848991028923776/t0(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:583/0 lens 488/0 e 0 to 0 dl 1763335548 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335537.968032:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7cef100 with x1848991028923776 00000100:00100000:2.0:1763335537.968086:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 741 00000100:00100000:2.0:1763335537.968096:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7cef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+24:2406:x1848991028923776:12345-192.168.202.34@tcp:4:fsx.0 00000004:00010000:2.0:1763335537.973755:0:6530:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 628625 -> 628625 00000004:00010000:2.0:1763335537.973771:0:6530:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335538 -> 1763335538 00000004:00010000:2.0:1763335537.973775:0:6530:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335538 -> 1763335537 00000004:00010000:2.0:1763335537.973778:0:6530:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335538 -> 1763335538 00000004:00010000:2.0:1763335537.973781:0:6530:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 752 -> 776 00000100:00100000:2.0:1763335537.973954:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7cef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+27:2406:x1848991028923776:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 5850us (7337us total) trans 4294967824 rc 0/0 00000100:00100000:2.0:1763335537.973968:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 741 00002000:00100000:2.0:1763335537.973986:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7cef100 x1848991028923776/t4294967824(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:583/0 lens 488/448 e 0 to 0 dl 1763335548 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335537.973997:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7cef100 with x1848991028923776 00000100:00100000:3.0:1763335537.978103:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335537.978291:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028923904 00000100:00100000:0.0:1763335537.978305:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028923904 00000100:00100000:0.0:1763335537.978384:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1311 00000100:00100000:0.0:1763335537.978398:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+27:2408:x1848991028923904:12345-192.168.202.34@tcp:16:fsx.0 00000001:00080000:0.0:1763335537.981668:0:6496:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967824 is committed 00000001:00080000:0.0:1763335537.981710:0:6496:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967822 is committed 00010000:00010000:2.0:1763335537.981836:0:3637:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7600/0x10123ce7f07648fd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335537.981863:0:3637:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7600/0x10123ce7f07648fd lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335537.981897:0:3637:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7600/0x10123ce7f07648fd lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335537.981905:0:3637:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc2bd7600 already unused, calling callback (ffffffffc1966550) 00010000:00010000:2.0:1763335537.981911:0:3637:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7600/0x10123ce7f07648fd lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335537.981921:0:3637:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7600/0x10123ce7f07648fd lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335537.981945:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335537.981949:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335537.981955:0:3637:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7600/0x10123ce7f07648fd lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335537.981962:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7600/0x10123ce7f07648fd lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335537.981991:0:3637:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764920 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335537.981998:0:3637:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764920 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335537.982004:0:3637:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764920 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335537.982009:0:3637:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc5a98400 already unused, calling callback (ffffffffc1966550) 00010000:00010000:2.0:1763335537.982012:0:3637:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764920 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335537.982019:0:3637:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764920 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335537.982027:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335537.982030:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335537.982033:0:3637:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764920 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335537.982038:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764920 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335537.982125:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6600/0x10123ce7f076482b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335537.982134:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6600/0x10123ce7f076482b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335537.982140:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6600/0x10123ce7f076482b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335537.982145:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc2bd6600 already unused, calling callback (ffffffffc1966550) 00010000:00010000:3.0:1763335537.982149:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6600/0x10123ce7f076482b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335537.982156:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6600/0x10123ce7f076482b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335537.982165:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335537.982169:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335537.982172:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6600/0x10123ce7f076482b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335537.982177:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6600/0x10123ce7f076482b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00000100:00100000:1.0:1763335537.982494:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+14:2408:x1848991028923904:12345-192.168.202.34@tcp:16:fsx.0 Request processed in 4091us (4399us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335537.982507:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1311 00010000:00010000:3.0:1763335537.982792:0:6503:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763335537.986001:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335537.986218:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028924032 00000100:00100000:1.0:1763335537.986234:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028924032 00000100:00100000:1.0:1763335537.986320:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 958 00000100:00100000:1.0:1763335537.986334:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc581e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:819c42eb-8a5f-4523-990c-a007cb66998d+7:2406:x1848991028924032:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335537.986369:0:8402:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335537.986399:0:8402:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc6075200/0x10123ce7f076499e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847de41 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335537.986492:0:8402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc55df800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041343616:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335537.986627:0:8402:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb300 going to sleep for 11 seconds 00000100:00100000:1.0:1763335537.991623:0:8402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc55df800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041343616:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335537.991679:0:8402:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc6075200/0x10123ce7f076499e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de41 expref: 8 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335537.991710:0:8402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc6075200/0x10123ce7f076499e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de41 expref: 8 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335537.991725:0:8402:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6075200, rc 0) 00000100:00100000:1.0:1763335537.991811:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc581e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:819c42eb-8a5f-4523-990c-a007cb66998d+7:2406:x1848991028924032:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5478us (5826us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335537.991825:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 958 00000100:00100000:3.0:1763335537.996184:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335537.996280:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028924160 00000100:00100000:1.0:1763335537.996293:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028924160 00000100:00100000:0.0:1763335537.996438:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 959 00000100:00100000:0.0:1763335537.996453:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991028924160:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335537.996478:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335537.996502:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7400/0x10123ce7f07649a5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847de48 expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335537.996577:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc581c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041343744:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335537.996683:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8cb40 going to sleep for 11 seconds 00000100:00100000:1.0:1763335537.999688:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc581c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041343744:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335537.999741:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7400/0x10123ce7f07649a5 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de48 expref: 8 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335537.999769:0:14974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7400/0x10123ce7f07649a5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de48 expref: 8 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335537.999783:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd7400, rc 0) 00000100:00100000:1.0:1763335537.999947:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991028924160:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3496us (3776us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335537.999957:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 959 00000100:00100000:2.0:1763335538.003929:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335538.004108:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028924288 00000100:00100000:1.0:1763335538.004122:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028924288 00000100:00100000:1.0:1763335538.004218:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 960 00000100:00100000:1.0:1763335538.004231:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc46eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991028924288:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335538.004255:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335538.004279:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc6075200/0x10123ce7f07649ac lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847de4f expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335538.004354:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc55df800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041343872:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335538.004467:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb300 going to sleep for 11 seconds 00000100:00080000:0.0:1763335538.004531:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1763335538.009178:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc55df800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041343872:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335538.009230:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc6075200/0x10123ce7f07649ac lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de4f expref: 8 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335538.009261:0:14974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc6075200/0x10123ce7f07649ac lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de4f expref: 8 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335538.009278:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6075200, rc 0) 00000100:00100000:1.0:1763335538.009360:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc46eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991028924288:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5130us (5445us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335538.009371:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 960 00000100:00100000:0.0:1763335538.012856:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335538.013429:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028924416 00000100:00100000:1.0:1763335538.013443:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028924416 00000100:00100000:1.0:1763335538.014065:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 961 00000100:00100000:1.0:1763335538.014078:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc581c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+7:15720:x1848991028924416:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335538.014100:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335538.014125:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc6074000/0x10123ce7f07649b3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847de56 expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335538.014162:0:14974:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7000/0x10123ce7f0764966 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1064960->1134591) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de09 expref: 10 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335538.014173:0:14974:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335538.014175:0:14974:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335538.014181:0:14974:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc6074000/0x10123ce7f07649b3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1654784->1658879] (req 1654784->1658879) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de56 expref: 8 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335538.014226:0:14974:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7000/0x10123ce7f0764966 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1064960->1134591) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de09 expref: 10 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335538.014241:0:14974:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7000/0x10123ce7f0764966 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1064960->1134591) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de09 expref: 10 pid: 8402 timeout: 438 lvb_type: 0 00000100:00100000:1.0:1763335538.014257:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc55df800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041344000:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335538.014378:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb300 going to sleep for 11 seconds 00000100:00100000:0.0:1763335538.017603:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335538.017793:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028924544 00000100:00100000:1.0:1763335538.017807:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028924544 00002000:00100000:1.0:1763335538.017924:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1789952->1806335) req@ffff9aefc581ea00 x1848991028924544/t0(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:584/0 lens 16872/0 e 0 to 0 dl 1763335549 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335538.017937:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc581ea00 with x1848991028924544 ext(1789952->1806335) 00010000:00010000:1.0:1763335538.017949:0:8407:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7000/0x10123ce7f0764966 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1064960->1134591) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de09 expref: 11 pid: 8402 timeout: 438 lvb_type: 0 00010000:00010000:1.0:1763335538.017966:0:8407:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7000/0x10123ce7f0764966 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1064960->1134591) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de09 expref: 11 pid: 8402 timeout: 438 lvb_type: 0 00002000:00010000:1.0:1763335538.017975:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9aefc581ea00 00000100:00100000:1.0:1763335538.018008:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 25 00000100:00100000:1.0:1763335538.018019:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc581ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2409:x1848991028924544:12345-192.168.202.34@tcp:4:fsx.0 00000100:00100000:3.0:1763335538.018786:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc55df800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041344000:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335538.018823:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc6074000/0x10123ce7f07649b3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1654784->1658879] (req 1654784->1658879) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de56 expref: 8 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335538.018855:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6074000, rc 0) 00000100:00080000:0.0:1763335538.019311:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1763335538.019762:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc581c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+8:15720:x1848991028924416:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5681us (6926us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335538.019775:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 961 00000100:00100000:2.0:1763335538.022345:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc581ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+13:2409:x1848991028924544:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 4310us (4740us total) trans 4294967524 rc 0/0 00000100:00100000:2.0:1763335538.022364:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 25 00002000:00100000:2.0:1763335538.022382:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1789952->1806335) req@ffff9aefc581ea00 x1848991028924544/t4294967524(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:584/0 lens 16872/448 e 0 to 0 dl 1763335549 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335538.022394:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc581ea00 with x1848991028924544 ext(1789952->1806335) 00010000:00010000:2.0:1763335538.022408:0:8407:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7000/0x10123ce7f0764966 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1064960->1134591) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de09 expref: 13 pid: 8402 timeout: 438 lvb_type: 0 00010000:00010000:2.0:1763335538.022430:0:8407:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7000/0x10123ce7f0764966 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1064960->1134591) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de09 expref: 13 pid: 8402 timeout: 438 lvb_type: 0 00002000:00010000:2.0:1763335538.022439:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9aefc581ea00 00000100:00100000:2.0:1763335538.025992:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335538.026212:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028924672 00000100:00100000:1.0:1763335538.026226:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028924672 00010000:00010000:1.0:1763335538.026279:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7000/0x10123ce7f0764966 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1064960->1134591) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de09 expref: 13 pid: 8402 timeout: 438 lvb_type: 0 00000100:00100000:1.0:1763335538.026331:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 489 00000100:00100000:1.0:1763335538.026343:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc46e8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+13:2408:x1848991028924672:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335538.026364:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1763335538.026384:0:6500:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 1 -> 32 00010000:00010000:1.0:1763335538.026392:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7000/0x10123ce7f0764966 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1064960->1134591) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de09 expref: 13 pid: 8402 timeout: 438 lvb_type: 0 00010000:00010000:1.0:1763335538.026408:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7000/0x10123ce7f0764966 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1064960->1134591) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de09 expref: 13 pid: 8402 timeout: 438 lvb_type: 0 00010000:00010000:1.0:1763335538.026436:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7000/0x10123ce7f0764966 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1064960->1134591) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de09 expref: 13 pid: 8402 timeout: 438 lvb_type: 0 00010000:00010000:1.0:1763335538.026457:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335538.026459:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335538.026468:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc6074000/0x10123ce7f07649b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1654784->1658879) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de56 expref: 7 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335538.026480:0:6500:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc6074000/0x10123ce7f07649b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1654784->1658879) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de56 expref: 7 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335538.026528:0:6500:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc6074000/0x10123ce7f07649b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1654784->1658879) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de56 expref: 7 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335538.026545:0:6500:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc55de300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6500:1848991041344128:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335538.026662:0:6500:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb900 going to sleep for 11 seconds 00000100:00100000:0.0:1763335538.032503:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335538.032652:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028924800 00000100:00100000:2.0:1763335538.032665:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028924800 00002000:00100000:2.0:1763335538.032733:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1654784->1658879) req@ffff9aefc55edf80 x1848991028924800/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:584/0 lens 488/0 e 0 to 0 dl 1763335549 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335538.032746:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc55edf80 with x1848991028924800 ext(1654784->1658879) 00002000:00010000:2.0:1763335538.032754:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc55edf80 00000100:00100000:2.0:1763335538.032797:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 551 00000100:00100000:2.0:1763335538.032809:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991028924800:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335538.033118:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991028924800:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 309us (631us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335538.033129:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 551 00002000:00100000:2.0:1763335538.033136:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1654784->1658879) req@ffff9aefc55edf80 x1848991028924800/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:584/0 lens 488/4536 e 0 to 0 dl 1763335549 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335538.033146:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc55edf80 with x1848991028924800 ext(1654784->1658879) 00002000:00010000:2.0:1763335538.033150:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc55edf80 00000100:00100000:1.0:1763335538.033297:0:6500:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc55de300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6500:1848991041344128:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335538.033327:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335538.033362:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc46e8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+12:2408:x1848991028924672:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 7020us (7387us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335538.033371:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 489 00000100:00100000:0.0:1763335538.038704:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335538.038912:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028924928 00000100:00100000:2.0:1763335538.038926:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028924928 00002000:00100000:2.0:1763335538.038992:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1658880->1662975) req@ffff9aefc55ee680 x1848991028924928/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:584/0 lens 488/0 e 0 to 0 dl 1763335549 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335538.039005:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc55ee680 with x1848991028924928 ext(1658880->1662975) 00002000:00010000:2.0:1763335538.039012:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc55ee680 00000100:00100000:2.0:1763335538.039217:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 552 00000100:00100000:2.0:1763335538.039229:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+8:2406:x1848991028924928:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335538.039689:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+8:2406:x1848991028924928:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 461us (998us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335538.039698:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 552 00002000:00100000:2.0:1763335538.039706:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1658880->1662975) req@ffff9aefc55ee680 x1848991028924928/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:584/0 lens 488/4536 e 0 to 0 dl 1763335549 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335538.039715:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc55ee680 with x1848991028924928 ext(1658880->1662975) 00002000:00010000:2.0:1763335538.039719:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc55ee680 00000100:00100000:2.0:1763335538.044942:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335538.045671:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028925056 00000100:00100000:0.0:1763335538.045687:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028925056 00002000:00100000:0.0:1763335538.045753:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1662976->1667071) req@ffff9aefc46ead80 x1848991028925056/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:584/0 lens 488/0 e 0 to 0 dl 1763335549 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335538.045765:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc46ead80 with x1848991028925056 ext(1662976->1667071) 00002000:00010000:0.0:1763335538.045773:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc46ead80 00000100:00100000:0.0:1763335538.045815:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 553 00000100:00100000:0.0:1763335538.045826:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc46ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991028925056:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335538.046142:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc46ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991028925056:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 317us (1215us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335538.046151:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 553 00002000:00100000:0.0:1763335538.046159:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1662976->1667071) req@ffff9aefc46ead80 x1848991028925056/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:584/0 lens 488/4536 e 0 to 0 dl 1763335549 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335538.046167:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc46ead80 with x1848991028925056 ext(1662976->1667071) 00002000:00010000:0.0:1763335538.046170:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc46ead80 00000100:00100000:3.0:1763335538.050366:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335538.050501:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028925184 00000100:00100000:1.0:1763335538.050514:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028925184 00002000:00100000:1.0:1763335538.050576:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1667072->1671167) req@ffff9aefc43d9c00 x1848991028925184/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:584/0 lens 488/0 e 0 to 0 dl 1763335549 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335538.050588:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc43d9c00 with x1848991028925184 ext(1667072->1671167) 00002000:00010000:1.0:1763335538.050596:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc43d9c00 00000100:00100000:1.0:1763335538.050635:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 554 00000100:00100000:1.0:1763335538.050646:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991028925184:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335538.051345:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991028925184:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 674us (968us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335538.051354:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 554 00002000:00100000:1.0:1763335538.051362:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1667072->1671167) req@ffff9aefc43d9c00 x1848991028925184/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:584/0 lens 488/4536 e 0 to 0 dl 1763335549 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335538.051372:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc43d9c00 with x1848991028925184 ext(1667072->1671167) 00002000:00010000:1.0:1763335538.051376:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc43d9c00 00000100:00100000:2.0:1763335538.059055:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335538.059186:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028925312 00000100:00100000:1.0:1763335538.059201:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028925312 00002000:00100000:1.0:1763335538.059268:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1671168->1675263) req@ffff9aefc46e9c00 x1848991028925312/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:584/0 lens 488/0 e 0 to 0 dl 1763335549 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335538.059281:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc46e9c00 with x1848991028925312 ext(1671168->1675263) 00002000:00010000:1.0:1763335538.059288:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc46e9c00 00000100:00100000:1.0:1763335538.059325:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 555 00000100:00100000:1.0:1763335538.059335:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc46e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991028925312:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335538.059544:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc46e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991028925312:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 209us (504us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335538.059551:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 555 00002000:00100000:1.0:1763335538.059558:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1671168->1675263) req@ffff9aefc46e9c00 x1848991028925312/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:584/0 lens 488/4536 e 0 to 0 dl 1763335549 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335538.059566:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc46e9c00 with x1848991028925312 ext(1671168->1675263) 00002000:00010000:1.0:1763335538.059569:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc46e9c00 00000100:00100000:2.0:1763335538.067377:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335538.067603:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028925440 00000100:00100000:0.0:1763335538.067617:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028925440 00002000:00100000:0.0:1763335538.067685:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1675264->1679359) req@ffff9aefc46ebb80 x1848991028925440/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:584/0 lens 488/0 e 0 to 0 dl 1763335549 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335538.067698:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc46ebb80 with x1848991028925440 ext(1675264->1679359) 00002000:00010000:0.0:1763335538.067705:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc46ebb80 00000100:00100000:0.0:1763335538.067748:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 556 00000100:00100000:0.0:1763335538.067759:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc46ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991028925440:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335538.068046:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc46ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991028925440:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 286us (684us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335538.068056:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 556 00002000:00100000:0.0:1763335538.068063:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1675264->1679359) req@ffff9aefc46ebb80 x1848991028925440/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:584/0 lens 488/4536 e 0 to 0 dl 1763335549 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335538.068072:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc46ebb80 with x1848991028925440 ext(1675264->1679359) 00002000:00010000:0.0:1763335538.068075:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc46ebb80 00000100:00100000:3.0:1763335538.072023:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335538.072615:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028925568 00000100:00100000:1.0:1763335538.072630:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028925568 00002000:00100000:1.0:1763335538.072696:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1679360->1683455) req@ffff9af0ffbf5500 x1848991028925568/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:584/0 lens 488/0 e 0 to 0 dl 1763335549 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335538.072708:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffbf5500 with x1848991028925568 ext(1679360->1683455) 00002000:00010000:1.0:1763335538.072716:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffbf5500 00000100:00100000:1.0:1763335538.072756:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 557 00000100:00100000:1.0:1763335538.072766:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbf5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+8:2407:x1848991028925568:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335538.073072:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbf5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+8:2407:x1848991028925568:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 306us (1062us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335538.073081:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 557 00002000:00100000:1.0:1763335538.073088:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1679360->1683455) req@ffff9af0ffbf5500 x1848991028925568/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:584/0 lens 488/4536 e 0 to 0 dl 1763335549 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335538.073097:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffbf5500 with x1848991028925568 ext(1679360->1683455) 00002000:00010000:1.0:1763335538.073101:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffbf5500 00000100:00100000:2.0:1763335538.080362:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335538.080482:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028925696 00000100:00100000:0.0:1763335538.080496:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028925696 00002000:00100000:0.0:1763335538.080559:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1654784->1683455) req@ffff9aefc46e8700 x1848991028925696/t0(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:584/0 lens 488/0 e 0 to 0 dl 1763335549 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335538.080572:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc46e8700 with x1848991028925696 ext(1654784->1683455) 00002000:00010000:0.0:1763335538.080580:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc46e8700 00000100:00100000:0.0:1763335538.080621:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 558 00000100:00100000:0.0:1763335538.080633:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc46e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991028925696:12345-192.168.202.34@tcp:4:fsx.0 00000100:00100000:0.0:1763335538.089728:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc46e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+10:2408:x1848991028925696:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 9076us (9361us total) trans 4294967525 rc 0/0 00000100:00100000:0.0:1763335538.089752:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 558 00002000:00100000:0.0:1763335538.089773:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1654784->1683455) req@ffff9aefc46e8700 x1848991028925696/t4294967525(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:584/0 lens 488/448 e 0 to 0 dl 1763335549 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335538.089787:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc46e8700 with x1848991028925696 ext(1654784->1683455) 00002000:00010000:0.0:1763335538.089795:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc46e8700 00000100:00100000:3.0:1763335538.097656:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335538.097922:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028925824 00000100:00100000:1.0:1763335538.097936:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028925824 00000100:00100000:1.0:1763335538.098017:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 962 00000100:00100000:1.0:1763335538.098032:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbf4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+10:2409:x1848991028925824:12345-192.168.202.34@tcp:16:fsx.0 00000001:00080000:1.0:1763335538.100650:0:9466:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967525 is committed 00000001:00080000:1.0:1763335538.100672:0:9466:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967524 is committed 00000100:00100000:3.0:1763335538.101644:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbf4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991028925824:12345-192.168.202.34@tcp:16:fsx.0 Request processed in 3604us (3996us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335538.101661:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 962 00000100:00100000:2.0:1763335538.110387:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335538.110439:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335538.110695:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028926080 00000100:00100000:3.0:1763335538.110709:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028926080 00000100:00100000:0.0:1763335538.110828:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028925952 00000100:00100000:0.0:1763335538.110833:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028925952 00000100:00080000:0.0:1763335538.110887:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1763335538.110932:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1312 00000100:00100000:0.0:1763335538.110943:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+11:2408:x1848991028925952:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335538.110969:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335538.110997:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6e00/0x10123ce7f07649ba lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847de5d expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.111043:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f0764997 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de3a expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335538.111098:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc55ec000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041344256:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335538.111219:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c000 going to sleep for 11 seconds 00000100:00100000:3.0:1763335538.111443:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 963 00000100:00100000:3.0:1763335538.111454:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991028926080:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335538.111464:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335538.111476:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5400/0x10123ce7f07649c1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847de64 expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335538.111513:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffbf5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041344384:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335538.111542:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850180 going to sleep for 11 seconds 00002000:00010000:3.0:1763335538.115024:0:14974:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks: 32 -> 88 00000100:00100000:3.0:1763335538.115066:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffbf5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041344384:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335538.115112:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5400/0x10123ce7f07649c1 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de64 expref: 6 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335538.115140:0:14974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5400/0x10123ce7f07649c1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de64 expref: 6 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335538.115167:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5400, rc 0) 00000100:00100000:3.0:1763335538.115251:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991028926080:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3797us (4878us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335538.115262:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 963 00000004:00010000:0.0:1763335538.116734:0:10055:0:(mdt_lvb.c:189:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime: 1763335537 -> 1763335538 00000100:00100000:0.0:1763335538.116767:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc55ec000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041344256:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335538.116794:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 628625 00010000:00010000:0.0:1763335538.116814:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6e00/0x10123ce7f07649ba lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de5d expref: 12 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.116836:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335538.116849:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335538.116856:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6e00/0x10123ce7f07649ba lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de5d expref: 12 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.116921:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6e00, rc 0) 00000100:00100000:0.0:1763335538.116981:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+11:2408:x1848991028925952:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6039us (6540us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335538.116992:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1312 00000100:00100000:3.0:1763335538.120425:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335538.120856:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335538.121005:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028926336 00000100:00100000:0.0:1763335538.121128:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028926208 00000100:00100000:0.0:1763335538.121142:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028926208 00000100:00100000:0.0:1763335538.121219:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1313 00000100:00100000:0.0:1763335538.121231:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbf6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+11:2408:x1848991028926208:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335538.121260:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335538.121290:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6600/0x10123ce7f07649c8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847de6b expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.121339:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f0764997 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de3a expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335538.121392:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc55ec000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041344512:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335538.121503:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c000 going to sleep for 11 seconds 00000100:00100000:1.0:1763335538.121757:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028926336 00000100:00100000:1.0:1763335538.121806:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 964 00000100:00100000:1.0:1763335538.121815:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbf5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991028926336:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335538.121826:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335538.121840:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc6075200/0x10123ce7f07649cf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847de72 expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335538.121922:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc55de300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041344640:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335538.121972:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb780 going to sleep for 11 seconds 00000100:00100000:0.0:1763335538.125521:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc55ec000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041344512:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335538.125554:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 628625 00010000:00010000:0.0:1763335538.125577:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6600/0x10123ce7f07649c8 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de6b expref: 12 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.125603:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335538.125606:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335538.125612:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6600/0x10123ce7f07649c8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de6b expref: 12 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.125628:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6600, rc 0) 00000100:00100000:0.0:1763335538.125687:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbf6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+11:2408:x1848991028926208:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4458us (4844us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335538.125696:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1313 00000100:00100000:1.0:1763335538.126207:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc55de300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041344640:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335538.126233:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc6075200/0x10123ce7f07649cf lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de72 expref: 6 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335538.126252:0:14974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc6075200/0x10123ce7f07649cf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de72 expref: 6 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335538.126263:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6075200, rc 0) 00000100:00100000:1.0:1763335538.126309:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbf5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991028926336:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4494us (5899us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335538.126321:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 964 00000100:00100000:3.0:1763335538.132161:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335538.132264:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028926592 00000100:00100000:0.0:1763335538.132279:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028926592 00000100:00100000:0.0:1763335538.132354:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1314 00000100:00100000:0.0:1763335538.132366:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbf4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+11:15720:x1848991028926592:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:0.0:1763335538.132436:0:10055:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335538.132470:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98600/0x10123ce7f076493c lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dddf expref: 11 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.132493:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335538.132499:0:10055:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335538.132755:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6e00/0x10123ce7f07649d6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335538.132771:0:10055:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99000/0x10123ce7f076492e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ddd8 expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.132781:0:10055:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6e00/0x10123ce7f07649d6 lrc: 4/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335538.132821:0:10055:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99000/0x10123ce7f076492e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ddd8 expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.132837:0:10055:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99000/0x10123ce7f076492e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ddd8 expref: 13 pid: 10055 timeout: 438 lvb_type: 0 00000100:00100000:0.0:1763335538.132900:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc55ec000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041344768:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335538.133021:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c300 going to sleep for 11 seconds 00000100:00100000:0.0:1763335538.137263:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc55ec000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041344768:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335538.137308:0:10055:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6e00/0x10123ce7f07649d6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000100:00100000:3.0:1763335538.138006:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335538.138268:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028926720 00000100:00100000:1.0:1763335538.138280:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028926720 00010000:00010000:1.0:1763335538.138334:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99000/0x10123ce7f076492e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ddd8 expref: 14 pid: 10055 timeout: 438 lvb_type: 0 00000100:00100000:1.0:1763335538.138385:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 490 00000100:00100000:1.0:1763335538.138396:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991028926720:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335538.138414:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335538.138422:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99000/0x10123ce7f076492e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ddd8 expref: 14 pid: 10055 timeout: 438 lvb_type: 0 00010000:00010000:1.0:1763335538.138436:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99000/0x10123ce7f076492e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ddd8 expref: 14 pid: 10055 timeout: 438 lvb_type: 0 00010000:00010000:1.0:1763335538.138463:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99000/0x10123ce7f076492e lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ddd8 expref: 14 pid: 10055 timeout: 438 lvb_type: 0 00010000:00010000:1.0:1763335538.138482:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335538.138488:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6e00/0x10123ce7f07649d6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335538.138500:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6e00/0x10123ce7f07649d6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335538.138509:0:6500:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6e00/0x10123ce7f07649d6 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335538.138541:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335538.138636:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:819c42eb-8a5f-4523-990c-a007cb66998d+13:2409:x1848991028926720:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 240us (633us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335538.138645:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 490 00010000:00010000:0.0:1763335538.138731:0:10055:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6e00/0x10123ce7f07649d6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335538.138740:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6e00/0x10123ce7f07649d6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000001:00080000:0.0:1763335538.138904:0:10055:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967825 00000004:00010000:0.0:1763335538.138973:0:10055:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 628625 -> 628625 00000004:00010000:0.0:1763335538.138978:0:10055:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335538 -> 1763335538 00000004:00010000:0.0:1763335538.138980:0:10055:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335538 -> 1763335537 00000004:00010000:0.0:1763335538.138983:0:10055:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335538 -> 1763335538 00000004:00010000:0.0:1763335538.138985:0:10055:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 776 -> 776 00000004:00010000:0.0:1763335538.138994:0:10055:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ac66b719 reply state 000000000fcba533 transno 4294967826 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6e00/0x10123ce7f07649d6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335538.139020:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6e00/0x10123ce7f07649d6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335538.139027:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335538.139030:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335538.139034:0:10055:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763335538.139131:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbf4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+13:15720:x1848991028926592:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 6766us (6986us total) trans 4294967826 rc 0/0 00000100:00100000:0.0:1763335538.139140:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1314 00000020:00080000:0.0:1763335538.139144:0:10055:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763335538.143250:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335538.143395:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028926848 00000100:00100000:0.0:1763335538.143410:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028926848 00000100:00100000:0.0:1763335538.143487:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1315 00000100:00100000:0.0:1763335538.143499:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+13:15720:x1848991028926848:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335538.143533:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335538.143562:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6600/0x10123ce7f07649dd lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847de79 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.143601:0:10055:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f0764997 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de3a expref: 12 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.143612:0:10055:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6600/0x10123ce7f07649dd lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de79 expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.143654:0:10055:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f0764997 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de3a expref: 12 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.143667:0:10055:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f0764997 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de3a expref: 12 pid: 10055 timeout: 438 lvb_type: 0 00000100:00100000:0.0:1763335538.143683:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc55ec000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041344896:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335538.143807:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8ce40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335538.148195:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc55ec000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041344896:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335538.148232:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6600/0x10123ce7f07649dd lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de79 expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.148255:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335538.148258:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335538.148262:0:10055:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6600/0x10123ce7f07649dd lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de79 expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.148272:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6600, rc 0) 00000100:00100000:0.0:1763335538.148333:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+14:15720:x1848991028926848:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4836us (5100us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335538.148342:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1315 00000100:00100000:2.0:1763335538.148647:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335538.148705:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028926976 00000100:00100000:1.0:1763335538.148719:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028926976 00010000:00010000:1.0:1763335538.148765:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f0764997 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de3a expref: 13 pid: 10055 timeout: 438 lvb_type: 0 00000100:00100000:1.0:1763335538.148808:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 491 00000100:00100000:1.0:1763335538.148818:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb91880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+13:2409:x1848991028926976:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335538.148838:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335538.148911:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f0764997 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de3a expref: 13 pid: 10055 timeout: 438 lvb_type: 0 00010000:00010000:1.0:1763335538.148925:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f0764997 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de3a expref: 13 pid: 10055 timeout: 438 lvb_type: 0 00010000:00010000:1.0:1763335538.148954:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f0764997 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de3a expref: 13 pid: 10055 timeout: 438 lvb_type: 0 00010000:00010000:1.0:1763335538.148973:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335538.148979:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6600/0x10123ce7f07649dd lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de79 expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335538.148992:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6600/0x10123ce7f07649dd lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de79 expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335538.149002:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6600/0x10123ce7f07649dd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de79 expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335538.149061:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6600/0x10123ce7f07649dd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de79 expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335538.149080:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc55de300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041345024:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335538.149190:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb780 going to sleep for 11 seconds 00000100:00100000:3.0:1763335538.155186:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335538.155511:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc55de300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041345024:192.168.202.34@tcp:105: 00010000:00010000:2.0:1763335538.155543:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335538.155618:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb91880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+12:2409:x1848991028926976:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 6800us (6971us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335538.155635:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 491 00000100:00100000:1.0:1763335538.155760:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028927104 00000100:00100000:1.0:1763335538.155769:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028927104 00000100:00100000:1.0:1763335538.155820:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 965 00000100:00100000:1.0:1763335538.155849:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ee9f9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+5:15720:x1848991028927104:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335538.155898:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335538.155924:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc6074600/0x10123ce7f07649e4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847de80 expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335538.155962:0:14974:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc6074000/0x10123ce7f07649b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1654784->1658879) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de56 expref: 5 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335538.155971:0:14974:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335538.155973:0:14974:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335538.155978:0:14974:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc6074600/0x10123ce7f07649e4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de80 expref: 6 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335538.156020:0:14974:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc6074000/0x10123ce7f07649b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1654784->1658879) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de56 expref: 5 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335538.156035:0:14974:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc6074000/0x10123ce7f07649b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1654784->1658879) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de56 expref: 5 pid: 14974 timeout: 438 lvb_type: 0 00000100:00100000:1.0:1763335538.156058:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc55de300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041345152:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335538.156124:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fba80 going to sleep for 11 seconds 00000100:00100000:3.0:1763335538.160198:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc55de300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041345152:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335538.160250:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc6074600/0x10123ce7f07649e4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de80 expref: 6 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335538.160283:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6074600, rc 0) 00000100:00100000:3.0:1763335538.161052:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ee9f9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+6:15720:x1848991028927104:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5208us (5875us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335538.161064:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 965 00000100:00100000:2.0:1763335538.162108:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335538.162633:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028927232 00000100:00100000:1.0:1763335538.162644:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028927232 00010000:00010000:1.0:1763335538.162693:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc6074000/0x10123ce7f07649b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1654784->1658879) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de56 expref: 6 pid: 14974 timeout: 438 lvb_type: 0 00000100:00100000:1.0:1763335538.162744:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 492 00000100:00100000:1.0:1763335538.162755:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f80f8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028927232:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335538.162774:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335538.162801:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc6074000/0x10123ce7f07649b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1654784->1658879) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de56 expref: 6 pid: 14974 timeout: 438 lvb_type: 0 00010000:00010000:1.0:1763335538.162815:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc6074000/0x10123ce7f07649b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1654784->1658879) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de56 expref: 6 pid: 14974 timeout: 438 lvb_type: 0 00010000:00010000:1.0:1763335538.162854:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc6074000/0x10123ce7f07649b3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1654784->1658879) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de56 expref: 6 pid: 14974 timeout: 438 lvb_type: 0 00010000:00010000:1.0:1763335538.162899:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335538.162901:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335538.162911:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc6074600/0x10123ce7f07649e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de80 expref: 5 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335538.162924:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc6074600/0x10123ce7f07649e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de80 expref: 5 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335538.162973:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc6074600/0x10123ce7f07649e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de80 expref: 5 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335538.162990:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc55df800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041345280:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335538.163094:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335538.167482:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335538.167588:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc55df800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041345280:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335538.167621:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335538.167696:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f80f8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2408:x1848991028927232:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 4943us (5596us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335538.167710:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 492 00000100:00100000:0.0:1763335538.167910:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028927360 00000100:00100000:0.0:1763335538.167920:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028927360 00002000:00010000:0.0:1763335538.167965:0:8406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1844276->18446744073709551615) 00002000:00100000:0.0:1763335538.167970:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb91180 with x1848991028927360 ext(1844276->18446744073709551615) 00002000:00010000:0.0:1763335538.167983:0:8406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb91180. 00000100:00100000:0.0:1763335538.168012:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 559 00000100:00100000:0.0:1763335538.168022:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991028927360:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:0.0:1763335538.168343:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1890035 -> 1844276 00002000:00010000:0.0:1763335538.168347:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335538 -> 1763335538 00002000:00010000:0.0:1763335538.168350:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335538 -> 1763335538 00002000:00010000:0.0:1763335538.168352:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335538 -> 1763335538 00002000:00010000:0.0:1763335538.168354:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 88 -> 88 00000100:00100000:0.0:1763335538.168390:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+7:2408:x1848991028927360:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 369us (924us total) trans 4294967526 rc 0/0 00000100:00100000:0.0:1763335538.168398:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 559 00002000:00010000:0.0:1763335538.168402:0:8406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1844276->18446744073709551615) 00002000:00100000:0.0:1763335538.168406:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb91180 with x1848991028927360 ext(1844276->18446744073709551615) 00002000:00010000:0.0:1763335538.168411:0:8406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb91180. 00000100:00100000:3.0:1763335538.171910:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335538.172204:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028927488 00000100:00100000:0.0:1763335538.172217:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028927488 00000100:00100000:0.0:1763335538.172294:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1316 00000100:00100000:0.0:1763335538.172307:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbf7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+12:15720:x1848991028927488:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335538.172337:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335538.172364:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6200/0x10123ce7f07649eb lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847de87 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.172501:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6000/0x10123ce7f07649f2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335538.172521:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6000/0x10123ce7f07649f2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335538.172534:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6000/0x10123ce7f07649f2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000004:00200000:0.0:1763335538.172573:0:10055:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 1844276 00000004:00200000:0.0:1763335538.172578:0:10055:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763335538.172607:0:10055:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6000/0x10123ce7f07649f2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335538.172643:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6200/0x10123ce7f07649eb lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de87 expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.172666:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6000/0x10123ce7f07649f2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de87 expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.172676:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335538.172680:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335538.172685:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6000, rc 0) 00000100:00100000:0.0:1763335538.172769:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbf7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+13:15720:x1848991028927488:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 464us (925us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335538.172777:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1316 00000100:00100000:3.0:1763335538.175591:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335538.175667:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335538.175832:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028927744 00000100:00100000:1.0:1763335538.175853:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028927744 00000100:00100000:1.0:1763335538.175951:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 966 00000100:00100000:1.0:1763335538.175963:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbf4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+5:2408:x1848991028927744:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335538.175986:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335538.176010:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc6074000/0x10123ce7f07649f9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847de95 expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335538.176087:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc55df800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041345408:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335538.176194:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb180 going to sleep for 11 seconds 00000100:00100000:0.0:1763335538.176207:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028927616 00000100:00100000:0.0:1763335538.176212:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028927616 00000100:00100000:0.0:1763335538.176257:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1317 00000100:00100000:0.0:1763335538.176264:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbf5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+13:2408:x1848991028927616:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335538.176275:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335538.176292:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6800/0x10123ce7f0764a00 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847de8e expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.176332:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6600/0x10123ce7f07649dd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de79 expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335538.176360:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc55ec000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041345536:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335538.176395:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8ce40 going to sleep for 11 seconds 00000100:00100000:1.0:1763335538.179200:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc55df800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041345408:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335538.179251:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc6074000/0x10123ce7f07649f9 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de95 expref: 6 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335538.179285:0:14974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc6074000/0x10123ce7f07649f9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de95 expref: 6 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335538.179302:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6074000, rc 0) 00000100:00100000:1.0:1763335538.179380:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbf4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+5:2408:x1848991028927744:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3418us (3801us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335538.179390:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 966 00000004:00010000:0.0:1763335538.180094:0:8224:0:(mdt_lvb.c:189:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime: 1763335537 -> 1763335538 00000100:00100000:0.0:1763335538.180119:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc55ec000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041345536:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335538.180139:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 628625 00010000:00010000:0.0:1763335538.180157:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6800/0x10123ce7f0764a00 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de8e expref: 14 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.180178:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335538.180182:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335538.180188:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6800/0x10123ce7f0764a00 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de8e expref: 14 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.180207:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6800, rc 0) 00000100:00100000:0.0:1763335538.180241:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbf5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+13:2408:x1848991028927616:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3977us (4573us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335538.180250:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1317 00000100:00100000:3.0:1763335538.184313:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335538.184584:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335538.184803:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028927872 00000100:00100000:0.0:1763335538.184818:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028927872 00000100:00100000:0.0:1763335538.184940:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1318 00000100:00100000:0.0:1763335538.184951:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbf4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+13:2409:x1848991028927872:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335538.184981:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1763335538.185165:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028928000 00000100:00100000:1.0:1763335538.185171:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028928000 00000100:00100000:1.0:1763335538.185203:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 967 00000100:00100000:1.0:1763335538.185210:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbf7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991028928000:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335538.185219:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335538.185234:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc6075a00/0x10123ce7f0764a0e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dea3 expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335538.185314:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc55df800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041345664:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335538.185435:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb180 going to sleep for 11 seconds 00010000:00010000:0.0:1763335538.185509:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6200/0x10123ce7f0764a07 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847de9c expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.185550:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6600/0x10123ce7f07649dd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de79 expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335538.185578:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc55ec000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041345792:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335538.185609:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8ce40 going to sleep for 11 seconds 00000100:00100000:1.0:1763335538.188914:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc55df800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041345664:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335538.188966:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc6075a00/0x10123ce7f0764a0e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dea3 expref: 6 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335538.188995:0:14974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc6075a00/0x10123ce7f0764a0e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dea3 expref: 6 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335538.189016:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6075a00, rc 0) 00000100:00100000:0.0:1763335538.189077:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc55ec000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041345792:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335538.189091:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbf7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991028928000:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3879us (4504us total) trans 0 rc 301/301 00002000:00010000:0.0:1763335538.189098:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 628625 00000100:00100000:1.0:1763335538.189104:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 967 00010000:00010000:0.0:1763335538.189118:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6200/0x10123ce7f0764a07 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de9c expref: 14 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.189137:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335538.189141:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335538.189147:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6200/0x10123ce7f0764a07 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de9c expref: 14 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.189172:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6200, rc 0) 00000100:00100000:0.0:1763335538.189205:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbf4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+13:2409:x1848991028927872:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4256us (4909us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335538.189213:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1318 00000100:00100000:3.0:1763335538.196141:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335538.196210:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028928256 00000100:00100000:0.0:1763335538.196225:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028928256 00000100:00100000:0.0:1763335538.196304:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1319 00000100:00100000:0.0:1763335538.196317:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbf6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+13:15720:x1848991028928256:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:0.0:1763335538.196395:0:8224:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335538.196435:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6000/0x10123ce7f07649f2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de87 expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.196460:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335538.196467:0:8224:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335538.196703:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6800/0x10123ce7f0764a15 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335538.196722:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6800/0x10123ce7f0764a15 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335538.196734:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6800/0x10123ce7f0764a15 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000001:00080000:0.0:1763335538.196803:0:8224:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967827 00000004:00010000:0.0:1763335538.196830:0:8224:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 628625 -> 628625 00000004:00010000:0.0:1763335538.196834:0:8224:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335538 -> 1763335538 00000004:00010000:0.0:1763335538.196837:0:8224:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335538 -> 1763335537 00000004:00010000:0.0:1763335538.196848:0:8224:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335538 -> 1763335538 00000004:00010000:0.0:1763335538.196853:0:8224:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 776 -> 776 00000004:00010000:0.0:1763335538.196860:0:8224:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003ed80cdc reply state 00000000976b1901 transno 4294967828 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6800/0x10123ce7f0764a15 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335538.196917:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6800/0x10123ce7f0764a15 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335538.196924:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335538.196927:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335538.196930:0:8224:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763335538.197059:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbf6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+15:15720:x1848991028928256:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 744us (931us total) trans 4294967828 rc 0/0 00000100:00100000:0.0:1763335538.197067:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1319 00000020:00080000:0.0:1763335538.197074:0:8224:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763335538.202304:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335538.203294:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028928384 00000100:00100000:2.0:1763335538.203318:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028928384 00000100:00100000:2.0:1763335538.203421:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1320 00000100:00100000:2.0:1763335538.203434:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7ceed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+15:15720:x1848991028928384:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335538.203473:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335538.203511:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f0764a1c lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847deaa expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335538.203555:0:10055:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6600/0x10123ce7f07649dd lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de79 expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335538.203568:0:10055:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f0764a1c lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847deaa expref: 16 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335538.203618:0:10055:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6600/0x10123ce7f07649dd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de79 expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335538.203633:0:10055:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6600/0x10123ce7f07649dd lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de79 expref: 13 pid: 10055 timeout: 438 lvb_type: 0 00000100:00100000:2.0:1763335538.203649:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffb92300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041345920:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335538.203769:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c12546c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335538.208055:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffb92300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041345920:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335538.208112:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f0764a1c lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847deaa expref: 16 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335538.208137:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335538.208150:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335538.208156:0:10055:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f0764a1c lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847deaa expref: 16 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335538.208170:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98800, rc 0) 00000100:00100000:2.0:1763335538.208253:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7ceed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+16:15720:x1848991028928384:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4819us (5965us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335538.208263:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1320 00000100:00100000:3.0:1763335538.208687:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335538.208974:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028928512 00000100:00100000:1.0:1763335538.208984:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028928512 00010000:00010000:1.0:1763335538.209028:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6600/0x10123ce7f07649dd lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de79 expref: 14 pid: 10055 timeout: 438 lvb_type: 0 00000100:00100000:1.0:1763335538.209069:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 493 00000100:00100000:1.0:1763335538.209079:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc471c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+14:2409:x1848991028928512:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335538.209099:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335538.209127:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6600/0x10123ce7f07649dd lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de79 expref: 14 pid: 10055 timeout: 438 lvb_type: 0 00010000:00010000:1.0:1763335538.209153:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6600/0x10123ce7f07649dd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de79 expref: 14 pid: 10055 timeout: 438 lvb_type: 0 00010000:00010000:1.0:1763335538.209183:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6600/0x10123ce7f07649dd lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de79 expref: 14 pid: 10055 timeout: 438 lvb_type: 0 00010000:00010000:1.0:1763335538.209202:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335538.209208:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f0764a1c lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847deaa expref: 15 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335538.209220:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f0764a1c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847deaa expref: 15 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335538.209231:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f0764a1c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847deaa expref: 15 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335538.209275:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f0764a1c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847deaa expref: 15 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335538.209292:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc55df800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041346048:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335538.209388:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb180 going to sleep for 11 seconds 00000100:00100000:1.0:1763335538.212787:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc55df800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041346048:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335538.212825:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335538.213022:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc471c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+13:2409:x1848991028928512:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 3942us (4335us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335538.213036:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 493 00000100:00100000:3.0:1763335538.213126:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335538.213417:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028928640 00000100:00100000:1.0:1763335538.213426:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028928640 00000100:00100000:1.0:1763335538.213535:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 968 00000100:00100000:1.0:1763335538.213545:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc471c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+5:15720:x1848991028928640:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335538.213568:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335538.213592:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc6075a00/0x10123ce7f0764a23 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847deb1 expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335538.213629:0:14974:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc6074600/0x10123ce7f07649e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de80 expref: 6 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335538.213639:0:14974:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335538.213642:0:14974:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335538.213647:0:14974:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc6075a00/0x10123ce7f0764a23 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847deb1 expref: 6 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335538.213687:0:14974:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc6074600/0x10123ce7f07649e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de80 expref: 6 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335538.213703:0:14974:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc6074600/0x10123ce7f07649e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de80 expref: 6 pid: 14974 timeout: 438 lvb_type: 0 00000100:00100000:1.0:1763335538.213719:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc55df800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041346176:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335538.213803:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb180 going to sleep for 11 seconds 00000100:00100000:0.0:1763335538.215640:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335538.215737:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc55df800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041346176:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335538.215774:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc6075a00/0x10123ce7f0764a23 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847deb1 expref: 6 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335538.215795:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6075a00, rc 0) 00000100:00100000:1.0:1763335538.215865:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc471c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+6:15720:x1848991028928640:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2321us (2739us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335538.215908:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 968 00000100:00100000:2.0:1763335538.216329:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028928768 00000100:00100000:2.0:1763335538.216339:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028928768 00010000:00010000:2.0:1763335538.216380:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc6074600/0x10123ce7f07649e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de80 expref: 7 pid: 14974 timeout: 438 lvb_type: 0 00000100:00100000:2.0:1763335538.216766:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 494 00000100:00100000:2.0:1763335538.216779:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55ec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+7:2409:x1848991028928768:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335538.216797:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335538.216823:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc6074600/0x10123ce7f07649e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de80 expref: 7 pid: 14974 timeout: 438 lvb_type: 0 00010000:00010000:2.0:1763335538.216849:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc6074600/0x10123ce7f07649e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de80 expref: 7 pid: 14974 timeout: 438 lvb_type: 0 00010000:00010000:2.0:1763335538.216918:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc6074600/0x10123ce7f07649e4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847de80 expref: 7 pid: 14974 timeout: 438 lvb_type: 0 00010000:00010000:2.0:1763335538.216942:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335538.216944:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335538.216954:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc6075a00/0x10123ce7f0764a23 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847deb1 expref: 5 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335538.216966:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc6075a00/0x10123ce7f0764a23 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847deb1 expref: 5 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335538.217010:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc6075a00/0x10123ce7f0764a23 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847deb1 expref: 5 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335538.217142:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffb92300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041346304:192.168.202.34@tcp:105: 00000100:00100000:2.0:1763335538.217326:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c12546c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335538.220393:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffb92300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041346304:192.168.202.34@tcp:105: 00010000:00010000:2.0:1763335538.220430:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335538.220496:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55ec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991028928768:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 3718us (4865us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335538.220510:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 494 00000100:00100000:3.0:1763335538.220824:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335538.220958:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335538.221374:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028928896 00000100:00100000:2.0:1763335538.221384:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028928896 00002000:00010000:2.0:1763335538.221429:0:6530:0:(mdt_io.c:274:mdt_punch_hpreq_check()) lustre-MDT0000: refresh DOM lock for [0x200000402:0xe:0x0] 00002000:00100000:2.0:1763335538.221435:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc471ce00 with x1848991028928896 00000100:00100000:1.0:1763335538.221444:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028929024 00000100:00100000:1.0:1763335538.221448:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028929024 00002000:00010000:1.0:1763335538.221477:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:1.0:1763335538.221483:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7c92300 with x1848991028929024 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335538.221497:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7c92300. 00000100:00100000:1.0:1763335538.221521:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 560 00000100:00100000:1.0:1763335538.221530:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991028929024:12345-192.168.202.34@tcp:10:fsx.0 00000100:00100000:2.0:1763335538.221813:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 742 00000100:00100000:2.0:1763335538.221821:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc471ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+16:2409:x1848991028928896:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:1.0:1763335538.222379:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1844276 -> 0 00002000:00010000:1.0:1763335538.222384:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335538 -> 1763335538 00002000:00010000:1.0:1763335538.222387:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335538 -> 1763335538 00002000:00010000:1.0:1763335538.222389:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335538 -> 1763335538 00002000:00010000:1.0:1763335538.222392:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 88 -> 0 00000100:00100000:1.0:1763335538.222469:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991028929024:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 937us (1508us total) trans 4294967527 rc 0/0 00000100:00100000:1.0:1763335538.222477:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 560 00002000:00010000:1.0:1763335538.222481:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:1.0:1763335538.222484:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7c92300 with x1848991028929024 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335538.222489:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7c92300. 00000004:00010000:2.0:1763335538.222601:0:6530:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 628625 -> 995009 00000004:00010000:2.0:1763335538.222605:0:6530:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335538 -> 1763335538 00000004:00010000:2.0:1763335538.222608:0:6530:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335537 -> 1763335537 00000004:00010000:2.0:1763335538.222610:0:6530:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335538 -> 1763335538 00000004:00010000:2.0:1763335538.222613:0:6530:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 776 -> 776 00000100:00100000:2.0:1763335538.222646:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc471ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+17:2409:x1848991028928896:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 826us (1824us total) trans 4294967829 rc 0/0 00000100:00100000:2.0:1763335538.222654:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 742 00002000:00010000:2.0:1763335538.222657:0:6530:0:(mdt_io.c:274:mdt_punch_hpreq_check()) lustre-MDT0000: refresh DOM lock for [0x200000402:0xe:0x0] 00002000:00100000:2.0:1763335538.222661:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc471ce00 with x1848991028928896 00000100:00100000:3.0:1763335538.226084:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335538.226172:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028929152 00000100:00100000:2.0:1763335538.226186:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028929152 00000100:00100000:2.0:1763335538.226835:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1321 00000100:00100000:2.0:1763335538.226860:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbaad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+13:15720:x1848991028929152:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335538.226926:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335538.226956:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98200/0x10123ce7f0764a2a lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847deb8 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335538.227102:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99000/0x10123ce7f0764a31 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335538.227123:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99000/0x10123ce7f0764a31 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335538.227136:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99000/0x10123ce7f0764a31 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000004:00200000:2.0:1763335538.227171:0:10055:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 995009 00000004:00200000:2.0:1763335538.227176:0:10055:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763335538.227202:0:10055:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99000/0x10123ce7f0764a31 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335538.227237:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98200/0x10123ce7f0764a2a lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847deb8 expref: 15 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335538.227261:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99000/0x10123ce7f0764a31 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847deb8 expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335538.227271:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335538.227274:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335538.227279:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99000, rc 0) 00000100:00100000:2.0:1763335538.227373:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbaad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+14:15720:x1848991028929152:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 517us (1303us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335538.227381:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1321 00000100:00100000:3.0:1763335538.229966:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335538.230007:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335538.230057:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028929408 00000100:00100000:1.0:1763335538.230069:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028929408 00000100:00100000:0.0:1763335538.230128:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028929280 00000100:00100000:0.0:1763335538.230133:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028929280 00000100:00100000:1.0:1763335538.230139:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 969 00000100:00100000:1.0:1763335538.230149:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991028929408:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335538.230175:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1763335538.230181:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1322 00000100:00100000:0.0:1763335538.230188:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffba9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+14:2409:x1848991028929280:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335538.230198:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc6074000/0x10123ce7f0764a38 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dec6 expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.230199:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335538.230212:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6c00/0x10123ce7f0764a3f lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847debf expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.230246:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f0764a1c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847deaa expref: 16 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335538.230270:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc55df800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041346432:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335538.230270:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc55ef480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041346560:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335538.230570:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb180 going to sleep for 11 seconds 00000100:00100000:1.0:1763335538.231046:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8ce40 going to sleep for 11 seconds 00000004:00010000:2.0:1763335538.233993:0:8224:0:(mdt_lvb.c:189:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime: 1763335537 -> 1763335538 00000100:00100000:2.0:1763335538.234032:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc55ef480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041346560:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335538.234064:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 995009 00010000:00010000:2.0:1763335538.234087:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6c00/0x10123ce7f0764a3f lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847debf expref: 15 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335538.234112:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335538.234115:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335538.234121:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6c00/0x10123ce7f0764a3f lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847debf expref: 15 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335538.234139:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6c00, rc 0) 00000100:00100000:2.0:1763335538.234213:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffba9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+14:2409:x1848991028929280:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4024us (4261us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335538.234224:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1322 00000100:00100000:1.0:1763335538.234311:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc55df800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041346432:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335538.234336:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc6074000/0x10123ce7f0764a38 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dec6 expref: 7 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335538.234358:0:14974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc6074000/0x10123ce7f0764a38 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dec6 expref: 7 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335538.234368:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6074000, rc 0) 00000100:00100000:1.0:1763335538.234394:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991028929408:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4246us (4386us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335538.234402:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 969 00000100:00100000:2.0:1763335538.237958:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335538.238046:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335538.238205:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1763335538.238231:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc55eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1848991041346688:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1763335538.238299:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335538.238349:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041346688 00000100:00100000:0.0:1763335538.238360:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041346688 00000100:00100000:0.0:1763335538.238419:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 169 00000100:00100000:0.0:1763335538.238429:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3653:x1848991041346688:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1763335538.238472:0:6521:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446412288 avail 1300172800 00000100:00100000:1.0:1763335538.238733:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028929536 00000100:00100000:1.0:1763335538.238738:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028929536 00000100:00100000:1.0:1763335538.238775:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1323 00000100:00100000:1.0:1763335538.238782:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+14:2409:x1848991028929536:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335538.238795:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335538.238821:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6074e00/0x10123ce7f0764a46 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847decd expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335538.238915:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f0764a1c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847deaa expref: 16 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335538.238958:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc55df800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041346816:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335538.239042:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb180 going to sleep for 11 seconds 00000100:00100000:3.0:1763335538.239170:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028929664 00000100:00100000:3.0:1763335538.239177:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028929664 00000100:00100000:3.0:1763335538.239211:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 970 00000100:00100000:3.0:1763335538.239219:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991028929664:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335538.239228:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335538.239240:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5400/0x10123ce7f0764a4d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ded4 expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335538.239285:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc43d8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041346944:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335538.239320:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850180 going to sleep for 11 seconds 00000100:00100000:0.0:1763335538.240187:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3653:x1848991041346688:12345-0@lo:41:osp-pre-1-0.0 Request processed in 1750us (1877us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335538.240201:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 169 00000100:00100000:2.0:1763335538.240310:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc55eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1848991041346688:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1763335538.247635:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc43d8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041346944:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335538.247697:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5400/0x10123ce7f0764a4d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ded4 expref: 7 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335538.247729:0:14974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5400/0x10123ce7f0764a4d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ded4 expref: 7 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335538.247746:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5400, rc 0) 00000100:00100000:1.0:1763335538.247981:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc55df800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041346816:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335538.248000:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 995009 00010000:00010000:1.0:1763335538.248015:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6074e00/0x10123ce7f0764a46 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847decd expref: 15 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335538.248038:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335538.248042:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335538.248048:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6074e00/0x10123ce7f0764a46 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847decd expref: 15 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335538.248060:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6074e00, rc 0) 00000100:00100000:0.0:1763335538.251001:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991028929664:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 11761us (12934us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335538.251019:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 970 00000100:00100000:1.0:1763335538.251575:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+14:2409:x1848991028929536:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 12788us (13716us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335538.251585:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1323 00000100:00100000:1.0:1763335538.254616:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335538.254746:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028929792 00000100:00100000:2.0:1763335538.254761:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028929792 00000100:00100000:2.0:1763335538.254836:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1324 00000100:00100000:2.0:1763335538.254857:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+17:15720:x1848991028929792:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335538.254926:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335538.254959:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99a00/0x10123ce7f0764a54 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dedb expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335538.255103:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f0764a5b lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335538.255124:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f0764a5b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335538.255139:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f0764a5b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000004:00200000:2.0:1763335538.255174:0:8224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 995009 00000004:00200000:2.0:1763335538.255180:0:8224:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763335538.255202:0:8224:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f0764a5b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335538.255233:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99a00/0x10123ce7f0764a54 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dedb expref: 19 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335538.255252:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f0764a5b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dedb expref: 18 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335538.255268:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335538.255272:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335538.255277:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99e00, rc 0) 00000100:00100000:2.0:1763335538.255359:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+18:15720:x1848991028929792:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 504us (757us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335538.255367:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1324 00000100:00100000:2.0:1763335538.263523:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335538.263629:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028929920 00000100:00100000:0.0:1763335538.263644:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028929920 00000100:00100000:0.0:1763335538.263728:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 743 00000100:00100000:0.0:1763335538.263739:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+18:2409:x1848991028929920:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:0.0:1763335538.264194:0:6530:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 995009 -> 1012162 00000004:00010000:0.0:1763335538.264201:0:6530:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335538 -> 1763335538 00000004:00010000:0.0:1763335538.264204:0:6530:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335538 -> 1763335537 00000004:00010000:0.0:1763335538.264206:0:6530:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335538 -> 1763335538 00000004:00010000:0.0:1763335538.264208:0:6530:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 776 -> 816 00000100:00100000:0.0:1763335538.266511:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+19:2409:x1848991028929920:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 2757us (2985us total) trans 4294967830 rc 0/0 00000100:00100000:0.0:1763335538.266529:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 743 00000100:00100000:1.0:1763335538.269227:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335538.269284:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335538.269421:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028930048 00000100:00100000:3.0:1763335538.269435:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028930048 00000100:00100000:2.0:1763335538.270213:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1325 00000100:00100000:2.0:1763335538.270232:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+14:2408:x1848991028930048:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335538.270258:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335538.270285:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99a00/0x10123ce7f0764a62 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dee2 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335538.270332:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f0764a1c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847deaa expref: 18 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335538.270388:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffb93800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041347072:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335538.270467:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028930176 00000100:00100000:0.0:1763335538.270474:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028930176 00000100:00100000:2.0:1763335538.270505:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c1254e40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335538.270525:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 971 00000100:00100000:0.0:1763335538.270532:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991028930176:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335538.270541:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335538.270554:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6a00/0x10123ce7f0764a69 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dee9 expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335538.270596:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc55ece00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041347200:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335538.270627:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8cb40 going to sleep for 11 seconds 00000004:00010000:2.0:1763335538.273609:0:8224:0:(mdt_lvb.c:189:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime: 1763335537 -> 1763335538 00000100:00100000:2.0:1763335538.273646:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffb93800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041347072:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335538.273675:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1012162 00010000:00010000:2.0:1763335538.273700:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99a00/0x10123ce7f0764a62 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dee2 expref: 15 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335538.273726:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335538.273731:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335538.273736:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99a00/0x10123ce7f0764a62 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dee2 expref: 15 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335538.273754:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99a00, rc 0) 00000100:00100000:2.0:1763335538.273833:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+14:2408:x1848991028930048:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3607us (4620us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335538.273853:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1325 00000100:00100000:0.0:1763335538.274232:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc55ece00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041347200:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335538.274260:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6a00/0x10123ce7f0764a69 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dee9 expref: 7 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335538.274279:0:14974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6a00/0x10123ce7f0764a69 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dee9 expref: 7 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335538.274291:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6a00, rc 0) 00000100:00100000:0.0:1763335538.274334:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991028930176:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3801us (5047us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335538.274342:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 971 00000100:00100000:1.0:1763335538.279532:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335538.279739:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028930304 00000100:00100000:0.0:1763335538.279752:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028930304 00000100:00100000:0.0:1763335538.280199:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 972 00000100:00100000:0.0:1763335538.280213:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+6:15720:x1848991028930304:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335538.280239:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335538.280262:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7200/0x10123ce7f0764a70 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847def0 expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.280305:0:14974:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc6075a00/0x10123ce7f0764a23 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847deb1 expref: 6 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.280315:0:14974:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335538.280318:0:14974:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335538.280323:0:14974:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7200/0x10123ce7f0764a70 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1687552->1720319] (req 1687552->1720319) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847def0 expref: 7 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.280365:0:14974:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc6075a00/0x10123ce7f0764a23 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847deb1 expref: 6 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.280382:0:14974:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc6075a00/0x10123ce7f0764a23 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847deb1 expref: 6 pid: 14974 timeout: 438 lvb_type: 0 00000100:00100000:0.0:1763335538.280398:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc55ece00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041347328:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335538.280506:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8cb40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335538.283531:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc55ece00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041347328:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335538.283582:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7200/0x10123ce7f0764a70 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1687552->1720319] (req 1687552->1720319) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847def0 expref: 7 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.283608:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd7200, rc 0) 00000100:00100000:0.0:1763335538.283679:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+7:15720:x1848991028930304:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3468us (4163us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335538.283689:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 972 00000100:00100000:3.0:1763335538.284485:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335538.284684:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028930432 00000100:00100000:2.0:1763335538.284693:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028930432 00010000:00010000:2.0:1763335538.284735:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc6075a00/0x10123ce7f0764a23 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847deb1 expref: 7 pid: 14974 timeout: 438 lvb_type: 0 00000100:00100000:2.0:1763335538.284780:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 495 00000100:00100000:2.0:1763335538.284793:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43db800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991028930432:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335538.284811:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335538.284836:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc6075a00/0x10123ce7f0764a23 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847deb1 expref: 7 pid: 14974 timeout: 438 lvb_type: 0 00010000:00010000:2.0:1763335538.284859:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc6075a00/0x10123ce7f0764a23 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847deb1 expref: 7 pid: 14974 timeout: 438 lvb_type: 0 00010000:00010000:2.0:1763335538.284933:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc6075a00/0x10123ce7f0764a23 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847deb1 expref: 7 pid: 14974 timeout: 438 lvb_type: 0 00010000:00010000:2.0:1763335538.284951:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335538.284953:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335538.284963:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7200/0x10123ce7f0764a70 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1687552->1720319) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847def0 expref: 6 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335538.284974:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7200/0x10123ce7f0764a70 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1687552->1720319) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847def0 expref: 6 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335538.285030:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7200/0x10123ce7f0764a70 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1687552->1720319) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847def0 expref: 6 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335538.285045:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffb93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041347456:192.168.202.34@tcp:105: 00000100:00100000:2.0:1763335538.285127:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c1254e40 going to sleep for 11 seconds 00000100:00100000:1.0:1763335538.288605:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335538.288732:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffb93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041347456:192.168.202.34@tcp:105: 00010000:00010000:2.0:1763335538.288766:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335538.288853:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43db800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991028930432:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 4061us (4371us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335538.288899:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 495 00000100:00100000:3.0:1763335538.289518:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028930560 00000100:00100000:3.0:1763335538.289529:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028930560 00000100:00100000:3.0:1763335538.289612:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 561 00000100:00100000:3.0:1763335538.289623:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+7:2408:x1848991028930560:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:3.0:1763335538.289930:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335538.289934:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335538 -> 1763335538 00002000:00010000:3.0:1763335538.289937:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335538 -> 1763335538 00002000:00010000:3.0:1763335538.289939:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335538 -> 1763335538 00002000:00010000:3.0:1763335538.289942:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 0 -> 64 00000100:00100000:3.0:1763335538.290005:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2408:x1848991028930560:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 384us (1417us total) trans 4294967528 rc 0/0 00000100:00100000:3.0:1763335538.290021:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 561 00000100:00100000:1.0:1763335538.294500:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335538.295033:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028930688 00000100:00100000:0.0:1763335538.295046:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028930688 00000100:00100000:0.0:1763335538.295111:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 973 00000100:00100000:0.0:1763335538.295132:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5968000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+6:2406:x1848991028930688:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335538.295155:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335538.295180:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6a00/0x10123ce7f0764a77 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847def7 expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335538.295257:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc55ece00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041347584:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335538.295375:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8cb40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335538.298104:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc55ece00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041347584:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335538.298160:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6a00/0x10123ce7f0764a77 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847def7 expref: 7 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335538.298189:0:14974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6a00/0x10123ce7f0764a77 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847def7 expref: 7 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335538.298204:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6a00, rc 0) 00000100:00100000:0.0:1763335538.298280:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5968000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+6:2406:x1848991028930688:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3158us (3794us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335538.298291:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 973 00000100:00100000:3.0:1763335538.301676:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335538.301770:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028930816 00000100:00100000:0.0:1763335538.301784:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028930816 00000100:00100000:0.0:1763335538.302177:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 974 00000100:00100000:0.0:1763335538.302190:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+6:2407:x1848991028930816:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335538.302213:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335538.302236:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6400/0x10123ce7f0764a7e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847defe expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335538.302312:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc55ece00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041347712:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335538.302420:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8cb40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335538.304788:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc55ece00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041347712:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335538.304835:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6400/0x10123ce7f0764a7e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847defe expref: 7 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335538.304953:0:14974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6400/0x10123ce7f0764a7e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847defe expref: 7 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335538.304969:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6400, rc 0) 00000100:00100000:0.0:1763335538.305055:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+6:2407:x1848991028930816:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2866us (3391us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335538.305066:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 974 00000100:00100000:1.0:1763335538.308259:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335538.308372:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028930944 00000100:00100000:0.0:1763335538.308388:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028930944 00000100:00100000:0.0:1763335538.308464:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 975 00000100:00100000:0.0:1763335538.308475:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ed87ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+6:2406:x1848991028930944:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335538.308499:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335538.308523:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6a00/0x10123ce7f0764a85 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847df05 expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335538.308604:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc55ece00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041347840:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335538.308719:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8cb40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335538.311354:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc55ece00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041347840:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335538.311406:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6a00/0x10123ce7f0764a85 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df05 expref: 7 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335538.311436:0:14974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6a00/0x10123ce7f0764a85 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df05 expref: 7 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335538.311451:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6a00, rc 0) 00000100:00100000:0.0:1763335538.311537:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ed87ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+6:2406:x1848991028930944:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3062us (3296us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335538.311548:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 975 00000100:00100000:1.0:1763335538.318858:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335538.319010:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028931072 00000100:00100000:0.0:1763335538.319023:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028931072 00000100:00100000:0.0:1763335538.319088:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 976 00000100:00100000:0.0:1763335538.319099:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ed87a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+6:2407:x1848991028931072:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335538.319125:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335538.319150:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6400/0x10123ce7f0764a8c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847df0c expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335538.319236:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc55ece00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041347968:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335538.319349:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8cb40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335538.322708:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc55ece00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041347968:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335538.322762:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6400/0x10123ce7f0764a8c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df0c expref: 7 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335538.322789:0:14974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6400/0x10123ce7f0764a8c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df0c expref: 7 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335538.322802:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6400, rc 0) 00000100:00100000:0.0:1763335538.322933:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ed87a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+6:2407:x1848991028931072:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3834us (4100us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335538.322944:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 976 00000100:00100000:3.0:1763335538.326456:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335538.329588:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028931328 00000100:00100000:2.0:1763335538.329612:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028931328 00000100:00100000:3.0:1763335538.329726:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1326 00000100:00100000:3.0:1763335538.329741:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+19:15720:x1848991028931328:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:3.0:1763335538.329822:0:10055:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335538.329889:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f0764a5b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dedb expref: 19 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335538.329918:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335538.329925:0:10055:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763335538.330172:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f0764a93 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335538.330190:0:10055:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99000/0x10123ce7f0764a31 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847deb8 expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335538.330202:0:10055:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f0764a93 lrc: 4/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335538.330245:0:10055:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99000/0x10123ce7f0764a31 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847deb8 expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335538.330262:0:10055:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99000/0x10123ce7f0764a31 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847deb8 expref: 13 pid: 10055 timeout: 439 lvb_type: 0 00000100:00100000:3.0:1763335538.330280:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc46e8000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041348096:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335538.330399:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850540 going to sleep for 11 seconds 00000100:00100000:3.0:1763335538.335563:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc46e8000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041348096:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335538.335605:0:10055:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f0764a93 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000100:00100000:3.0:1763335538.336777:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335538.337165:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028931456 00000100:00100000:2.0:1763335538.337178:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028931456 00010000:00010000:2.0:1763335538.337231:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99000/0x10123ce7f0764a31 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847deb8 expref: 14 pid: 10055 timeout: 439 lvb_type: 0 00000100:00100000:2.0:1763335538.337283:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 496 00000100:00100000:2.0:1763335538.337296:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc46e8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+14:2408:x1848991028931456:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335538.337320:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335538.337328:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99000/0x10123ce7f0764a31 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847deb8 expref: 14 pid: 10055 timeout: 439 lvb_type: 0 00010000:00010000:2.0:1763335538.337344:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99000/0x10123ce7f0764a31 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847deb8 expref: 14 pid: 10055 timeout: 439 lvb_type: 0 00010000:00010000:2.0:1763335538.337373:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99000/0x10123ce7f0764a31 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847deb8 expref: 14 pid: 10055 timeout: 439 lvb_type: 0 00010000:00010000:2.0:1763335538.337392:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335538.337400:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f0764a93 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335538.337413:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f0764a93 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335538.337421:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f0764a93 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335538.337454:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335538.337525:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc46e8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+13:2408:x1848991028931456:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 231us (757us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335538.337534:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 496 00010000:00010000:3.0:1763335538.338185:0:10055:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f0764a93 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335538.338198:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f0764a93 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000001:00080000:3.0:1763335538.338322:0:10055:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967831 00000004:00010000:3.0:1763335538.338395:0:10055:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 1012162 -> 1012162 00000004:00010000:3.0:1763335538.338399:0:10055:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335538 -> 1763335538 00000004:00010000:3.0:1763335538.338403:0:10055:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335538 -> 1763335537 00000004:00010000:3.0:1763335538.338405:0:10055:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335538 -> 1763335538 00000004:00010000:3.0:1763335538.338408:0:10055:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 816 -> 816 00000004:00010000:3.0:1763335538.338416:0:10055:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f27a68a4 reply state 0000000042d19b78 transno 4294967832 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f0764a93 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335538.338433:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f0764a93 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335538.338441:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335538.338444:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763335538.338448:0:10055:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763335538.338574:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+21:15720:x1848991028931328:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 8835us (12132us total) trans 4294967832 rc 0/0 00000100:00100000:3.0:1763335538.338584:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1326 00000020:00080000:3.0:1763335538.338590:0:10055:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763335538.341302:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335538.341422:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028931584 00000100:00100000:0.0:1763335538.341435:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028931584 00000100:00100000:0.0:1763335538.341718:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 977 00000100:00100000:0.0:1763335538.341730:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc46eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+6:15720:x1848991028931584:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335538.341755:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335538.341779:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6400/0x10123ce7f0764a9a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847df13 expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.341816:0:14974:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7200/0x10123ce7f0764a70 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1687552->1720319) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847def0 expref: 7 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.341830:0:14974:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335538.341832:0:14974:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335538.341838:0:14974:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6400/0x10123ce7f0764a9a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df13 expref: 7 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.342030:0:14974:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7200/0x10123ce7f0764a70 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1687552->1720319) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847def0 expref: 7 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.342047:0:14974:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7200/0x10123ce7f0764a70 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1687552->1720319) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847def0 expref: 7 pid: 14974 timeout: 439 lvb_type: 0 00000100:00100000:0.0:1763335538.342063:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc55ece00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041348224:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335538.342268:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8cb40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335538.345342:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc55ece00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041348224:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335538.345394:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6400/0x10123ce7f0764a9a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df13 expref: 7 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.345420:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6400, rc 0) 00000100:00100000:0.0:1763335538.345500:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc46eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+7:15720:x1848991028931584:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3771us (4211us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335538.345511:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 977 00000100:00100000:2.0:1763335538.345932:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335538.347242:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028931712 00000100:00100000:0.0:1763335538.347259:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028931712 00010000:00010000:0.0:1763335538.347317:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7200/0x10123ce7f0764a70 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1687552->1720319) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847def0 expref: 8 pid: 14974 timeout: 439 lvb_type: 0 00000100:00100000:0.0:1763335538.347951:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 497 00000100:00100000:0.0:1763335538.347967:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb93800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+8:2409:x1848991028931712:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335538.347987:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335538.348013:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7200/0x10123ce7f0764a70 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1687552->1720319) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847def0 expref: 8 pid: 14974 timeout: 439 lvb_type: 0 00010000:00010000:0.0:1763335538.348030:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7200/0x10123ce7f0764a70 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1687552->1720319) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847def0 expref: 8 pid: 14974 timeout: 439 lvb_type: 0 00010000:00010000:0.0:1763335538.348063:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd7200/0x10123ce7f0764a70 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1687552->1720319) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847def0 expref: 8 pid: 14974 timeout: 439 lvb_type: 0 00010000:00010000:0.0:1763335538.348082:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335538.348084:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335538.348093:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6400/0x10123ce7f0764a9a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df13 expref: 6 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.348104:0:6500:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6400/0x10123ce7f0764a9a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df13 expref: 6 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.348155:0:6500:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6400/0x10123ce7f0764a9a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df13 expref: 6 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335538.348172:0:6500:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc55ece00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6500:1848991041348352:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335538.348294:0:6500:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8cb40 going to sleep for 11 seconds 00000100:00100000:2.0:1763335538.354326:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335538.354416:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335538.354489:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028931840 00000100:00100000:0.0:1763335538.354503:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028931840 00002000:00010000:0.0:1763335538.354555:0:6530:0:(mdt_io.c:274:mdt_punch_hpreq_check()) lustre-MDT0000: refresh DOM lock for [0x200000402:0xe:0x0] 00002000:00100000:0.0:1763335538.354561:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffb91880 with x1848991028931840 00000100:00100000:0.0:1763335538.354612:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 744 00000100:00100000:0.0:1763335538.354624:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+21:2408:x1848991028931840:12345-192.168.202.34@tcp:10:fsx.0 00000004:00010000:0.0:1763335538.355310:0:6530:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 1012162 -> 549611 00000004:00010000:0.0:1763335538.355317:0:6530:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335538 -> 1763335538 00000004:00010000:0.0:1763335538.355320:0:6530:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335537 -> 1763335537 00000004:00010000:0.0:1763335538.355322:0:6530:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335538 -> 1763335538 00000004:00010000:0.0:1763335538.355325:0:6530:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 816 -> 680 00000100:00100000:0.0:1763335538.355415:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+22:2408:x1848991028931840:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 791us (1101us total) trans 4294967833 rc 0/0 00000100:00100000:0.0:1763335538.355424:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 744 00002000:00010000:0.0:1763335538.355429:0:6530:0:(mdt_io.c:274:mdt_punch_hpreq_check()) lustre-MDT0000: refresh DOM lock for [0x200000402:0xe:0x0] 00002000:00100000:0.0:1763335538.355431:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffb91880 with x1848991028931840 00000100:00100000:3.0:1763335538.355540:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028931968 00000100:00100000:3.0:1763335538.355549:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028931968 00002000:00010000:3.0:1763335538.355580:0:8406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:3.0:1763335538.355585:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5416d80 with x1848991028931968 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335538.355596:0:8406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5416d80. 00000100:00100000:3.0:1763335538.355631:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 562 00000100:00100000:3.0:1763335538.355640:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5416d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+7:2408:x1848991028931968:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:3.0:1763335538.355758:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335538.355761:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335538 -> 1763335538 00002000:00010000:3.0:1763335538.355764:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335538 -> 1763335538 00002000:00010000:3.0:1763335538.355766:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335538 -> 1763335538 00002000:00010000:3.0:1763335538.355768:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 64 -> 64 00000100:00100000:3.0:1763335538.355792:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5416d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991028931968:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 154us (1376us total) trans 4294967529 rc 0/0 00000100:00100000:3.0:1763335538.355799:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 562 00002000:00010000:3.0:1763335538.355802:0:8406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:3.0:1763335538.355804:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5416d80 with x1848991028931968 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335538.355808:0:8406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5416d80. 00000100:00100000:1.0:1763335538.355939:0:6500:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc55ece00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6500:1848991041348352:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335538.355971:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335538.356000:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb93800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+7:2409:x1848991028931712:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 8039us (10070us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335538.356011:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 497 00000100:00100000:1.0:1763335538.359638:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335538.359953:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028932096 00000100:00100000:3.0:1763335538.359968:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028932096 00000100:00100000:2.0:1763335538.360602:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1327 00000100:00100000:2.0:1763335538.360619:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ed87b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+13:15720:x1848991028932096:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335538.360648:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335538.360677:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99000/0x10123ce7f0764aa1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847df1a expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335538.360806:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98c00/0x10123ce7f0764aa8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335538.360825:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98c00/0x10123ce7f0764aa8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335538.360846:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98c00/0x10123ce7f0764aa8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000004:00200000:2.0:1763335538.360931:0:8224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 549611 00000004:00200000:2.0:1763335538.360938:0:8224:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763335538.360963:0:8224:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98c00/0x10123ce7f0764aa8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335538.360995:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99000/0x10123ce7f0764aa1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df1a expref: 15 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335538.361014:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98c00/0x10123ce7f0764aa8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df1a expref: 14 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335538.361024:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335538.361028:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335538.361032:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98c00, rc 0) 00000100:00100000:2.0:1763335538.361112:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ed87b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+14:15720:x1848991028932096:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 499us (1491us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335538.361120:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1327 00000100:00100000:1.0:1763335538.365525:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335538.365775:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028932224 00000100:00100000:3.0:1763335538.365788:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028932224 00000100:00100000:3.0:1763335538.366574:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1328 00000100:00100000:3.0:1763335538.366590:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ed878e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+14:2408:x1848991028932224:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335538.366617:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335538.366644:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0764aaf lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847df21 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335538.366692:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f0764a1c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847deaa expref: 21 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335538.366746:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc581e300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041348480:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335538.366883:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58500c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335538.367079:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335538.367805:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028932352 00000100:00100000:3.0:1763335538.367814:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028932352 00000100:00100000:3.0:1763335538.368562:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 978 00000100:00100000:3.0:1763335538.368577:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+7:2409:x1848991028932352:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335538.368599:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335538.368620:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0764ab6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847df28 expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335538.368688:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc581f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041348608:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335538.368795:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850180 going to sleep for 11 seconds 00000004:00010000:3.0:1763335538.370183:0:10055:0:(mdt_lvb.c:189:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime: 1763335537 -> 1763335538 00000100:00100000:3.0:1763335538.370215:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc581e300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041348480:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335538.370241:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 549611 00010000:00010000:3.0:1763335538.370263:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0764aaf lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df21 expref: 15 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335538.370286:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335538.370290:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335538.370295:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0764aaf lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df21 expref: 15 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335538.370312:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5600, rc 0) 00000100:00100000:3.0:1763335538.371002:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ed878e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+14:2408:x1848991028932224:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4413us (5487us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335538.371014:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1328 00000100:00100000:3.0:1763335538.373610:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc581f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041348608:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335538.373662:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0764ab6 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df28 expref: 8 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335538.373690:0:14974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0764ab6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df28 expref: 8 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335538.373704:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4c00, rc 0) 00000100:00100000:3.0:1763335538.373775:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+7:2409:x1848991028932352:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5202us (6695us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335538.373784:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 978 00000100:00100000:2.0:1763335538.376623:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335538.376707:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335538.376788:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028932608 00000100:00100000:3.0:1763335538.376802:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028932608 00000100:00100000:3.0:1763335538.376918:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 979 00000100:00100000:3.0:1763335538.376933:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5416300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+7:2409:x1848991028932608:12345-192.168.202.34@tcp:101:fsx.0 00000100:00100000:0.0:1763335538.377090:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028932480 00000100:00100000:0.0:1763335538.377095:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028932480 00000100:00100000:0.0:1763335538.377132:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1329 00000100:00100000:0.0:1763335538.377139:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5415880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+14:2409:x1848991028932480:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335538.377159:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335538.377187:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7e00/0x10123ce7f0764abd lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847df2f expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.377234:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f0764a1c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847deaa expref: 21 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335538.377289:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc55eca80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041348736:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335538.377394:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c600 going to sleep for 11 seconds 00010000:00010000:1.0:1763335538.378329:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335538.378354:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc6075c00/0x10123ce7f0764ac4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847df36 expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335538.378413:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ed879c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041348864:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335538.378483:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb180 going to sleep for 11 seconds 00000100:00100000:0.0:1763335538.382310:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc55eca80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041348736:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335538.382349:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 549611 00010000:00010000:0.0:1763335538.382375:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7e00/0x10123ce7f0764abd lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df2f expref: 15 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.382402:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335538.382406:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335538.382412:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7e00/0x10123ce7f0764abd lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df2f expref: 15 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.382430:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd7e00, rc 0) 00000100:00100000:0.0:1763335538.382520:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5415880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+14:2409:x1848991028932480:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5379us (5810us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335538.382530:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1329 00000100:00100000:1.0:1763335538.383422:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ed879c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041348864:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335538.383455:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc6075c00/0x10123ce7f0764ac4 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df36 expref: 8 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335538.383474:0:14974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc6075c00/0x10123ce7f0764ac4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df36 expref: 8 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335538.383487:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6075c00, rc 0) 00000100:00100000:1.0:1763335538.384417:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5416300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+7:2409:x1848991028932608:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7479us (7804us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335538.384430:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 979 00000100:00100000:2.0:1763335538.388590:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335538.388760:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028932864 00000100:00100000:0.0:1763335538.388777:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028932864 00000100:00100000:0.0:1763335538.388923:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1330 00000100:00100000:0.0:1763335538.388939:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5414380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+14:15720:x1848991028932864:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:0.0:1763335538.389182:0:10055:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335538.389227:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98c00/0x10123ce7f0764aa8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df1a expref: 14 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.389251:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335538.389259:0:10055:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335538.389525:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7e00/0x10123ce7f0764acb lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335538.389543:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7e00/0x10123ce7f0764acb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335538.389554:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7e00/0x10123ce7f0764acb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000001:00080000:0.0:1763335538.389607:0:10055:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967834 00000004:00010000:0.0:1763335538.389639:0:10055:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 549611 -> 549611 00000004:00010000:0.0:1763335538.389642:0:10055:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335538 -> 1763335538 00000004:00010000:0.0:1763335538.389645:0:10055:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335538 -> 1763335537 00000004:00010000:0.0:1763335538.389648:0:10055:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335538 -> 1763335538 00000004:00010000:0.0:1763335538.389650:0:10055:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 680 -> 680 00000004:00010000:0.0:1763335538.389657:0:10055:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f4dab848 reply state 0000000021ecb313 transno 4294967835 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7e00/0x10123ce7f0764acb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335538.389671:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7e00/0x10123ce7f0764acb lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335538.389677:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335538.389680:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335538.389683:0:10055:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763335538.389829:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5414380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+16:15720:x1848991028932864:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 892us (1253us total) trans 4294967835 rc 0/0 00000100:00100000:0.0:1763335538.389848:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1330 00000020:00080000:0.0:1763335538.389856:0:10055:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763335538.397486:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335538.397600:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028932992 00000100:00100000:0.0:1763335538.397614:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028932992 00000100:00100000:0.0:1763335538.397688:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1331 00000100:00100000:0.0:1763335538.397700:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5414700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+16:15720:x1848991028932992:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335538.397734:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335538.397762:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7200/0x10123ce7f0764ad2 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847df3d expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.397801:0:10055:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f0764a1c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847deaa expref: 21 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.397814:0:10055:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7200/0x10123ce7f0764ad2 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df3d expref: 17 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.397976:0:10055:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f0764a1c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847deaa expref: 21 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.397993:0:10055:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f0764a1c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847deaa expref: 21 pid: 10055 timeout: 439 lvb_type: 0 00000100:00100000:0.0:1763335538.398023:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc55eca80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041348992:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335538.398697:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c300 going to sleep for 11 seconds 00000100:00100000:3.0:1763335538.401038:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335538.401143:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028933120 00000100:00100000:2.0:1763335538.401155:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028933120 00010000:00010000:2.0:1763335538.401207:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f0764a1c lrc: 5/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847deaa expref: 22 pid: 10055 timeout: 439 lvb_type: 0 00000100:00100000:2.0:1763335538.401258:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 498 00000100:00100000:2.0:1763335538.401269:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc581f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:819c42eb-8a5f-4523-990c-a007cb66998d+22:2409:x1848991028933120:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335538.401290:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335538.401319:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f0764a1c lrc: 5/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847deaa expref: 22 pid: 10055 timeout: 439 lvb_type: 0 00010000:00010000:2.0:1763335538.401335:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f0764a1c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847deaa expref: 22 pid: 10055 timeout: 439 lvb_type: 0 00010000:00010000:2.0:1763335538.401363:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335538.401370:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7200/0x10123ce7f0764ad2 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df3d expref: 17 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335538.401384:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7200/0x10123ce7f0764ad2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x50080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df3d expref: 17 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335538.401393:0:6500:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7200/0x10123ce7f0764ad2 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x50080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df3d expref: 17 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335538.401441:0:6500:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7200/0x10123ce7f0764ad2 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df3d expref: 17 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335538.401458:0:6500:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4520380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6500:1848991041349120:192.168.202.34@tcp:105: 00000100:00100000:2.0:1763335538.401554:0:6500:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c1254e40 going to sleep for 11 seconds 00010000:00010000:0.0:1763335538.401745:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f0764a1c lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847deaa expref: 22 pid: 10055 timeout: 439 lvb_type: 0 00000100:00100000:0.0:1763335538.401776:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc55eca80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041348992:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335538.401805:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7200/0x10123ce7f0764ad2 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df3d expref: 17 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.401816:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335538.401820:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335538.401823:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd7200, rc 0) 00000100:00100000:0.0:1763335538.401888:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5414700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+17:15720:x1848991028932992:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4190us (4417us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335538.401897:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1331 00000100:00100000:3.0:1763335538.405055:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335538.405277:0:6500:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4520380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6500:1848991041349120:192.168.202.34@tcp:105: 00010000:00010000:2.0:1763335538.405308:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335538.405371:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc581f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:819c42eb-8a5f-4523-990c-a007cb66998d+21:2409:x1848991028933120:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 4104us (4347us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335538.405383:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 498 00000100:00100000:0.0:1763335538.406535:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028933248 00000100:00100000:0.0:1763335538.406551:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028933248 00000100:00100000:0.0:1763335538.406618:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 980 00000100:00100000:0.0:1763335538.406628:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc581e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+7:15720:x1848991028933248:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335538.406651:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335538.406676:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6c00/0x10123ce7f0764ad9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847df44 expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.406713:0:14974:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6400/0x10123ce7f0764a9a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df13 expref: 7 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.406722:0:14974:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335538.406725:0:14974:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335538.406730:0:14974:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6c00/0x10123ce7f0764ad9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df44 expref: 8 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.406769:0:14974:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6400/0x10123ce7f0764a9a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df13 expref: 7 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.406783:0:14974:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6400/0x10123ce7f0764a9a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df13 expref: 7 pid: 14974 timeout: 439 lvb_type: 0 00000100:00100000:0.0:1763335538.406799:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc55eca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041349248:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335538.406948:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c300 going to sleep for 11 seconds 00000100:00100000:0.0:1763335538.409661:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc55eca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041349248:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335538.409709:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6c00/0x10123ce7f0764ad9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df44 expref: 8 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.409734:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6c00, rc 0) 00000100:00100000:0.0:1763335538.409814:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc581e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+8:15720:x1848991028933248:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3185us (4772us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335538.409825:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 980 00000100:00100000:3.0:1763335538.410990:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335538.411379:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028933376 00000100:00100000:2.0:1763335538.411392:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028933376 00010000:00010000:2.0:1763335538.411442:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6400/0x10123ce7f0764a9a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df13 expref: 8 pid: 14974 timeout: 439 lvb_type: 0 00000100:00100000:2.0:1763335538.411489:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 499 00000100:00100000:2.0:1763335538.411499:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f80fa050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991028933376:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335538.411517:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335538.411540:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6400/0x10123ce7f0764a9a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df13 expref: 8 pid: 14974 timeout: 439 lvb_type: 0 00010000:00010000:2.0:1763335538.411556:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6400/0x10123ce7f0764a9a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df13 expref: 8 pid: 14974 timeout: 439 lvb_type: 0 00010000:00010000:2.0:1763335538.411587:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6400/0x10123ce7f0764a9a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df13 expref: 8 pid: 14974 timeout: 439 lvb_type: 0 00010000:00010000:2.0:1763335538.411607:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335538.411610:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335538.411619:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6c00/0x10123ce7f0764ad9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df44 expref: 7 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335538.411633:0:6500:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6c00/0x10123ce7f0764ad9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df44 expref: 7 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335538.411678:0:6500:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6c00/0x10123ce7f0764ad9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df44 expref: 7 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335538.411695:0:6500:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4520380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6500:1848991041349376:192.168.202.34@tcp:105: 00000100:00100000:2.0:1763335538.411799:0:6500:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c1254e40 going to sleep for 11 seconds 00000100:00100000:2.0:1763335538.416005:0:6500:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4520380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6500:1848991041349376:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335538.416303:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:2.0:1763335538.416490:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335538.416576:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f80fa050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:819c42eb-8a5f-4523-990c-a007cb66998d+7:2408:x1848991028933376:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 5076us (5594us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335538.416591:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 499 00000100:00100000:0.0:1763335538.416733:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028933504 00000100:00100000:0.0:1763335538.416743:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028933504 00002000:00010000:0.0:1763335538.416791:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1749558->18446744073709551615) 00002000:00100000:0.0:1763335538.416797:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc581e680 with x1848991028933504 ext(1749558->18446744073709551615) 00002000:00010000:0.0:1763335538.416811:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc581e680. 00000100:00100000:0.0:1763335538.416853:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 563 00000100:00100000:0.0:1763335538.416864:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc581e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2408:x1848991028933504:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:0.0:1763335538.417171:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 0 -> 1749558 00002000:00010000:0.0:1763335538.417175:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335538 -> 1763335538 00002000:00010000:0.0:1763335538.417178:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335538 -> 1763335538 00002000:00010000:0.0:1763335538.417180:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335538 -> 1763335538 00002000:00010000:0.0:1763335538.417183:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 64 -> 64 00000100:00100000:0.0:1763335538.417218:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc581e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+9:2408:x1848991028933504:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 355us (916us total) trans 4294967530 rc 0/0 00000100:00100000:0.0:1763335538.417224:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 563 00002000:00010000:0.0:1763335538.417228:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1749558->18446744073709551615) 00002000:00100000:0.0:1763335538.417232:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc581e680 with x1848991028933504 ext(1749558->18446744073709551615) 00002000:00010000:0.0:1763335538.417237:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc581e680. 00000100:00100000:3.0:1763335538.420994:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335538.421647:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028933632 00000100:00100000:2.0:1763335538.421662:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028933632 00002000:00100000:2.0:1763335538.421729:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1748992->1753087) req@ffff9aefc581c380 x1848991028933632/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:584/0 lens 488/0 e 0 to 0 dl 1763335549 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335538.421741:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc581c380 with x1848991028933632 ext(1748992->1753087) 00002000:00010000:2.0:1763335538.421749:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc581c380 00000100:00100000:2.0:1763335538.421793:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 564 00000100:00100000:2.0:1763335538.421804:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc581c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+9:2409:x1848991028933632:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335538.422675:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc581c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+9:2409:x1848991028933632:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 865us (1690us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335538.422691:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 564 00002000:00100000:2.0:1763335538.422700:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1748992->1753087) req@ffff9aefc581c380 x1848991028933632/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:584/0 lens 488/4536 e 0 to 0 dl 1763335549 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335538.422710:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc581c380 with x1848991028933632 ext(1748992->1753087) 00002000:00010000:2.0:1763335538.422714:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc581c380 00000100:00100000:3.0:1763335538.427560:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335538.428166:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028933760 00000100:00100000:2.0:1763335538.428182:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028933760 00002000:00100000:2.0:1763335538.428249:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1744896->1748991) req@ffff9aefc581f480 x1848991028933760/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:584/0 lens 488/0 e 0 to 0 dl 1763335549 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335538.428262:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc581f480 with x1848991028933760 ext(1744896->1748991) 00002000:00010000:2.0:1763335538.428270:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc581f480 00000100:00100000:2.0:1763335538.428301:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 565 00000100:00100000:2.0:1763335538.428312:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc581f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+9:2409:x1848991028933760:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335538.428615:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc581f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+9:2409:x1848991028933760:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 303us (1068us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335538.428624:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 565 00002000:00100000:2.0:1763335538.428632:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1744896->1748991) req@ffff9aefc581f480 x1848991028933760/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:584/0 lens 488/4536 e 0 to 0 dl 1763335549 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335538.428640:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc581f480 with x1848991028933760 ext(1744896->1748991) 00002000:00010000:2.0:1763335538.428644:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc581f480 00000100:00100000:3.0:1763335538.432119:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335538.432344:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028933888 00000100:00100000:0.0:1763335538.432358:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028933888 00002000:00100000:0.0:1763335538.432424:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1744896->1749557) req@ffff9af0ffb68000 x1848991028933888/t0(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:584/0 lens 5152/0 e 0 to 0 dl 1763335549 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335538.432437:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb68000 with x1848991028933888 ext(1744896->1749557) 00002000:00010000:0.0:1763335538.432445:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb68000 00000100:00100000:0.0:1763335538.432653:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 566 00000100:00100000:0.0:1763335538.432665:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+9:2409:x1848991028933888:12345-192.168.202.34@tcp:4:fsx.0 00000100:00100000:0.0:1763335538.434935:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2409:x1848991028933888:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 2255us (2813us total) trans 4294967531 rc 0/0 00000100:00100000:0.0:1763335538.434953:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 566 00002000:00100000:0.0:1763335538.434969:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1744896->1749557) req@ffff9af0ffb68000 x1848991028933888/t4294967531(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:584/0 lens 5152/448 e 0 to 0 dl 1763335549 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335538.434979:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb68000 with x1848991028933888 ext(1744896->1749557) 00002000:00010000:0.0:1763335538.434986:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb68000 00000100:00100000:2.0:1763335538.437856:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335538.438010:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028934016 00000100:00100000:0.0:1763335538.438024:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028934016 00000100:00100000:0.0:1763335538.438097:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 981 00000100:00100000:0.0:1763335538.438109:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4520380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+11:2408:x1848991028934016:12345-192.168.202.34@tcp:16:fsx.0 00000001:00080000:3.0:1763335538.440079:0:9466:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967531 is committed 00000001:00080000:3.0:1763335538.440104:0:9466:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967529 is committed 00000100:00100000:0.0:1763335538.440362:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4520380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991028934016:12345-192.168.202.34@tcp:16:fsx.0 Request processed in 2245us (2520us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335538.440377:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 981 00000100:00100000:0.0:1763335538.443428:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335538.443563:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028934144 00000100:00100000:3.0:1763335538.443578:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028934144 00000100:00100000:3.0:1763335538.443771:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1332 00000100:00100000:3.0:1763335538.443784:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+17:15720:x1848991028934144:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335538.443812:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335538.443849:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0764ae0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847df4b expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335538.444005:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0764ae7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335538.444024:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0764ae7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335538.444035:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0764ae7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000004:00200000:3.0:1763335538.444067:0:10055:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 1749558 00000004:00200000:3.0:1763335538.444073:0:10055:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763335538.444094:0:10055:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0764ae7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335538.444123:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0764ae0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df4b expref: 19 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335538.444143:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0764ae7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df4b expref: 18 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335538.444152:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335538.444155:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763335538.444159:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5600, rc 0) 00000100:00100000:3.0:1763335538.444237:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+18:15720:x1848991028934144:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 456us (825us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335538.444245:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1332 00000100:00100000:3.0:1763335538.448171:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335538.448508:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028934272 00000100:00100000:0.0:1763335538.448522:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028934272 00000100:00100000:0.0:1763335538.449168:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 567 00000100:00100000:0.0:1763335538.449183:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5803b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991028934272:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:0.0:1763335538.449624:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1749558 -> 1749558 00002000:00010000:0.0:1763335538.449630:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335538 -> 1763335538 00002000:00010000:0.0:1763335538.449632:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335538 -> 1763335538 00002000:00010000:0.0:1763335538.449635:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335538 -> 1763335538 00002000:00010000:0.0:1763335538.449637:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 64 -> 192 00000100:00100000:0.0:1763335538.450365:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5803b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+7:2409:x1848991028934272:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 1180us (2200us total) trans 4294967532 rc 0/0 00000100:00100000:0.0:1763335538.450376:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 567 00000100:00100000:0.0:1763335538.453370:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335538.453514:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028934400 00000100:00100000:3.0:1763335538.453528:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028934400 00000100:00100000:3.0:1763335538.454324:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1333 00000100:00100000:3.0:1763335538.454344:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+21:15720:x1848991028934400:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335538.454379:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335538.454413:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0764aee lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847df52 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335538.454553:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0764af5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335538.454574:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0764af5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335538.454588:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0764af5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000004:00200000:3.0:1763335538.454622:0:10055:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 1749558 00000004:00200000:3.0:1763335538.454628:0:10055:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763335538.454655:0:10055:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0764af5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335538.454688:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0764aee lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df52 expref: 23 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335538.454711:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0764af5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df52 expref: 22 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335538.454722:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335538.454725:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763335538.454730:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5000, rc 0) 00000100:00100000:3.0:1763335538.454826:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+22:15720:x1848991028934400:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 490us (1475us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335538.454835:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1333 00000100:00100000:1.0:1763335538.457978:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335538.458042:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335538.458253:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028934656 00000100:00100000:0.0:1763335538.458268:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028934656 00000100:00100000:0.0:1763335538.458351:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 982 00000100:00100000:0.0:1763335538.458361:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ed879c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991028934656:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335538.458383:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335538.458409:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6000/0x10123ce7f0764afc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847df60 expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335538.458487:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc55ec000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041349504:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335538.458603:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c300 going to sleep for 11 seconds 00000100:00100000:2.0:1763335538.459969:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028934528 00000100:00100000:2.0:1763335538.459987:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028934528 00000100:00100000:2.0:1763335538.460066:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1334 00000100:00100000:2.0:1763335538.460078:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5470700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+22:2409:x1848991028934528:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335538.460101:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335538.460130:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f0764b03 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847df59 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335538.460180:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7200/0x10123ce7f0764ad2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df3d expref: 17 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335538.460236:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4520e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041349632:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335538.460333:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c12546c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335538.462132:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc55ec000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041349504:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335538.462182:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6000/0x10123ce7f0764afc lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df60 expref: 6 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335538.462211:0:14974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6000/0x10123ce7f0764afc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df60 expref: 6 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335538.462231:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6000, rc 0) 00000100:00100000:1.0:1763335538.462309:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ed879c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991028934656:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3947us (4467us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335538.462319:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 982 00000004:00010000:2.0:1763335538.467660:0:8224:0:(mdt_lvb.c:189:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime: 1763335537 -> 1763335538 00000100:00100000:2.0:1763335538.467701:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4520e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041349632:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335538.467735:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 549611 00010000:00010000:2.0:1763335538.467759:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f0764b03 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df59 expref: 23 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335538.467785:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335538.467788:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335538.467794:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f0764b03 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df59 expref: 23 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335538.467811:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98000, rc 0) 00000100:00100000:2.0:1763335538.467995:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5470700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+22:2409:x1848991028934528:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7918us (9951us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335538.468336:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1334 00000100:00100000:0.0:1763335538.471800:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335538.472357:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335538.472667:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028934912 00000100:00100000:1.0:1763335538.472682:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028934912 00000100:00100000:1.0:1763335538.472752:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 983 00000100:00100000:1.0:1763335538.472763:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+5:2407:x1848991028934912:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335538.472787:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335538.472814:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc6074800/0x10123ce7f0764b0a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847df6e expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335538.472955:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5470a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041349760:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335538.473090:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb180 going to sleep for 11 seconds 00000100:00100000:2.0:1763335538.473502:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028934784 00000100:00100000:2.0:1763335538.473513:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028934784 00000100:00100000:2.0:1763335538.473584:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1335 00000100:00100000:2.0:1763335538.473594:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+22:2407:x1848991028934784:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335538.473611:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335538.473633:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98a00/0x10123ce7f0764b11 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847df67 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335538.473675:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7200/0x10123ce7f0764ad2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df3d expref: 17 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335538.473710:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4520e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041349888:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335538.473753:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c12546c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335538.477071:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4520e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041349888:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335538.477109:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 549611 00010000:00010000:2.0:1763335538.477135:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98a00/0x10123ce7f0764b11 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df67 expref: 23 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335538.477164:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335538.477168:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335538.477173:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98a00/0x10123ce7f0764b11 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df67 expref: 23 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335538.477190:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98a00, rc 0) 00000100:00100000:2.0:1763335538.477269:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+22:2407:x1848991028934784:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3674us (5482us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335538.477280:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1335 00000100:00100000:1.0:1763335538.477367:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5470a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041349760:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335538.477396:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc6074800/0x10123ce7f0764b0a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df6e expref: 6 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335538.477413:0:14974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc6074800/0x10123ce7f0764b0a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df6e expref: 6 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335538.477424:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6074800, rc 0) 00000100:00100000:1.0:1763335538.477448:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+5:2407:x1848991028934912:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4688us (5094us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335538.477460:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 983 00000100:00100000:0.0:1763335538.481580:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335538.481684:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335538.481749:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028935040 00000100:00100000:2.0:1763335538.481763:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028935040 00000100:00100000:2.0:1763335538.481857:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1336 00000100:00100000:2.0:1763335538.481894:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c97100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+22:2406:x1848991028935040:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335538.481923:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335538.481952:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f0764b18 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847df75 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335538.482003:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7200/0x10123ce7f0764ad2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df3d expref: 17 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335538.482067:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4520e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041350016:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335538.482175:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c12546c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335538.482526:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028935168 00000100:00100000:1.0:1763335538.482532:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028935168 00000100:00100000:1.0:1763335538.482580:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 984 00000100:00100000:1.0:1763335538.482588:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c95c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+5:2406:x1848991028935168:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335538.482598:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335538.482611:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc6074200/0x10123ce7f0764b1f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847df7c expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335538.482652:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5470a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041350144:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335538.482706:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb180 going to sleep for 11 seconds 00000100:00100000:1.0:1763335538.487165:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5470a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041350144:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335538.487218:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc6074200/0x10123ce7f0764b1f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df7c expref: 6 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335538.487248:0:14974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc6074200/0x10123ce7f0764b1f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df7c expref: 6 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335538.487261:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6074200, rc 0) 00000100:00100000:1.0:1763335538.487328:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c95c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+5:2406:x1848991028935168:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4738us (5641us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335538.487337:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 984 00000100:00100000:0.0:1763335538.487710:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4520e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041350016:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335538.487729:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 549611 00010000:00010000:0.0:1763335538.487744:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f0764b18 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df75 expref: 23 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.487760:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335538.487763:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335538.487769:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f0764b18 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df75 expref: 23 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.487780:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98000, rc 0) 00000100:00100000:0.0:1763335538.487822:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c97100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+22:2406:x1848991028935040:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5954us (6257us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335538.487831:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1336 00000100:00100000:2.0:1763335538.492082:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335538.492132:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335538.492218:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028935424 00000100:00100000:1.0:1763335538.492232:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028935424 00000100:00100000:1.0:1763335538.492305:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 985 00000100:00100000:1.0:1763335538.492317:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4521500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991028935424:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335538.492342:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335538.492366:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc6075000/0x10123ce7f0764b26 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847df8a expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335538.492442:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5470a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041350272:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335538.492553:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb180 going to sleep for 11 seconds 00000100:00100000:0.0:1763335538.492663:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028935296 00000100:00100000:0.0:1763335538.492669:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028935296 00000100:00100000:0.0:1763335538.492722:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1337 00000100:00100000:0.0:1763335538.492730:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4523100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+22:2409:x1848991028935296:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335538.492742:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335538.492758:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7600/0x10123ce7f0764b2d lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847df83 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.492795:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7200/0x10123ce7f0764ad2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df3d expref: 17 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335538.492824:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c95f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041350400:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335538.492888:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c600 going to sleep for 11 seconds 00000100:00100000:0.0:1763335538.496238:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5470a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041350272:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335538.496293:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc6075000/0x10123ce7f0764b26 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df8a expref: 6 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335538.496323:0:14974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc6075000/0x10123ce7f0764b26 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df8a expref: 6 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335538.496337:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6075000, rc 0) 00000100:00100000:0.0:1763335538.496428:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4521500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991028935424:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4110us (4360us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335538.496439:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 985 00000100:00100000:2.0:1763335538.496622:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c95f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041350400:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335538.496642:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 549611 00010000:00010000:2.0:1763335538.496657:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7600/0x10123ce7f0764b2d lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df83 expref: 23 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335538.496672:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335538.496675:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335538.496680:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7600/0x10123ce7f0764b2d lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df83 expref: 23 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335538.496692:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd7600, rc 0) 00000100:00100000:2.0:1763335538.496719:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4523100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+22:2409:x1848991028935296:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3991us (4586us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335538.496727:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1337 00000100:00100000:3.0:1763335538.500811:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335538.502005:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028935680 00000100:00100000:2.0:1763335538.502134:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028935680 00000100:00100000:2.0:1763335538.502258:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1338 00000100:00100000:2.0:1763335538.502271:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5803100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+22:15720:x1848991028935680:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:2.0:1763335538.502349:0:8224:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335538.502385:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0764af5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df52 expref: 22 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335538.502409:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335538.502415:0:8224:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335538.502656:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98a00/0x10123ce7f0764b34 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335538.502672:0:8224:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0764ae7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df4b expref: 17 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335538.502683:0:8224:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98a00/0x10123ce7f0764b34 lrc: 4/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335538.502723:0:8224:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0764ae7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df4b expref: 17 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335538.502738:0:8224:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0764ae7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df4b expref: 17 pid: 10055 timeout: 439 lvb_type: 0 00000100:00100000:2.0:1763335538.502755:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4523b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041350528:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335538.503751:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af10214e180 going to sleep for 11 seconds 00000100:00100000:3.0:1763335538.511254:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335538.511770:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4523b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041350528:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335538.511811:0:8224:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98a00/0x10123ce7f0764b34 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000100:00100000:0.0:1763335538.511946:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028935808 00000100:00100000:0.0:1763335538.511958:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028935808 00010000:00010000:0.0:1763335538.512026:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0764ae7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df4b expref: 18 pid: 10055 timeout: 439 lvb_type: 0 00000100:00100000:0.0:1763335538.512068:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 500 00000100:00100000:0.0:1763335538.512080:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5800a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+18:2408:x1848991028935808:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335538.512099:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335538.512107:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0764ae7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df4b expref: 18 pid: 10055 timeout: 439 lvb_type: 0 00010000:00010000:0.0:1763335538.512119:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0764ae7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df4b expref: 18 pid: 10055 timeout: 439 lvb_type: 0 00010000:00010000:0.0:1763335538.512146:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0764ae7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df4b expref: 18 pid: 10055 timeout: 439 lvb_type: 0 00010000:00010000:0.0:1763335538.512165:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335538.512171:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98a00/0x10123ce7f0764b34 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335538.512183:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98a00/0x10123ce7f0764b34 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40290000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335538.512191:0:6500:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98a00/0x10123ce7f0764b34 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40290000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335538.512220:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335538.512293:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5800a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+17:2408:x1848991028935808:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 214us (1052us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335538.512301:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 500 00010000:00010000:2.0:1763335538.512538:0:8224:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98a00/0x10123ce7f0764b34 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335538.512547:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98a00/0x10123ce7f0764b34 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000001:00080000:2.0:1763335538.512670:0:8224:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967836 00000004:00010000:2.0:1763335538.512737:0:8224:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 549611 -> 549611 00000004:00010000:2.0:1763335538.512741:0:8224:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335538 -> 1763335538 00000004:00010000:2.0:1763335538.512744:0:8224:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335538 -> 1763335537 00000004:00010000:2.0:1763335538.512746:0:8224:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335538 -> 1763335538 00000004:00010000:2.0:1763335538.512749:0:8224:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 680 -> 680 00000004:00010000:2.0:1763335538.512756:0:8224:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000fd6a666c reply state 00000000f9f3c5ae transno 4294967837 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98a00/0x10123ce7f0764b34 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335538.512772:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98a00/0x10123ce7f0764b34 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335538.512779:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335538.512782:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335538.512785:0:8224:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763335538.512920:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5803100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+24:15720:x1848991028935680:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 10651us (12123us total) trans 4294967837 rc 0/0 00000100:00100000:2.0:1763335538.512928:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1338 00000020:00080000:2.0:1763335538.512931:0:8224:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763335538.519064:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335538.519159:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028935936 00000100:00100000:3.0:1763335538.519173:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028935936 00000100:00100000:3.0:1763335538.519259:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1339 00000100:00100000:3.0:1763335538.519272:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c94a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+24:15720:x1848991028935936:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335538.519310:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335538.519341:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0764b3b lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847df91 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335538.519386:0:8224:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7200/0x10123ce7f0764ad2 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df3d expref: 16 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335538.519400:0:8224:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0764b3b lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df91 expref: 25 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335538.519445:0:8224:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7200/0x10123ce7f0764ad2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df3d expref: 16 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335538.519460:0:8224:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7200/0x10123ce7f0764ad2 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df3d expref: 16 pid: 10055 timeout: 439 lvb_type: 0 00000100:00100000:3.0:1763335538.519476:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5802300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041350656:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335538.519608:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850540 going to sleep for 11 seconds 00000100:00100000:1.0:1763335538.525311:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5802300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041350656:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335538.525364:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0764b3b lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df91 expref: 25 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335538.525392:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335538.525395:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335538.525402:0:8224:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0764b3b lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df91 expref: 25 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335538.525417:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4c00, rc 0) 00000100:00100000:1.0:1763335538.525498:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c94a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+25:15720:x1848991028935936:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6228us (6450us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335538.525510:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1339 00000100:00100000:1.0:1763335538.528827:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335538.528964:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028936064 00000100:00100000:3.0:1763335538.528978:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028936064 00010000:00010000:3.0:1763335538.529091:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7200/0x10123ce7f0764ad2 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df3d expref: 17 pid: 10055 timeout: 439 lvb_type: 0 00000100:00100000:3.0:1763335538.529141:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 501 00000100:00100000:3.0:1763335538.529152:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5470380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+17:2408:x1848991028936064:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335538.529172:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335538.529203:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7200/0x10123ce7f0764ad2 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df3d expref: 17 pid: 10055 timeout: 439 lvb_type: 0 00010000:00010000:3.0:1763335538.529217:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7200/0x10123ce7f0764ad2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df3d expref: 17 pid: 10055 timeout: 439 lvb_type: 0 00010000:00010000:3.0:1763335538.529243:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7200/0x10123ce7f0764ad2 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df3d expref: 17 pid: 10055 timeout: 439 lvb_type: 0 00010000:00010000:3.0:1763335538.529265:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335538.529272:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0764b3b lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df91 expref: 24 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335538.529286:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0764b3b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df91 expref: 24 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335538.529296:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0764b3b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df91 expref: 24 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335538.529342:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0764b3b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df91 expref: 24 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335538.529359:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5801500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041350784:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335538.529465:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850180 going to sleep for 11 seconds 00000100:00100000:1.0:1763335538.539273:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335538.539362:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028936192 00000100:00100000:0.0:1763335538.539374:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028936192 00000100:00100000:0.0:1763335538.539450:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 986 00000100:00100000:0.0:1763335538.539461:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5471180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+5:15720:x1848991028936192:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335538.539485:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335538.539512:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6200/0x10123ce7f0764b42 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847df98 expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.539554:0:14974:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6c00/0x10123ce7f0764ad9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df44 expref: 6 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.539563:0:14974:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335538.539565:0:14974:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335538.539571:0:14974:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6200/0x10123ce7f0764b42 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df98 expref: 6 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.539615:0:14974:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6c00/0x10123ce7f0764ad9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df44 expref: 6 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.539630:0:14974:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6c00/0x10123ce7f0764ad9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df44 expref: 6 pid: 14974 timeout: 439 lvb_type: 0 00000100:00100000:0.0:1763335538.539647:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c97800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041350912:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335538.539754:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c000 going to sleep for 11 seconds 00000100:00100000:3.0:1763335538.539859:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5801500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041350784:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335538.539912:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335538.539945:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5470380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+16:2408:x1848991028936064:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 10794us (11132us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335538.539955:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 501 00000100:00100000:1.0:1763335538.544479:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c97800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041350912:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335538.544532:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6200/0x10123ce7f0764b42 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df98 expref: 6 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335538.544562:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6200, rc 0) 00000100:00100000:1.0:1763335538.544638:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5471180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+6:15720:x1848991028936192:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5178us (5380us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335538.544649:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 986 00000100:00100000:1.0:1763335538.547254:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335538.547506:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028936320 00000100:00100000:3.0:1763335538.547521:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028936320 00010000:00010000:3.0:1763335538.547572:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6c00/0x10123ce7f0764ad9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df44 expref: 7 pid: 14974 timeout: 439 lvb_type: 0 00000100:00100000:3.0:1763335538.547623:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 502 00000100:00100000:3.0:1763335538.547634:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5471f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+7:2409:x1848991028936320:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335538.547655:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335538.547681:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6c00/0x10123ce7f0764ad9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df44 expref: 7 pid: 14974 timeout: 439 lvb_type: 0 00010000:00010000:3.0:1763335538.547696:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6c00/0x10123ce7f0764ad9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df44 expref: 7 pid: 14974 timeout: 439 lvb_type: 0 00010000:00010000:3.0:1763335538.547728:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6c00/0x10123ce7f0764ad9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df44 expref: 7 pid: 14974 timeout: 439 lvb_type: 0 00010000:00010000:3.0:1763335538.547746:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335538.547748:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335538.547757:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6200/0x10123ce7f0764b42 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df98 expref: 5 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335538.547770:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6200/0x10123ce7f0764b42 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df98 expref: 5 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335538.547820:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6200/0x10123ce7f0764b42 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df98 expref: 5 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335538.547846:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5801500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041351040:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335538.549095:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850180 going to sleep for 11 seconds 00000100:00100000:2.0:1763335538.552453:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5801500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041351040:192.168.202.34@tcp:105: 00010000:00010000:2.0:1763335538.552496:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335538.552575:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5471f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991028936320:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 4940us (5334us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335538.552592:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 502 00000100:00100000:0.0:1763335538.554368:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335538.554500:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335538.554630:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028936576 00000100:00100000:0.0:1763335538.554643:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028936576 00002000:00010000:0.0:1763335538.554700:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:0.0:1763335538.554706:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5471880 with x1848991028936576 ext(0->18446744073709551615) 00002000:00010000:0.0:1763335538.554721:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5471880. 00000100:00100000:0.0:1763335538.554760:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 568 00000100:00100000:0.0:1763335538.554770:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5471880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991028936576:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:0.0:1763335538.555174:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1749558 -> 0 00002000:00010000:0.0:1763335538.555179:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335538 -> 1763335538 00002000:00010000:0.0:1763335538.555182:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335538 -> 1763335538 00002000:00010000:0.0:1763335538.555184:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335538 -> 1763335538 00002000:00010000:0.0:1763335538.555187:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 192 -> 0 00000100:00100000:0.0:1763335538.555257:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5471880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991028936576:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 487us (756us total) trans 4294967533 rc 0/0 00000100:00100000:0.0:1763335538.555271:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 568 00002000:00010000:0.0:1763335538.555276:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:0.0:1763335538.555278:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5471880 with x1848991028936576 ext(0->18446744073709551615) 00002000:00010000:0.0:1763335538.555284:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5471880. 00000100:00100000:2.0:1763335538.555557:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028936448 00000100:00100000:2.0:1763335538.555564:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028936448 00002000:00010000:2.0:1763335538.555595:0:6529:0:(mdt_io.c:274:mdt_punch_hpreq_check()) lustre-MDT0000: refresh DOM lock for [0x200000402:0xe:0x0] 00002000:00100000:2.0:1763335538.555601:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7c94700 with x1848991028936448 00000100:00100000:2.0:1763335538.555634:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 745 00000100:00100000:2.0:1763335538.555643:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c94700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+25:2409:x1848991028936448:12345-192.168.202.34@tcp:10:fsx.0 00000004:00010000:2.0:1763335538.555905:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 549611 -> 481477 00000004:00010000:2.0:1763335538.555909:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335538 -> 1763335538 00000004:00010000:2.0:1763335538.555912:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335537 -> 1763335537 00000004:00010000:2.0:1763335538.555914:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335538 -> 1763335538 00000004:00010000:2.0:1763335538.555916:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 680 -> 680 00000100:00100000:2.0:1763335538.555971:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c94700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+26:2409:x1848991028936448:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 328us (1798us total) trans 4294967838 rc 0/0 00000100:00100000:2.0:1763335538.555978:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 745 00002000:00010000:2.0:1763335538.555982:0:6529:0:(mdt_io.c:274:mdt_punch_hpreq_check()) lustre-MDT0000: refresh DOM lock for [0x200000402:0xe:0x0] 00002000:00100000:2.0:1763335538.555984:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7c94700 with x1848991028936448 00000100:00100000:1.0:1763335538.560248:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335538.560322:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028936704 00000100:00100000:3.0:1763335538.560337:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028936704 00000100:00100000:3.0:1763335538.560465:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1340 00000100:00100000:3.0:1763335538.560478:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5472680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+16:15720:x1848991028936704:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335538.560504:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335538.560532:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0764b49 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847df9f expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335538.560667:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f0764b50 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335538.560686:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f0764b50 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335538.560701:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f0764b50 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000004:00200000:3.0:1763335538.560740:0:8224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 481477 00000004:00200000:3.0:1763335538.560746:0:8224:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763335538.560775:0:8224:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f0764b50 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335538.560809:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0764b49 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df9f expref: 18 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335538.560831:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f0764b50 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df9f expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335538.560854:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335538.560858:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763335538.560863:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4a00, rc 0) 00000100:00100000:3.0:1763335538.560978:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5472680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+17:15720:x1848991028936704:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 501us (745us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335538.560985:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1340 00000100:00100000:3.0:1763335538.563663:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335538.563725:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335538.563824:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028936832 00000100:00100000:0.0:1763335538.563845:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028936832 00000100:00100000:0.0:1763335538.563941:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1341 00000100:00100000:0.0:1763335538.563951:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5800380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+17:2408:x1848991028936832:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335538.563975:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335538.564000:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f0764b57 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dfa6 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.564043:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0764b3b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df91 expref: 25 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335538.564093:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c95880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041351168:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335538.564198:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8ce40 going to sleep for 11 seconds 00000100:00100000:1.0:1763335538.564694:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028936960 00000100:00100000:1.0:1763335538.564701:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028936960 00000100:00100000:1.0:1763335538.564750:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 987 00000100:00100000:1.0:1763335538.564758:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5802680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991028936960:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335538.564768:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335538.564782:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc6074400/0x10123ce7f0764b5e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dfad expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335538.564822:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5473100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041351296:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335538.564889:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb240 going to sleep for 11 seconds 00000004:00010000:0.0:1763335538.567564:0:10055:0:(mdt_lvb.c:189:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime: 1763335537 -> 1763335538 00000100:00100000:0.0:1763335538.567600:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c95880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041351168:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335538.567630:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 481477 00010000:00010000:0.0:1763335538.567653:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f0764b57 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dfa6 expref: 18 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.567677:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335538.567681:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335538.567686:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f0764b57 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dfa6 expref: 18 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.567705:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6400, rc 0) 00000100:00100000:0.0:1763335538.568065:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5800380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+17:2408:x1848991028936832:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4112us (4344us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335538.568077:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1341 00000100:00100000:1.0:1763335538.570569:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5473100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041351296:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335538.570625:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc6074400/0x10123ce7f0764b5e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dfad expref: 7 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335538.570655:0:14974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc6074400/0x10123ce7f0764b5e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dfad expref: 7 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335538.570677:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6074400, rc 0) 00000100:00100000:1.0:1763335538.571036:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5802680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991028936960:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6275us (7386us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335538.571048:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 987 00000100:00100000:2.0:1763335538.576384:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335538.576513:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335538.576600:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028937088 00000100:00100000:0.0:1763335538.576613:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028937088 00000100:00100000:0.0:1763335538.576691:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1342 00000100:00100000:0.0:1763335538.576705:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4523b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+17:2407:x1848991028937088:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335538.576733:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335538.576762:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f0764b65 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dfb4 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.576809:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0764b3b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df91 expref: 25 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335538.577551:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028937216 00000100:00100000:1.0:1763335538.577559:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028937216 00000100:00100000:1.0:1763335538.577612:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 988 00000100:00100000:1.0:1763335538.577620:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4523800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+6:2407:x1848991028937216:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335538.577632:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335538.577647:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc6075a00/0x10123ce7f0764b6c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dfbb expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335538.577711:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5473100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041351424:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335538.577849:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb240 going to sleep for 11 seconds 00000100:00100000:0.0:1763335538.578078:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c95880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041351552:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335538.578116:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8ce40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335538.581533:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c95880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041351552:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335538.581574:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 481477 00010000:00010000:0.0:1763335538.581602:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f0764b65 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dfb4 expref: 18 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.581631:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335538.581635:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335538.581641:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f0764b65 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dfb4 expref: 18 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.581665:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6400, rc 0) 00000100:00100000:0.0:1763335538.581760:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4523b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+17:2407:x1848991028937088:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5057us (5397us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335538.581772:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1342 00000100:00100000:1.0:1763335538.581951:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5473100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041351424:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335538.581976:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc6075a00/0x10123ce7f0764b6c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dfbb expref: 7 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335538.581993:0:14974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc6075a00/0x10123ce7f0764b6c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dfbb expref: 7 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335538.582002:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6075a00, rc 0) 00000100:00100000:1.0:1763335538.582044:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4523800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+6:2407:x1848991028937216:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4424us (5532us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335538.582056:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 988 00000100:00100000:3.0:1763335538.585483:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335538.585621:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028937344 00000100:00100000:0.0:1763335538.585634:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028937344 00000100:00100000:0.0:1763335538.585708:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1343 00000100:00100000:0.0:1763335538.585721:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5800e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+17:15720:x1848991028937344:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335538.585747:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335538.585775:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0764b73 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dfc2 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.585814:0:10055:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0764b3b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df91 expref: 25 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.585826:0:10055:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0764b73 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dfc2 expref: 18 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.585905:0:10055:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0764b3b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df91 expref: 25 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.585922:0:10055:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0764b3b lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df91 expref: 25 pid: 8224 timeout: 439 lvb_type: 0 00000100:00100000:0.0:1763335538.585938:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c95880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041351680:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335538.586055:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8ce40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335538.588943:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c95880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041351680:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335538.588991:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0764b73 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dfc2 expref: 18 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.589014:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335538.589017:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335538.589021:0:10055:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0764b73 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dfc2 expref: 18 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.589033:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd7c00, rc 0) 00000100:00100000:0.0:1763335538.589115:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5800e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+18:15720:x1848991028937344:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3396us (3647us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335538.589126:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1343 00000100:00100000:1.0:1763335538.591419:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335538.591549:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028937472 00000100:00100000:2.0:1763335538.591564:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028937472 00010000:00010000:2.0:1763335538.591618:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0764b3b lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df91 expref: 26 pid: 8224 timeout: 439 lvb_type: 0 00000100:00100000:2.0:1763335538.591664:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 503 00000100:00100000:2.0:1763335538.591673:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5473100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+26:2409:x1848991028937472:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335538.591695:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335538.591725:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0764b3b lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df91 expref: 26 pid: 8224 timeout: 439 lvb_type: 0 00010000:00010000:2.0:1763335538.591740:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0764b3b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df91 expref: 26 pid: 8224 timeout: 439 lvb_type: 0 00010000:00010000:2.0:1763335538.591768:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0764b3b lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df91 expref: 26 pid: 8224 timeout: 439 lvb_type: 0 00010000:00010000:2.0:1763335538.591788:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335538.591795:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0764b73 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dfc2 expref: 17 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335538.591810:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0764b73 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dfc2 expref: 17 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335538.591820:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0764b73 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dfc2 expref: 17 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335538.591929:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0764b73 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dfc2 expref: 17 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335538.591945:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4520700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041351808:192.168.202.34@tcp:105: 00000100:00100000:2.0:1763335538.592057:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c12546c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335538.595595:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4520700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041351808:192.168.202.34@tcp:105: 00010000:00010000:2.0:1763335538.595632:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335538.595716:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5473100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+25:2409:x1848991028937472:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 4041us (4311us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335538.595729:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 503 00000100:00100000:0.0:1763335538.597283:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335538.597456:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028937600 00000100:00100000:2.0:1763335538.597469:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028937600 00000100:00100000:2.0:1763335538.597559:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 746 00000100:00100000:2.0:1763335538.597572:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+18:2409:x1848991028937600:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:2.0:1763335538.598520:0:6530:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 481477 -> 481477 00000004:00010000:2.0:1763335538.598531:0:6530:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335538 -> 1763335538 00000004:00010000:2.0:1763335538.598534:0:6530:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335538 -> 1763335538 00000004:00010000:2.0:1763335538.598537:0:6530:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335538 -> 1763335538 00000004:00010000:2.0:1763335538.598539:0:6530:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 680 -> 680 00000100:00100000:2.0:1763335538.598649:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+19:2409:x1848991028937600:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 1076us (1375us total) trans 4294967839 rc 0/0 00000100:00100000:2.0:1763335538.598657:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 746 00000100:00100000:1.0:1763335538.602097:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335538.602214:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028937728 00000100:00100000:0.0:1763335538.602228:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028937728 00000100:00100000:0.0:1763335538.602508:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 989 00000100:00100000:0.0:1763335538.602521:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5471500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+6:2406:x1848991028937728:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335538.602547:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335538.602574:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6400/0x10123ce7f0764b7a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dfc9 expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335538.602656:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c96680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041351936:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335538.602772:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8ce40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335538.605767:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c96680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041351936:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335538.605821:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6400/0x10123ce7f0764b7a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dfc9 expref: 7 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335538.605861:0:14974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6400/0x10123ce7f0764b7a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dfc9 expref: 7 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335538.606022:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6400, rc 0) 00000100:00100000:0.0:1763335538.606219:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5471500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+6:2406:x1848991028937728:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3699us (4136us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335538.606229:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 989 00000100:00100000:1.0:1763335538.609442:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335538.609544:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028937856 00000100:00100000:0.0:1763335538.609559:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028937856 00000100:00100000:0.0:1763335538.609693:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 990 00000100:00100000:0.0:1763335538.609705:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5473b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991028937856:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335538.609728:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335538.609752:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6a00/0x10123ce7f0764b81 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dfd0 expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335538.609827:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c96680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041352064:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335538.610263:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8ce40 going to sleep for 11 seconds 00000100:00100000:2.0:1763335538.612586:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c96680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041352064:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335538.612642:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6a00/0x10123ce7f0764b81 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dfd0 expref: 7 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335538.612673:0:14974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6a00/0x10123ce7f0764b81 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dfd0 expref: 7 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335538.612690:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6a00, rc 0) 00000100:00100000:2.0:1763335538.612773:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5473b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991028937856:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3069us (3346us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335538.612787:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 990 00000100:00100000:3.0:1763335538.616316:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335538.616480:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028938112 00000100:00100000:0.0:1763335538.616495:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028938112 00000100:00100000:0.0:1763335538.616580:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1344 00000100:00100000:0.0:1763335538.616591:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5803800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+25:15720:x1848991028938112:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:0.0:1763335538.616984:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f0764b88 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335538.617018:0:10055:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f0764b50 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df9f expref: 18 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.617039:0:10055:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f0764b88 lrc: 4/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335538.617085:0:10055:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f0764b50 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df9f expref: 18 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.617102:0:10055:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f0764b50 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df9f expref: 18 pid: 8224 timeout: 439 lvb_type: 0 00000100:00100000:0.0:1763335538.617120:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c97480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041352192:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335538.617226:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c000 going to sleep for 11 seconds 00000100:00100000:0.0:1763335538.620966:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c97480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041352192:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335538.621005:0:10055:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f0764b88 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000100:00100000:1.0:1763335538.621357:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335538.621644:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028938240 00000100:00100000:2.0:1763335538.621655:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028938240 00010000:00010000:2.0:1763335538.621701:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f0764b50 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df9f expref: 19 pid: 8224 timeout: 439 lvb_type: 0 00000100:00100000:2.0:1763335538.621743:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 504 00000100:00100000:2.0:1763335538.621753:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5471c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+19:2408:x1848991028938240:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335538.621772:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335538.621779:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f0764b50 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df9f expref: 19 pid: 8224 timeout: 439 lvb_type: 0 00010000:00010000:2.0:1763335538.621792:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f0764b50 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df9f expref: 19 pid: 8224 timeout: 439 lvb_type: 0 00010000:00010000:2.0:1763335538.621816:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f0764b50 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df9f expref: 19 pid: 8224 timeout: 439 lvb_type: 0 00010000:00010000:2.0:1763335538.621834:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335538.621848:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f0764b88 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335538.621861:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f0764b88 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40290000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335538.621919:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f0764b88 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40290000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335538.621945:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335538.622016:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5471c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+18:2408:x1848991028938240:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 255us (651us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335538.622025:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 504 00010000:00010000:0.0:1763335538.622487:0:10055:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f0764b88 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335538.622498:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f0764b88 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000001:00080000:0.0:1763335538.622621:0:10055:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967840 00000004:00010000:0.0:1763335538.622682:0:10055:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 481477 -> 481477 00000004:00010000:0.0:1763335538.622687:0:10055:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335538 -> 1763335538 00000004:00010000:0.0:1763335538.622690:0:10055:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335538 -> 1763335538 00000004:00010000:0.0:1763335538.622692:0:10055:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335538 -> 1763335538 00000004:00010000:0.0:1763335538.622695:0:10055:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 680 -> 680 00000004:00010000:0.0:1763335538.622703:0:10055:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a1937de0 reply state 000000004042fad6 transno 4294967841 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f0764b88 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335538.622720:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f0764b88 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335538.622728:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335538.622731:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335538.622735:0:10055:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763335538.622856:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5803800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+28:15720:x1848991028938112:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 6266us (6555us total) trans 4294967841 rc 0/0 00000100:00100000:0.0:1763335538.622865:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1344 00000020:00080000:0.0:1763335538.622899:0:10055:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763335538.625948:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335538.626161:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028938368 00000100:00100000:0.0:1763335538.626175:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028938368 00000100:00100000:0.0:1763335538.626363:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1345 00000100:00100000:0.0:1763335538.626375:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5472d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+28:15720:x1848991028938368:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335538.626409:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335538.626439:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7800/0x10123ce7f0764b8f lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dfd7 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.626479:0:10055:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0764b73 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dfc2 expref: 17 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.626490:0:10055:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7800/0x10123ce7f0764b8f lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dfd7 expref: 29 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.626535:0:10055:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0764b73 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dfc2 expref: 17 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.626550:0:10055:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0764b73 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dfc2 expref: 17 pid: 10055 timeout: 439 lvb_type: 0 00000100:00100000:0.0:1763335538.626567:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c97480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041352320:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335538.627047:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8ce40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335538.629476:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c97480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041352320:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335538.629526:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7800/0x10123ce7f0764b8f lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dfd7 expref: 29 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.629552:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335538.629556:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335538.629560:0:10055:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7800/0x10123ce7f0764b8f lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dfd7 expref: 29 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.629575:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd7800, rc 0) 00000100:00100000:0.0:1763335538.629658:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5472d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+29:15720:x1848991028938368:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3284us (3727us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335538.629670:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1345 00000100:00100000:1.0:1763335538.631263:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335538.631666:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028938496 00000100:00100000:0.0:1763335538.631679:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028938496 00010000:00010000:0.0:1763335538.631729:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0764b73 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dfc2 expref: 18 pid: 10055 timeout: 439 lvb_type: 0 00000100:00100000:0.0:1763335538.631828:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 505 00000100:00100000:0.0:1763335538.631850:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5470a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+18:2408:x1848991028938496:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335538.631912:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335538.631943:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0764b73 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dfc2 expref: 18 pid: 10055 timeout: 439 lvb_type: 0 00010000:00010000:0.0:1763335538.631964:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0764b73 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dfc2 expref: 18 pid: 10055 timeout: 439 lvb_type: 0 00010000:00010000:0.0:1763335538.631991:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0764b73 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dfc2 expref: 18 pid: 10055 timeout: 439 lvb_type: 0 00010000:00010000:0.0:1763335538.632142:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335538.632151:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7800/0x10123ce7f0764b8f lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dfd7 expref: 28 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.632167:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7800/0x10123ce7f0764b8f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dfd7 expref: 28 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.632177:0:6500:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7800/0x10123ce7f0764b8f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dfd7 expref: 28 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.632228:0:6500:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7800/0x10123ce7f0764b8f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dfd7 expref: 28 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335538.632245:0:6500:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c97480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6500:1848991041352448:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335538.632395:0:6500:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8ce40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335538.639191:0:6500:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c97480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6500:1848991041352448:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763335538.639234:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335538.639318:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5470a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+17:2408:x1848991028938496:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 7477us (8063us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335538.639331:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 505 00000100:00100000:3.0:1763335538.639604:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335538.639902:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335538.640154:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028938624 00000100:00100000:1.0:1763335538.640165:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028938624 00002000:00010000:1.0:1763335538.640216:0:6530:0:(mdt_io.c:274:mdt_punch_hpreq_check()) lustre-MDT0000: refresh DOM lock for [0x200000402:0xe:0x0] 00002000:00100000:1.0:1763335538.640222:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5801500 with x1848991028938624 00000100:00100000:1.0:1763335538.640261:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 747 00000100:00100000:1.0:1763335538.640270:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5801500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+29:2409:x1848991028938624:12345-192.168.202.34@tcp:10:fsx.0 00000004:00010000:1.0:1763335538.640566:0:6530:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 481477 -> 1008066 00000004:00010000:1.0:1763335538.640570:0:6530:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335538 -> 1763335538 00000004:00010000:1.0:1763335538.640572:0:6530:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335538 -> 1763335538 00000004:00010000:1.0:1763335538.640575:0:6530:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335538 -> 1763335538 00000004:00010000:1.0:1763335538.640578:0:6530:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 680 -> 680 00000100:00100000:1.0:1763335538.640643:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5801500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+30:2409:x1848991028938624:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 372us (740us total) trans 4294967842 rc 0/0 00000100:00100000:1.0:1763335538.640650:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 747 00002000:00010000:1.0:1763335538.640653:0:6530:0:(mdt_io.c:274:mdt_punch_hpreq_check()) lustre-MDT0000: refresh DOM lock for [0x200000402:0xe:0x0] 00002000:00100000:1.0:1763335538.640656:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5801500 with x1848991028938624 00000100:00100000:2.0:1763335538.641106:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028938752 00000100:00100000:2.0:1763335538.641113:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028938752 00002000:00010000:2.0:1763335538.641141:0:8406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:2.0:1763335538.641146:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5801c00 with x1848991028938752 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335538.641157:0:8406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5801c00. 00000100:00100000:2.0:1763335538.641186:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 569 00000100:00100000:2.0:1763335538.641192:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5801c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991028938752:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:2.0:1763335538.641308:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763335538.641312:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335538 -> 1763335538 00002000:00010000:2.0:1763335538.641314:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335538 -> 1763335538 00002000:00010000:2.0:1763335538.641317:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335538 -> 1763335538 00002000:00010000:2.0:1763335538.641319:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763335538.641357:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5801c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991028938752:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 163us (1754us total) trans 4294967534 rc 0/0 00000100:00100000:2.0:1763335538.641364:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 569 00002000:00010000:2.0:1763335538.641368:0:8406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:2.0:1763335538.641370:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5801c00 with x1848991028938752 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335538.641375:0:8406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5801c00. 00000100:00100000:3.0:1763335538.645828:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335538.646557:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028938880 00000100:00100000:0.0:1763335538.646571:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028938880 00000100:00100000:0.0:1763335538.647274:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1346 00000100:00100000:0.0:1763335538.647291:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5802300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+17:15720:x1848991028938880:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335538.647328:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335538.647358:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0764b96 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dfde expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.647490:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6c00/0x10123ce7f0764b9d lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335538.647511:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6c00/0x10123ce7f0764b9d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335538.647524:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6c00/0x10123ce7f0764b9d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000004:00200000:0.0:1763335538.647559:0:10055:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 1008066 00000004:00200000:0.0:1763335538.647565:0:10055:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763335538.647590:0:10055:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6c00/0x10123ce7f0764b9d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335538.647622:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0764b96 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dfde expref: 19 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.647645:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6c00/0x10123ce7f0764b9d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dfde expref: 18 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.647655:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335538.647658:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335538.647663:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6c00, rc 0) 00000100:00100000:0.0:1763335538.648487:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5802300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+18:15720:x1848991028938880:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 1194us (2667us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335538.648498:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1346 00000100:00100000:1.0:1763335538.651203:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335538.651361:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028939008 00000100:00100000:0.0:1763335538.651376:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028939008 00000100:00100000:0.0:1763335538.651451:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1347 00000100:00100000:0.0:1763335538.651462:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c74700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+18:2406:x1848991028939008:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335538.651489:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335538.651519:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6600/0x10123ce7f0764ba4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dfe5 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.651571:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7800/0x10123ce7f0764b8f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dfd7 expref: 29 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335538.651631:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c97480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041352576:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335538.651763:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8cb40 going to sleep for 11 seconds 00000100:00100000:1.0:1763335538.653309:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335538.653597:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028939136 00000100:00100000:2.0:1763335538.653608:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028939136 00000100:00100000:2.0:1763335538.653680:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 991 00000100:00100000:2.0:1763335538.653691:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+6:2406:x1848991028939136:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335538.653714:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335538.653737:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99600/0x10123ce7f0764bab lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dfec expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335538.653805:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4520700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041352704:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335538.653944:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0da429780 going to sleep for 11 seconds 00000100:00100000:0.0:1763335538.655757:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c97480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041352576:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335538.655793:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1008066 00010000:00010000:0.0:1763335538.655817:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6600/0x10123ce7f0764ba4 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dfe5 expref: 19 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.655853:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335538.655857:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335538.655863:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6600/0x10123ce7f0764ba4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dfe5 expref: 19 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.655914:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6600, rc 0) 00000100:00100000:0.0:1763335538.655975:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c74700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+18:2406:x1848991028939008:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4514us (4785us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335538.655986:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1347 00000100:00100000:2.0:1763335538.661296:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4520700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041352704:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335538.661352:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99600/0x10123ce7f0764bab lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dfec expref: 7 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335538.661384:0:14974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99600/0x10123ce7f0764bab lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dfec expref: 7 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335538.661401:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99600, rc 0) 00000100:00100000:2.0:1763335538.662285:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+6:2406:x1848991028939136:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 8587us (8977us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335538.662299:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 991 00000100:00100000:1.0:1763335538.666828:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335538.666931:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335538.667040:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028939392 00000100:00100000:2.0:1763335538.667054:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028939392 00000100:00100000:2.0:1763335538.667119:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 992 00000100:00100000:2.0:1763335538.667131:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991028939392:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335538.667155:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335538.667181:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98400/0x10123ce7f0764bb2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dffa expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335538.667261:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4520700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041352832:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335538.667378:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0da429780 going to sleep for 11 seconds 00000100:00100000:0.0:1763335538.667542:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028939264 00000100:00100000:0.0:1763335538.667549:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028939264 00000100:00100000:0.0:1763335538.667590:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1348 00000100:00100000:0.0:1763335538.667600:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+18:2408:x1848991028939264:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335538.667613:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335538.667633:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6600/0x10123ce7f0764bb9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847dff3 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.667677:0:10055:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7800/0x10123ce7f0764b8f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dfd7 expref: 29 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335538.667710:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c97480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041352960:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335538.667756:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8cb40 going to sleep for 11 seconds 00000100:00100000:2.0:1763335538.671626:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4520700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041352832:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335538.671681:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98400/0x10123ce7f0764bb2 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dffa expref: 7 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335538.671711:0:14974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98400/0x10123ce7f0764bb2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dffa expref: 7 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335538.671728:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98400, rc 0) 00000100:00100000:2.0:1763335538.671804:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991028939392:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4673us (4871us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335538.671814:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 992 00000100:00100000:0.0:1763335538.672483:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c97480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041352960:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335538.672505:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1008066 00010000:00010000:0.0:1763335538.672522:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6600/0x10123ce7f0764bb9 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dff3 expref: 19 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.672540:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335538.672543:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335538.672548:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6600/0x10123ce7f0764bb9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dff3 expref: 19 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.672562:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6600, rc 0) 00000100:00100000:0.0:1763335538.672615:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+18:2408:x1848991028939264:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5016us (5801us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335538.672627:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1348 00000100:00100000:3.0:1763335538.677675:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335538.677940:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028939648 00000100:00100000:0.0:1763335538.677953:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028939648 00000100:00100000:0.0:1763335538.678037:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1349 00000100:00100000:0.0:1763335538.678048:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5964e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+18:15720:x1848991028939648:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:0.0:1763335538.678123:0:10055:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335538.678162:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6c00/0x10123ce7f0764b9d lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dfde expref: 18 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.678190:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335538.678196:0:10055:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335538.678642:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0764bc0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335538.678666:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0764bc0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335538.678678:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0764bc0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000001:00080000:0.0:1763335538.678737:0:10055:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967843 00000004:00010000:0.0:1763335538.678768:0:10055:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 1008066 -> 1008066 00000004:00010000:0.0:1763335538.678772:0:10055:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335538 -> 1763335538 00000004:00010000:0.0:1763335538.678776:0:10055:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335538 -> 1763335538 00000004:00010000:0.0:1763335538.678779:0:10055:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335538 -> 1763335538 00000004:00010000:0.0:1763335538.678781:0:10055:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 680 -> 680 00000004:00010000:0.0:1763335538.678788:0:10055:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b864bf38 reply state 000000002945d062 transno 4294967844 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0764bc0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335538.678807:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0764bc0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335538.678815:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335538.678818:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335538.678821:0:10055:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763335538.679847:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5964e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+20:15720:x1848991028939648:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 1782us (2169us total) trans 4294967844 rc 0/0 00000100:00100000:1.0:1763335538.679860:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1349 00000020:00080000:1.0:1763335538.680164:0:10055:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763335538.683188:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335538.683277:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028939776 00000100:00100000:2.0:1763335538.683292:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028939776 00000100:00100000:2.0:1763335538.683457:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1350 00000100:00100000:2.0:1763335538.683469:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+20:15720:x1848991028939776:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335538.683504:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335538.683533:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764bc7 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e001 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335538.683575:0:10055:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7800/0x10123ce7f0764b8f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dfd7 expref: 29 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335538.683586:0:10055:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764bc7 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e001 expref: 21 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335538.683628:0:10055:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7800/0x10123ce7f0764b8f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dfd7 expref: 29 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335538.683647:0:10055:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7800/0x10123ce7f0764b8f lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dfd7 expref: 29 pid: 10055 timeout: 439 lvb_type: 0 00000100:00100000:2.0:1763335538.683663:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4520700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041353088:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335538.683777:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0da429780 going to sleep for 11 seconds 00000100:00100000:2.0:1763335538.688090:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335538.688228:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4520700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041353088:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335538.688275:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764bc7 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e001 expref: 21 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335538.688303:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335538.688306:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335538.688311:0:10055:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764bc7 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e001 expref: 21 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335538.688324:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98400, rc 0) 00000100:00100000:1.0:1763335538.688408:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+21:15720:x1848991028939776:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4941us (5236us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335538.688419:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1350 00000100:00100000:0.0:1763335538.688592:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028939904 00000100:00100000:0.0:1763335538.688602:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028939904 00010000:00010000:0.0:1763335538.688641:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7800/0x10123ce7f0764b8f lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dfd7 expref: 30 pid: 10055 timeout: 439 lvb_type: 0 00000100:00100000:0.0:1763335538.688680:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 506 00000100:00100000:0.0:1763335538.688692:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f80f8c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:819c42eb-8a5f-4523-990c-a007cb66998d+30:2408:x1848991028939904:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335538.688710:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335538.688739:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7800/0x10123ce7f0764b8f lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dfd7 expref: 30 pid: 10055 timeout: 439 lvb_type: 0 00010000:00010000:0.0:1763335538.688752:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7800/0x10123ce7f0764b8f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dfd7 expref: 30 pid: 10055 timeout: 439 lvb_type: 0 00010000:00010000:0.0:1763335538.688778:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7800/0x10123ce7f0764b8f lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847dfd7 expref: 30 pid: 10055 timeout: 439 lvb_type: 0 00010000:00010000:0.0:1763335538.688796:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335538.688814:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764bc7 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e001 expref: 20 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.688825:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764bc7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e001 expref: 20 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.688861:0:6500:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764bc7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e001 expref: 20 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.688966:0:6500:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764bc7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e001 expref: 20 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335538.688982:0:6500:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c97480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6500:1848991041353216:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335538.689067:0:6500:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8cb40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335538.695900:0:6500:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c97480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6500:1848991041353216:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763335538.695942:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335538.696043:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f80f8c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:819c42eb-8a5f-4523-990c-a007cb66998d+29:2408:x1848991028939904:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 7352us (7967us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335538.696056:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 506 00000100:00100000:3.0:1763335538.698294:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335538.698401:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028940032 00000100:00100000:2.0:1763335538.698415:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028940032 00000100:00100000:2.0:1763335538.698491:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 993 00000100:00100000:2.0:1763335538.698503:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5965f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+6:15720:x1848991028940032:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335538.698530:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335538.698557:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99400/0x10123ce7f0764bce lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e008 expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335538.698598:0:14974:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6200/0x10123ce7f0764b42 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df98 expref: 7 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335538.698608:0:14974:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335538.698610:0:14974:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335538.698616:0:14974:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99400/0x10123ce7f0764bce lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e008 expref: 7 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335538.698663:0:14974:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6200/0x10123ce7f0764b42 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df98 expref: 7 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335538.698678:0:14974:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6200/0x10123ce7f0764b42 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df98 expref: 7 pid: 14974 timeout: 439 lvb_type: 0 00000100:00100000:2.0:1763335538.698696:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4521c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041353344:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335538.699769:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0da429780 going to sleep for 11 seconds 00000100:00100000:3.0:1763335538.709646:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335538.710330:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4521c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041353344:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335538.710376:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99400/0x10123ce7f0764bce lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e008 expref: 7 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335538.710400:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99400, rc 0) 00000100:00100000:2.0:1763335538.710485:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5965f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:273362c8-ad54-46f8-a663-195ccb4b667f+7:15720:x1848991028940032:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 11982us (12206us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335538.710496:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 993 00000100:00100000:0.0:1763335538.711691:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028940160 00000100:00100000:0.0:1763335538.711710:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028940160 00010000:00010000:0.0:1763335538.711768:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6200/0x10123ce7f0764b42 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df98 expref: 8 pid: 14974 timeout: 439 lvb_type: 0 00000100:00100000:0.0:1763335538.712015:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 507 00000100:00100000:0.0:1763335538.712029:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5965500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991028940160:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335538.712051:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335538.712079:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6200/0x10123ce7f0764b42 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df98 expref: 8 pid: 14974 timeout: 439 lvb_type: 0 00010000:00010000:0.0:1763335538.712476:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6200/0x10123ce7f0764b42 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df98 expref: 8 pid: 14974 timeout: 439 lvb_type: 0 00010000:00010000:0.0:1763335538.712516:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6200/0x10123ce7f0764b42 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847df98 expref: 8 pid: 14974 timeout: 439 lvb_type: 0 00010000:00010000:0.0:1763335538.712537:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335538.712540:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335538.712549:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99400/0x10123ce7f0764bce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e008 expref: 6 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.712561:0:6500:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99400/0x10123ce7f0764bce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e008 expref: 6 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.712619:0:6500:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99400/0x10123ce7f0764bce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e008 expref: 6 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335538.712635:0:6500:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c97480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6500:1848991041353472:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335538.712749:0:6500:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c900 going to sleep for 11 seconds 00000100:00100000:3.0:1763335538.716077:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335538.716112:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335538.716572:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028940416 00000100:00100000:1.0:1763335538.716586:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028940416 00002000:00010000:1.0:1763335538.716644:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:1.0:1763335538.716650:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5965180 with x1848991028940416 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335538.716667:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5965180. 00000100:00100000:1.0:1763335538.716705:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 570 00000100:00100000:1.0:1763335538.716716:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5965180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+7:2409:x1848991028940416:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:1.0:1763335538.716959:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763335538.716964:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335538 -> 1763335538 00002000:00010000:1.0:1763335538.716966:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335538 -> 1763335538 00002000:00010000:1.0:1763335538.716969:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335538 -> 1763335538 00002000:00010000:1.0:1763335538.716971:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763335538.717045:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5965180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2409:x1848991028940416:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 330us (983us total) trans 4294967535 rc 0/0 00000100:00100000:1.0:1763335538.717054:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 570 00002000:00010000:1.0:1763335538.717059:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:1.0:1763335538.717062:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5965180 with x1848991028940416 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335538.717066:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5965180. 00000100:00100000:2.0:1763335538.717278:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028940288 00000100:00100000:2.0:1763335538.717285:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028940288 00002000:00010000:2.0:1763335538.717313:0:6529:0:(mdt_io.c:274:mdt_punch_hpreq_check()) lustre-MDT0000: refresh DOM lock for [0x200000402:0xe:0x0] 00002000:00100000:2.0:1763335538.717317:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5966680 with x1848991028940288 00000100:00100000:2.0:1763335538.717352:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 748 00000100:00100000:2.0:1763335538.717359:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5966680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+21:2409:x1848991028940288:12345-192.168.202.34@tcp:10:fsx.0 00000004:00010000:2.0:1763335538.717604:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 1008066 -> 931988 00000004:00010000:2.0:1763335538.717608:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335538 -> 1763335538 00000004:00010000:2.0:1763335538.717611:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335538 -> 1763335538 00000004:00010000:2.0:1763335538.717613:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335538 -> 1763335538 00000004:00010000:2.0:1763335538.717616:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 680 -> 680 00000100:00100000:2.0:1763335538.717660:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5966680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+22:2409:x1848991028940288:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 301us (1546us total) trans 4294967845 rc 0/0 00000100:00100000:2.0:1763335538.717672:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 748 00002000:00010000:2.0:1763335538.717675:0:6529:0:(mdt_io.c:274:mdt_punch_hpreq_check()) lustre-MDT0000: refresh DOM lock for [0x200000402:0xe:0x0] 00002000:00100000:2.0:1763335538.717677:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5966680 with x1848991028940288 00000100:00100000:0.0:1763335538.720987:0:6500:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c97480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6500:1848991041353472:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763335538.721026:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335538.721113:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5965500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991028940160:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 9086us (11483us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335538.721127:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 507 00000100:00100000:1.0:1763335538.721407:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335538.721743:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028940544 00000100:00100000:2.0:1763335538.721753:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028940544 00000100:00100000:2.0:1763335538.721812:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1351 00000100:00100000:2.0:1763335538.721821:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+29:15720:x1848991028940544:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335538.721860:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335538.721907:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99800/0x10123ce7f0764bd5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e00f expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335538.722037:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99000/0x10123ce7f0764bdc lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335538.722058:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99000/0x10123ce7f0764bdc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335538.722072:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99000/0x10123ce7f0764bdc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000004:00200000:2.0:1763335538.722108:0:10055:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 931988 00000004:00200000:2.0:1763335538.722114:0:10055:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763335538.722140:0:10055:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99000/0x10123ce7f0764bdc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335538.722173:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99800/0x10123ce7f0764bd5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e00f expref: 31 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335538.722192:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99000/0x10123ce7f0764bdc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e00f expref: 30 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335538.722209:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335538.722213:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335538.722217:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99000, rc 0) 00000100:00100000:2.0:1763335538.722258:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+30:15720:x1848991028940544:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 437us (853us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335538.722265:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1351 00000100:00100000:2.0:1763335538.730823:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335538.731510:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335538.732088:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028940672 00000100:00100000:1.0:1763335538.732104:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028940672 00000100:00100000:1.0:1763335538.732194:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1352 00000100:00100000:1.0:1763335538.732205:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4521c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+30:2408:x1848991028940672:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335538.732231:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335538.732262:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6074200/0x10123ce7f0764be3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e016 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335538.732319:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764bc7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e001 expref: 21 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335538.732374:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c77100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041353600:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335538.732483:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb840 going to sleep for 11 seconds 00000100:00100000:0.0:1763335538.733861:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028940800 00000100:00100000:0.0:1763335538.733891:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028940800 00000100:00100000:0.0:1763335538.733972:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 994 00000100:00100000:0.0:1763335538.733984:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4521880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+7:2408:x1848991028940800:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335538.734009:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335538.734032:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6200/0x10123ce7f0764bea lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e01d expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335538.734099:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c97480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041353728:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335538.734192:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c900 going to sleep for 11 seconds 00000100:00100000:3.0:1763335538.740580:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c77100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041353600:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335538.740617:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c97480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041353728:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335538.740622:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 931988 00010000:00010000:3.0:1763335538.740648:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6074200/0x10123ce7f0764be3 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e016 expref: 31 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.740648:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6200/0x10123ce7f0764bea lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e01d expref: 8 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335538.740674:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335538.740676:0:14974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6200/0x10123ce7f0764bea lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e01d expref: 8 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335538.740678:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335538.740682:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6074200/0x10123ce7f0764be3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e016 expref: 31 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.740689:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6200, rc 0) 00010000:00010000:3.0:1763335538.740693:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6074200, rc 0) 00000100:00100000:3.0:1763335538.740766:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4521c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+30:2408:x1848991028940672:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 8562us (9957us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335538.740766:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4521880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+7:2408:x1848991028940800:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6783us (9259us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335538.740777:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1352 00000100:00100000:0.0:1763335538.740777:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 994 00000100:00100000:1.0:1763335538.745308:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335538.745362:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335538.745446:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028940928 00000100:00100000:3.0:1763335538.745459:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028940928 00000100:00100000:3.0:1763335538.745535:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1353 00000100:00100000:3.0:1763335538.745546:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+30:2407:x1848991028940928:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335538.745573:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335538.745604:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0764bf1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e024 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335538.745657:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764bc7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e001 expref: 21 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335538.745726:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5967b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041353856:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335538.745746:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028941056 00000100:00100000:0.0:1763335538.745750:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028941056 00000100:00100000:0.0:1763335538.745794:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 995 00000100:00100000:0.0:1763335538.745801:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+7:2406:x1848991028941056:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335538.745810:0:14974:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335538.745822:0:14974:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6c00/0x10123ce7f0764bf8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e02b expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335538.745860:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58500c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335538.745899:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c97480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041353984:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335538.745935:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c900 going to sleep for 11 seconds 00000100:00100000:0.0:1763335538.749073:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c97480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041353984:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335538.749087:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5967b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041353856:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335538.749107:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 931988 00010000:00010000:3.0:1763335538.749125:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0764bf1 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e024 expref: 31 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.749125:0:14974:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6c00/0x10123ce7f0764bf8 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e02b expref: 8 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335538.749153:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335538.749154:0:14974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd6c00/0x10123ce7f0764bf8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e02b expref: 8 pid: 14974 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335538.749156:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335538.749161:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0764bf1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e024 expref: 31 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.749169:0:14974:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd6c00, rc 0) 00010000:00010000:3.0:1763335538.749170:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5000, rc 0) 00000100:00100000:3.0:1763335538.749243:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+30:2407:x1848991028940928:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3697us (3950us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335538.749243:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+7:2406:x1848991028941056:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3439us (3878us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335538.749253:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1353 00000100:00100000:0.0:1763335538.749253:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 995 00000100:00100000:2.0:1763335538.750222:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3651:1848991041354112:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1763335538.750291:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335538.750445:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041354112 00000100:00100000:0.0:1763335538.750455:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041354112 00000100:00100000:0.0:1763335538.750523:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 138 00000100:00100000:0.0:1763335538.750533:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4522300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3651:x1848991041354112:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1763335538.750557:0:8403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 544349888 pending 0 free 3923496960 avail 3691941888 00000100:00100000:2.0:1763335538.750932:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3651:1848991041354112:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1763335538.750953:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1763335538.750960:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5967b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1848991041354240:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1763335538.751076:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4522300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3651:x1848991041354112:12345-0@lo:13:osp-pre-1-0.0 Request processed in 544us (783us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335538.751085:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 138 00000100:00080000:0.0:1763335538.751112:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1763335538.751155:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5964700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3652:1848991041354752:0@lo:400:kworker.0 00000100:00100000:3.0:1763335538.751200:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335538.751238:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5954a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1848991041355264:0@lo:400:kworker.0 00000100:00100000:3.0:1763335538.751263:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335538.751278:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5956300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1848991041355776:0@lo:400:kworker.0 00000100:00100000:3.0:1763335538.751299:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335538.751318:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1763335538.751324:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5964000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1848991041354624:0@lo:400:kworker.0 00000100:00100000:3.0:1763335538.751348:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335538.751364:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5966a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3652:1848991041355136:0@lo:400:kworker.0 00000100:00100000:3.0:1763335538.751384:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335538.751398:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5957b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3652:1848991041355648:0@lo:400:kworker.0 00000100:00100000:3.0:1763335538.751416:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335538.751450:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5967100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3654:1848991041354496:0@lo:400:kworker.0 00000100:00100000:3.0:1763335538.751477:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335538.751494:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5967800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3654:1848991041355008:0@lo:400:kworker.0 00000100:00100000:3.0:1763335538.751516:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335538.751530:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5955c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3654:1848991041355520:0@lo:400:kworker.0 00000100:00100000:3.0:1763335538.751551:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335538.751564:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1763335538.751569:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5964a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e767977a-b5b5-44a9-9592-4af663ea7043:3654:1848991041354368:0@lo:400:kworker.0 00000100:00100000:3.0:1763335538.751596:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335538.751628:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5967480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3654:1848991041354880:0@lo:400:kworker.0 00000100:00100000:0.0:1763335538.751640:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041354624 00000100:00100000:0.0:1763335538.751646:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041354624 00000100:00100000:3.0:1763335538.751650:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335538.751667:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5957800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3654:1848991041355392:0@lo:400:kworker.0 00000100:00100000:0.0:1763335538.751680:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041354880 00000100:00100000:0.0:1763335538.751683:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041354880 00000100:00100000:3.0:1763335538.751688:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335538.751698:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 170 00000100:00100000:0.0:1763335538.751705:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5957100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3652:x1848991041354624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763335538.751720:0:6509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041354368 00000100:00100000:3.0:1763335538.751723:0:6509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041354368 00000100:00100000:3.0:1763335538.751753:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 359 00000100:00100000:0.0:1763335538.751756:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5957100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3652:x1848991041354624:12345-0@lo:400:kworker.0 Request processed in 51us (408us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335538.751760:0:6509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c71a0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e767977a-b5b5-44a9-9592-4af663ea7043+23:3654:x1848991041354368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763335538.751763:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 170 00000100:00100000:0.0:1763335538.751775:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000100:00100000:0.0:1763335538.751780:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1848991041354880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763335538.751792:0:6509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c71a0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e767977a-b5b5-44a9-9592-4af663ea7043+23:3654:x1848991041354368:12345-0@lo:400:kworker.0 Request processed in 33us (195us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335538.751798:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 359 00000100:00100000:0.0:1763335538.751804:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1848991041354880:12345-0@lo:400:kworker.0 Request processed in 25us (154us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335538.751809:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00000100:00100000:0.0:1763335538.751827:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041354752 00000100:00100000:3.0:1763335538.751830:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041355264 00000100:00100000:0.0:1763335538.751830:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041354752 00000100:00100000:3.0:1763335538.751833:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041355264 00000100:00100000:0.0:1763335538.751862:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041355136 00000100:00100000:0.0:1763335538.751865:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041355136 00000100:00100000:3.0:1763335538.751900:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041355776 00000100:00100000:3.0:1763335538.751903:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041355776 00000100:00100000:0.0:1763335538.751909:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041355648 00000100:00100000:0.0:1763335538.751912:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041355648 00000100:00100000:3.0:1763335538.751921:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041355392 00000100:00100000:0.0:1763335538.751922:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041354496 00000100:00100000:3.0:1763335538.751924:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041355392 00000100:00100000:0.0:1763335538.751924:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041354496 00000100:00100000:0.0:1763335538.751934:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041355008 00000100:00100000:3.0:1763335538.751936:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00100000:0.0:1763335538.751936:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041355008 00000100:00100000:3.0:1763335538.751941:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5954000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3652:x1848991041355264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763335538.751948:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041355520 00000100:00100000:0.0:1763335538.751950:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041355520 00000100:00100000:0.0:1763335538.751962:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 317 00000100:00100000:0.0:1763335538.751968:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5956680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1848991041354752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763335538.751973:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5954000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3652:x1848991041355264:12345-0@lo:400:kworker.0 Request processed in 32us (710us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335538.751979:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00100000:3.0:1763335538.751990:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00100000:3.0:1763335538.751995:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5954e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3652:x1848991041355776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763335538.751995:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5956680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1848991041354752:12345-0@lo:400:kworker.0 Request processed in 28us (797us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335538.752002:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 317 00000100:00100000:3.0:1763335538.752019:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5954e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3652:x1848991041355776:12345-0@lo:400:kworker.0 Request processed in 24us (719us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335538.752024:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00100000:0.0:1763335538.752031:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 318 00000100:00100000:3.0:1763335538.752033:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:3.0:1763335538.752038:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3654:x1848991041355392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763335538.752038:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5957480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1848991041355136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763335538.752063:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3654:x1848991041355392:12345-0@lo:400:kworker.0 Request processed in 24us (373us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335538.752063:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5957480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1848991041355136:12345-0@lo:400:kworker.0 Request processed in 26us (679us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335538.752069:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00100000:0.0:1763335538.752070:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 318 00000100:00100000:0.0:1763335538.752079:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 319 00000100:00080000:3.0:1763335538.752085:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1763335538.752085:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5956a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1848991041355648:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1763335538.752088:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1763335538.752090:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1763335538.752092:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1763335538.752507:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5956a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1848991041355648:12345-0@lo:400:kworker.0 Request processed in 420us (1088us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335538.752518:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 319 00000100:00100000:0.0:1763335538.752539:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 320 00000100:00100000:0.0:1763335538.752547:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5955500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1848991041354496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763335538.752586:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5955500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1848991041354496:12345-0@lo:400:kworker.0 Request processed in 40us (1107us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335538.752592:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 320 00000100:00100000:0.0:1763335538.752603:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 321 00000100:00100000:0.0:1763335538.752609:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1848991041355008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763335538.752634:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1848991041355008:12345-0@lo:400:kworker.0 Request processed in 26us (1118us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335538.752639:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 321 00000100:00100000:0.0:1763335538.752649:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 322 00000100:00100000:0.0:1763335538.752654:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1848991041355520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763335538.752680:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1848991041355520:12345-0@lo:400:kworker.0 Request processed in 26us (1128us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335538.752684:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 322 00000100:00100000:2.0:1763335538.752961:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335538.753130:0:12324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041354240 00000100:00100000:0.0:1763335538.753138:0:12324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041354240 00000100:00100000:0.0:1763335538.753178:0:12324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 139 00000100:00100000:0.0:1763335538.753184:0:12324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4520700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3651:x1848991041354240:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1763335538.753203:0:12324:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 544349888 pending 0 free 3923496960 avail 3691941888 00000100:00100000:0.0:1763335538.753244:0:12324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4520700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3651:x1848991041354240:12345-0@lo:13:osp-pre-1-1.0 Request processed in 60us (285us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335538.753251:0:12324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 139 00000100:00100000:3.0:1763335538.753810:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5964a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e767977a-b5b5-44a9-9592-4af663ea7043:3654:1848991041354368:0@lo:400:kworker.0 00000100:00100000:3.0:1763335538.753847:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5967480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3654:1848991041354880:0@lo:400:kworker.0 00000100:00100000:3.0:1763335538.753863:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5957800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3654:1848991041355392:0@lo:400:kworker.0 00000100:00100000:3.0:1763335538.753891:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5967100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3654:1848991041354496:0@lo:400:kworker.0 00000100:00100000:3.0:1763335538.753904:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5967800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3654:1848991041355008:0@lo:400:kworker.0 00000100:00100000:2.0:1763335538.753908:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5967b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1848991041354240:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1763335538.753915:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5955c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3654:1848991041355520:0@lo:400:kworker.0 00000100:00100000:3.0:1763335538.753963:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5964000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1848991041354624:0@lo:400:kworker.0 00000100:00100000:3.0:1763335538.753977:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5966a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3652:1848991041355136:0@lo:400:kworker.0 00000100:00100000:3.0:1763335538.753987:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5957b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3652:1848991041355648:0@lo:400:kworker.0 00000100:00100000:3.0:1763335538.753999:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5964700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3652:1848991041354752:0@lo:400:kworker.0 00000100:00100000:3.0:1763335538.754067:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5954a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1848991041355264:0@lo:400:kworker.0 00000100:00100000:3.0:1763335538.754081:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5956300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1848991041355776:0@lo:400:kworker.0 00000100:00100000:0.0:1763335538.754238:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335538.754304:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028941184 00000100:00100000:2.0:1763335538.754309:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028941184 00000100:00100000:2.0:1763335538.754357:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1354 00000100:00100000:2.0:1763335538.754364:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c97480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+30:15720:x1848991028941184:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335538.754379:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335538.754410:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99800/0x10123ce7f0764bff lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e032 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335538.754444:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764bc7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e001 expref: 21 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335538.754457:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99800/0x10123ce7f0764bff lrc: 4/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e032 expref: 31 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335538.754500:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764bc7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e001 expref: 21 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335538.754514:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764bc7 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e001 expref: 21 pid: 10055 timeout: 439 lvb_type: 0 00000100:00100000:2.0:1763335538.754528:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4520e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041355904:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335538.754623:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c12546c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335538.757218:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335538.757340:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028941312 00000100:00100000:0.0:1763335538.757352:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028941312 00010000:00010000:0.0:1763335538.757404:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764bc7 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e001 expref: 22 pid: 10055 timeout: 439 lvb_type: 0 00000100:00100000:0.0:1763335538.757451:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 508 00000100:00100000:0.0:1763335538.757463:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c75880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+22:2408:x1848991028941312:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335538.757482:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335538.757510:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764bc7 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e001 expref: 22 pid: 10055 timeout: 439 lvb_type: 0 00010000:00010000:0.0:1763335538.757527:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764bc7 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e001 expref: 22 pid: 10055 timeout: 439 lvb_type: 0 00010000:00010000:0.0:1763335538.757556:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335538.757563:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99800/0x10123ce7f0764bff lrc: 3/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e032 expref: 31 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.757577:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99800/0x10123ce7f0764bff lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x50080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e032 expref: 31 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.757588:0:6500:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99800/0x10123ce7f0764bff lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x50080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e032 expref: 31 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.757638:0:6500:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99800/0x10123ce7f0764bff lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e032 expref: 31 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335538.757654:0:6500:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6500:1848991041356032:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335538.757760:0:6500:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c900 going to sleep for 11 seconds 00010000:00010000:2.0:1763335538.757904:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764bc7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e001 expref: 22 pid: 10055 timeout: 439 lvb_type: 0 00000100:00100000:2.0:1763335538.757923:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4520e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041355904:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335538.757951:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99800/0x10123ce7f0764bff lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e032 expref: 31 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335538.757964:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335538.757967:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335538.757970:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99800, rc 0) 00000100:00100000:2.0:1763335538.758009:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c97480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+31:15720:x1848991028941184:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3645us (3773us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335538.758019:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1354 00000100:00100000:1.0:1763335538.760951:0:6500:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6500:1848991041356032:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335538.760994:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335538.761072:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c75880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+21:2408:x1848991028941312:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 3609us (3870us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335538.761085:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 508 00000100:00100000:1.0:1763335538.765477:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335538.765908:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028941440 00000100:00100000:2.0:1763335538.765925:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028941440 00002000:00100000:2.0:1763335538.765998:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4c75500 x1848991028941440/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:584/0 lens 488/0 e 0 to 0 dl 1763335549 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335538.766010:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4c75500 with x1848991028941440 00000100:00100000:2.0:1763335538.766053:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 749 00000100:00100000:2.0:1763335538.766065:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+31:2407:x1848991028941440:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335538.783587:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+31:2407:x1848991028941440:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 17505us (18105us total) trans 0 rc 933888/933888 00000100:00100000:1.0:1763335538.783606:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 749 00002000:00100000:1.0:1763335538.783626:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4c75500 x1848991028941440/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:584/0 lens 488/440 e 0 to 0 dl 1763335549 ref 1 fl Complete:/600/0 rc 933888/933888 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335538.783638:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4c75500 with x1848991028941440 00000100:00100000:0.0:1763335538.788142:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335538.788262:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028941568 00000100:00100000:2.0:1763335538.788277:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028941568 00000100:00100000:2.0:1763335538.788353:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1355 00000100:00100000:2.0:1763335538.788366:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c96d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+21:15720:x1848991028941568:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335538.788400:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335538.788432:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764c06 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e039 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335538.788562:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f0764c0d lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335538.788581:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f0764c0d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335538.788595:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f0764c0d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00000004:00200000:2.0:1763335538.788628:0:6516:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 931988 00000004:00200000:2.0:1763335538.788634:0:6516:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763335538.788658:0:6516:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f0764c0d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335538.788691:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764c06 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e039 expref: 23 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335538.788720:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f0764c0d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e039 expref: 22 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335538.788730:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335538.788734:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335538.788739:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99e00, rc 0) 00000100:00100000:2.0:1763335538.788834:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c96d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+22:15720:x1848991028941568:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 469us (707us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335538.788852:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1355 00000100:00100000:0.0:1763335538.792820:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335538.792938:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028941696 00000100:00100000:3.0:1763335538.792953:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028941696 00000100:00100000:3.0:1763335538.793023:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1356 00000100:00100000:3.0:1763335538.793034:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c96300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+22:2406:x1848991028941696:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335538.793062:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335538.793090:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5400/0x10123ce7f0764c14 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e040 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335538.793138:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5400/0x10123ce7f0764c14 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e040 expref: 23 pid: 6517 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763335538.793154:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 931988 00010000:00010000:3.0:1763335538.793164:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5400/0x10123ce7f0764c14 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e040 expref: 23 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335538.793180:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335538.793184:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335538.793188:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5400, rc 0) 00000100:00100000:3.0:1763335538.793268:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c96300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+23:2406:x1848991028941696:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 235us (487us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335538.793278:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1356 00000100:00100000:1.0:1763335538.798481:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335538.799189:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028941952 00000100:00100000:2.0:1763335538.799205:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028941952 00000100:00100000:2.0:1763335538.799286:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1357 00000100:00100000:2.0:1763335538.799297:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+23:15720:x1848991028941952:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:2.0:1763335538.799377:0:6516:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335538.799416:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f0764c0d lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e039 expref: 23 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335538.799441:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335538.799447:0:6516:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335538.799687:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764c1b lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335538.799705:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99000/0x10123ce7f0764bdc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e00f expref: 30 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335538.799717:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764c1b lrc: 4/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335538.799763:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99000/0x10123ce7f0764bdc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e00f expref: 30 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335538.799779:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99000/0x10123ce7f0764bdc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e00f expref: 30 pid: 10055 timeout: 439 lvb_type: 0 00000100:00100000:2.0:1763335538.799796:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4520e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041356160:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335538.799984:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c5ac7b40 going to sleep for 11 seconds 00000100:00100000:2.0:1763335538.804342:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4520e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041356160:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335538.804385:0:6516:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764c1b lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00000100:00100000:3.0:1763335538.804467:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335538.804769:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028942080 00000100:00100000:0.0:1763335538.804780:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028942080 00010000:00010000:0.0:1763335538.804847:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99000/0x10123ce7f0764bdc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e00f expref: 31 pid: 10055 timeout: 439 lvb_type: 0 00000100:00100000:0.0:1763335538.804916:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 509 00000100:00100000:0.0:1763335538.804929:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5956300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:819c42eb-8a5f-4523-990c-a007cb66998d+31:2408:x1848991028942080:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335538.804954:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335538.804963:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99000/0x10123ce7f0764bdc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e00f expref: 31 pid: 10055 timeout: 439 lvb_type: 0 00010000:00010000:0.0:1763335538.804979:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99000/0x10123ce7f0764bdc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e00f expref: 31 pid: 10055 timeout: 439 lvb_type: 0 00010000:00010000:0.0:1763335538.805030:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99000/0x10123ce7f0764bdc lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e00f expref: 31 pid: 10055 timeout: 439 lvb_type: 0 00010000:00010000:0.0:1763335538.805056:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335538.805060:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764c1b lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00010000:00010000:0.0:1763335538.805077:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764c1b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT0 00010000:00010000:0.0:1763335538.805084:0:6500:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764c1b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT0 00010000:00010000:0.0:1763335538.805119:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335538.805137:0:6516:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764c1b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335538.805145:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764c1b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00000100:00100000:0.0:1763335538.805203:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5956300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:819c42eb-8a5f-4523-990c-a007cb66998d+30:2408:x1848991028942080:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 276us (736us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335538.805212:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 509 00000001:00080000:2.0:1763335538.805286:0:6516:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967846 00000004:00010000:2.0:1763335538.805360:0:6516:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 931988 -> 931988 00000004:00010000:2.0:1763335538.805365:0:6516:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335538 -> 1763335539 00000004:00010000:2.0:1763335538.805368:0:6516:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335538 -> 1763335538 00000004:00010000:2.0:1763335538.805371:0:6516:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335538 -> 1763335539 00000004:00010000:2.0:1763335538.805374:0:6516:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 680 -> 680 00000004:00010000:2.0:1763335538.805381:0:6516:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004495d5f4 reply state 000000006de06584 transno 4294967847 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764c1b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335538.805398:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764c1b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335538.805405:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335538.805408:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335538.805411:0:6516:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763335538.805514:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+25:15720:x1848991028941952:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 6218us (7050us total) trans 4294967847 rc 0/0 00000100:00100000:2.0:1763335538.805522:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1357 00000020:00080000:2.0:1763335538.805526:0:6516:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763335538.808521:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335538.808577:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028942208 00000100:00100000:2.0:1763335538.808591:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028942208 00000100:00100000:2.0:1763335538.808668:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1358 00000100:00100000:2.0:1763335538.808679:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c95500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+25:15720:x1848991028942208:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335538.808714:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335538.808719:0:6516:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763335538.808775:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5400/0x10123ce7f0764c14 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e040 expref: 25 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335538.808798:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335538.808804:0:6516:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335538.808821:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98200/0x10123ce7f0764c22 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e047 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335538.808861:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99800/0x10123ce7f0764bff lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e032 expref: 29 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335538.808921:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98200/0x10123ce7f0764c22 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e047 expref: 25 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335538.808963:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99800/0x10123ce7f0764bff lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e032 expref: 29 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335538.808979:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99800/0x10123ce7f0764bff lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e032 expref: 29 pid: 6516 timeout: 439 lvb_type: 0 00000100:00100000:2.0:1763335538.808996:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4520e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041356288:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335538.809107:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c5ac7a80 going to sleep for 11 seconds 00000100:00100000:2.0:1763335538.813663:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4520e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041356288:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335538.813715:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98200/0x10123ce7f0764c22 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e047 expref: 25 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335538.813739:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335538.813742:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335538.813748:0:6516:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98200/0x10123ce7f0764c22 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e047 expref: 25 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335538.813762:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98200, rc 0) 00000100:00100000:2.0:1763335538.813852:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c95500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+25:15720:x1848991028942208:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5173us (5343us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335538.813862:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1358 00000100:00100000:3.0:1763335538.814631:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335538.815167:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028942336 00000100:00100000:2.0:1763335538.815178:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028942336 00010000:00010000:2.0:1763335538.815226:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99800/0x10123ce7f0764bff lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e032 expref: 30 pid: 6516 timeout: 439 lvb_type: 0 00000100:00100000:2.0:1763335538.815273:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 510 00000100:00100000:2.0:1763335538.815284:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5954a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+30:2409:x1848991028942336:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335538.815306:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335538.815344:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99800/0x10123ce7f0764bff lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e032 expref: 30 pid: 6516 timeout: 439 lvb_type: 0 00010000:00010000:2.0:1763335538.815358:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99800/0x10123ce7f0764bff lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e032 expref: 30 pid: 6516 timeout: 439 lvb_type: 0 00010000:00010000:2.0:1763335538.815386:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99800/0x10123ce7f0764bff lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e032 expref: 30 pid: 6516 timeout: 439 lvb_type: 0 00010000:00010000:2.0:1763335538.815403:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335538.815409:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98200/0x10123ce7f0764c22 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e047 expref: 24 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335538.815424:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98200/0x10123ce7f0764c22 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e047 expref: 24 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335538.815436:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98200/0x10123ce7f0764c22 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e047 expref: 24 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335538.815481:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98200/0x10123ce7f0764c22 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e047 expref: 24 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335538.815497:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4520e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041356416:192.168.202.34@tcp:105: 00000100:00100000:2.0:1763335538.815602:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c5ac7a80 going to sleep for 11 seconds 00000100:00100000:2.0:1763335538.818948:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4520e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041356416:192.168.202.34@tcp:105: 00010000:00010000:2.0:1763335538.818987:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335538.819056:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335538.819074:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5954a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+29:2409:x1848991028942336:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 3791us (4446us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335538.819087:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 510 00000100:00100000:0.0:1763335538.819403:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028942464 00000100:00100000:0.0:1763335538.819414:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028942464 00002000:00010000:0.0:1763335538.819465:0:8406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1428495->18446744073709551615) 00002000:00100000:0.0:1763335538.819471:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5957b80 with x1848991028942464 ext(1428495->18446744073709551615) 00002000:00010000:0.0:1763335538.819488:0:8406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5957b80. 00000100:00100000:0.0:1763335538.819525:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 571 00000100:00100000:0.0:1763335538.819535:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5957b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+8:2409:x1848991028942464:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:0.0:1763335538.819813:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 0 -> 1428495 00002000:00010000:0.0:1763335538.819818:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335538 -> 1763335539 00002000:00010000:0.0:1763335538.819821:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335538 -> 1763335538 00002000:00010000:0.0:1763335538.819823:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335538 -> 1763335539 00002000:00010000:0.0:1763335538.819825:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763335538.819910:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5957b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+9:2409:x1848991028942464:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 375us (854us total) trans 4294967536 rc 0/0 00000100:00100000:0.0:1763335538.819918:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 571 00002000:00010000:0.0:1763335538.819922:0:8406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1428495->18446744073709551615) 00002000:00100000:0.0:1763335538.819925:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5957b80 with x1848991028942464 ext(1428495->18446744073709551615) 00002000:00010000:0.0:1763335538.819930:0:8406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5957b80. 00000100:00100000:3.0:1763335538.823397:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335538.823492:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028942592 00000100:00100000:1.0:1763335538.823512:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028942592 00002000:00100000:1.0:1763335538.823601:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1376256->1380351) req@ffff9aefc5955c00 x1848991028942592/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:584/0 lens 488/0 e 0 to 0 dl 1763335549 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335538.823614:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5955c00 with x1848991028942592 ext(1376256->1380351) 00002000:00010000:1.0:1763335538.823622:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5955c00 00000100:00100000:0.0:1763335538.823960:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 572 00000100:00100000:0.0:1763335538.823978:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5955c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+9:2408:x1848991028942592:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335538.824414:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5955c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+9:2408:x1848991028942592:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 439us (1035us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335538.824423:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 572 00002000:00100000:0.0:1763335538.824431:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1376256->1380351) req@ffff9aefc5955c00 x1848991028942592/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:584/0 lens 488/4536 e 0 to 0 dl 1763335549 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335538.824440:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5955c00 with x1848991028942592 ext(1376256->1380351) 00002000:00010000:0.0:1763335538.824445:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5955c00 00000100:00100000:2.0:1763335538.828717:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335538.828845:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028942720 00000100:00100000:0.0:1763335538.828861:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028942720 00002000:00100000:0.0:1763335538.829027:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1380352->1384447) req@ffff9aefc4520e00 x1848991028942720/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:584/0 lens 488/0 e 0 to 0 dl 1763335549 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335538.829041:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4520e00 with x1848991028942720 ext(1380352->1384447) 00002000:00010000:0.0:1763335538.829049:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4520e00 00000100:00100000:0.0:1763335538.829087:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 573 00000100:00100000:0.0:1763335538.829098:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4520e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+9:2409:x1848991028942720:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335538.829377:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4520e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+9:2409:x1848991028942720:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 278us (674us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335538.829387:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 573 00002000:00100000:0.0:1763335538.829395:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1380352->1384447) req@ffff9aefc4520e00 x1848991028942720/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:584/0 lens 488/4536 e 0 to 0 dl 1763335549 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335538.829412:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4520e00 with x1848991028942720 ext(1380352->1384447) 00002000:00010000:0.0:1763335538.829415:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4520e00 00000100:00100000:1.0:1763335538.833116:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335538.833363:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028942848 00000100:00100000:0.0:1763335538.833377:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028942848 00002000:00100000:0.0:1763335538.833444:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1384448->1388543) req@ffff9aefc4c77100 x1848991028942848/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:584/0 lens 488/0 e 0 to 0 dl 1763335549 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335538.833456:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4c77100 with x1848991028942848 ext(1384448->1388543) 00002000:00010000:0.0:1763335538.833463:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4c77100 00000100:00100000:0.0:1763335538.833507:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 574 00000100:00100000:0.0:1763335538.833519:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+9:2408:x1848991028942848:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335538.833823:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+9:2408:x1848991028942848:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 305us (723us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335538.833833:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 574 00002000:00100000:0.0:1763335538.833848:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1384448->1388543) req@ffff9aefc4c77100 x1848991028942848/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:584/0 lens 488/4536 e 0 to 0 dl 1763335549 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335538.833856:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4c77100 with x1848991028942848 ext(1384448->1388543) 00002000:00010000:0.0:1763335538.833860:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4c77100 00000100:00100000:3.0:1763335538.837571:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335538.837919:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028942976 00000100:00100000:0.0:1763335538.837933:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028942976 00002000:00100000:0.0:1763335538.837993:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1388544->1392639) req@ffff9aefc5957800 x1848991028942976/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:584/0 lens 488/0 e 0 to 0 dl 1763335549 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335538.838005:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5957800 with x1848991028942976 ext(1388544->1392639) 00002000:00010000:0.0:1763335538.838013:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5957800 00000100:00100000:0.0:1763335538.838047:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 575 00000100:00100000:0.0:1763335538.838057:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5957800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+9:2407:x1848991028942976:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335538.838360:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5957800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+9:2407:x1848991028942976:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 302us (803us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335538.838369:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 575 00002000:00100000:0.0:1763335538.838377:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1388544->1392639) req@ffff9aefc5957800 x1848991028942976/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:584/0 lens 488/4536 e 0 to 0 dl 1763335549 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335538.838385:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5957800 with x1848991028942976 ext(1388544->1392639) 00002000:00010000:0.0:1763335538.838388:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5957800 00000100:00100000:2.0:1763335538.841912:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335538.842190:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028943104 00000100:00100000:1.0:1763335538.842205:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028943104 00002000:00100000:1.0:1763335538.842273:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1392640->1396735) req@ffff9aefc471c700 x1848991028943104/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:584/0 lens 488/0 e 0 to 0 dl 1763335549 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335538.842292:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc471c700 with x1848991028943104 ext(1392640->1396735) 00002000:00010000:1.0:1763335538.842300:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc471c700 00000100:00100000:1.0:1763335538.842331:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 576 00000100:00100000:1.0:1763335538.842342:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc471c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+9:2409:x1848991028943104:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335538.842620:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc471c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+9:2409:x1848991028943104:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 278us (764us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335538.842629:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 576 00002000:00100000:1.0:1763335538.842637:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1392640->1396735) req@ffff9aefc471c700 x1848991028943104/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:584/0 lens 488/4536 e 0 to 0 dl 1763335549 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335538.842645:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc471c700 with x1848991028943104 ext(1392640->1396735) 00002000:00010000:1.0:1763335538.842648:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc471c700 00000100:00100000:2.0:1763335538.846648:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335538.847204:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028943232 00000100:00100000:0.0:1763335538.847220:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028943232 00002000:00100000:0.0:1763335538.847287:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1396736->1400831) req@ffff9aefc43db800 x1848991028943232/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:584/0 lens 488/0 e 0 to 0 dl 1763335549 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335538.847300:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc43db800 with x1848991028943232 ext(1396736->1400831) 00002000:00010000:0.0:1763335538.847308:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc43db800 00000100:00100000:0.0:1763335538.847379:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 577 00000100:00100000:0.0:1763335538.847390:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+9:2407:x1848991028943232:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335538.847669:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+9:2407:x1848991028943232:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 279us (1035us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335538.847679:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 577 00002000:00100000:0.0:1763335538.847686:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1396736->1400831) req@ffff9aefc43db800 x1848991028943232/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:584/0 lens 488/4536 e 0 to 0 dl 1763335549 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335538.847693:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc43db800 with x1848991028943232 ext(1396736->1400831) 00002000:00010000:0.0:1763335538.847696:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc43db800 00000100:00100000:2.0:1763335538.851582:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335538.851689:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028943360 00000100:00100000:0.0:1763335538.851704:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028943360 00002000:00100000:0.0:1763335538.851773:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1400832->1404927) req@ffff9aefc46e8000 x1848991028943360/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:584/0 lens 488/0 e 0 to 0 dl 1763335549 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335538.851787:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc46e8000 with x1848991028943360 ext(1400832->1404927) 00002000:00010000:0.0:1763335538.851794:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc46e8000 00000100:00100000:1.0:1763335538.852075:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 578 00000100:00100000:1.0:1763335538.852090:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc46e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+9:2409:x1848991028943360:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335538.852386:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc46e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+9:2409:x1848991028943360:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 298us (821us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335538.852396:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 578 00002000:00100000:1.0:1763335538.852405:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1400832->1404927) req@ffff9aefc46e8000 x1848991028943360/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:584/0 lens 488/4536 e 0 to 0 dl 1763335549 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335538.852413:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc46e8000 with x1848991028943360 ext(1400832->1404927) 00002000:00010000:1.0:1763335538.852417:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc46e8000 00000100:00100000:2.0:1763335538.861138:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335538.861630:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028943488 00000100:00100000:0.0:1763335538.861646:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028943488 00002000:00100000:0.0:1763335538.861719:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1404928->1409023) req@ffff9af0ffb93800 x1848991028943488/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:584/0 lens 488/0 e 0 to 0 dl 1763335549 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335538.861734:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb93800 with x1848991028943488 ext(1404928->1409023) 00002000:00010000:0.0:1763335538.861742:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb93800 00000100:00100000:0.0:1763335538.861795:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 579 00000100:00100000:0.0:1763335538.861808:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+9:2408:x1848991028943488:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335538.862144:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+9:2408:x1848991028943488:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 337us (1021us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335538.862153:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 579 00002000:00100000:0.0:1763335538.862160:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1404928->1409023) req@ffff9af0ffb93800 x1848991028943488/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:584/0 lens 488/4536 e 0 to 0 dl 1763335549 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335538.862169:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb93800 with x1848991028943488 ext(1404928->1409023) 00002000:00010000:0.0:1763335538.862172:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb93800 00000100:00100000:2.0:1763335538.865367:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335538.865478:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028943616 00000100:00100000:1.0:1763335538.865492:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028943616 00002000:00100000:1.0:1763335538.865559:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1409024->1413119) req@ffff9aefc35eea00 x1848991028943616/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:584/0 lens 488/0 e 0 to 0 dl 1763335549 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335538.865571:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc35eea00 with x1848991028943616 ext(1409024->1413119) 00002000:00010000:1.0:1763335538.865578:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc35eea00 00000100:00100000:1.0:1763335538.865619:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 580 00000100:00100000:1.0:1763335538.865630:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc35eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+9:2407:x1848991028943616:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335538.865939:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc35eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+9:2407:x1848991028943616:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 310us (586us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335538.865947:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 580 00002000:00100000:1.0:1763335538.865955:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1409024->1413119) req@ffff9aefc35eea00 x1848991028943616/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:584/0 lens 488/4536 e 0 to 0 dl 1763335549 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335538.865963:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc35eea00 with x1848991028943616 ext(1409024->1413119) 00002000:00010000:1.0:1763335538.865966:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc35eea00 00000100:00100000:2.0:1763335538.872726:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335538.873143:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028943744 00000100:00100000:0.0:1763335538.873157:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028943744 00002000:00100000:0.0:1763335538.873224:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1413120->1417215) req@ffff9aefc35ef800 x1848991028943744/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:584/0 lens 488/0 e 0 to 0 dl 1763335549 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335538.873249:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc35ef800 with x1848991028943744 ext(1413120->1417215) 00002000:00010000:0.0:1763335538.873257:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc35ef800 00000100:00100000:0.0:1763335538.873300:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 581 00000100:00100000:0.0:1763335538.873311:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc35ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+9:2409:x1848991028943744:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335538.873621:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc35ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+9:2409:x1848991028943744:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 311us (910us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335538.873630:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 581 00002000:00100000:0.0:1763335538.873638:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1413120->1417215) req@ffff9aefc35ef800 x1848991028943744/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:584/0 lens 488/4536 e 0 to 0 dl 1763335549 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335538.873646:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc35ef800 with x1848991028943744 ext(1413120->1417215) 00002000:00010000:0.0:1763335538.873650:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc35ef800 00000100:00100000:2.0:1763335538.877191:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335538.877437:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028943872 00000100:00100000:1.0:1763335538.877452:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028943872 00002000:00100000:1.0:1763335538.877520:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1417216->1421311) req@ffff9aefc35ec700 x1848991028943872/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:584/0 lens 488/0 e 0 to 0 dl 1763335549 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335538.877533:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc35ec700 with x1848991028943872 ext(1417216->1421311) 00002000:00010000:1.0:1763335538.877545:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc35ec700 00000100:00100000:1.0:1763335538.877585:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 582 00000100:00100000:1.0:1763335538.877597:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc35ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+9:2406:x1848991028943872:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335538.878382:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc35ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+9:2406:x1848991028943872:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 784us (1213us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335538.878392:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 582 00002000:00100000:1.0:1763335538.878403:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1417216->1421311) req@ffff9aefc35ec700 x1848991028943872/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:584/0 lens 488/4536 e 0 to 0 dl 1763335549 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335538.878411:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc35ec700 with x1848991028943872 ext(1417216->1421311) 00002000:00010000:1.0:1763335538.878415:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc35ec700 00000100:00100000:2.0:1763335538.881593:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335538.881796:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028944000 00000100:00100000:1.0:1763335538.881810:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028944000 00002000:00100000:1.0:1763335538.881933:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1421312->1425407) req@ffff9aefc35eca80 x1848991028944000/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:584/0 lens 488/0 e 0 to 0 dl 1763335549 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335538.881946:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc35eca80 with x1848991028944000 ext(1421312->1425407) 00002000:00010000:1.0:1763335538.881954:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc35eca80 00000100:00100000:1.0:1763335538.881987:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 583 00000100:00100000:1.0:1763335538.881997:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc35eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+9:2407:x1848991028944000:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335538.882274:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc35eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+9:2407:x1848991028944000:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 277us (698us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335538.882283:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 583 00002000:00100000:1.0:1763335538.882291:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1421312->1425407) req@ffff9aefc35eca80 x1848991028944000/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:584/0 lens 488/4536 e 0 to 0 dl 1763335549 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335538.882299:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc35eca80 with x1848991028944000 ext(1421312->1425407) 00002000:00010000:1.0:1763335538.882302:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc35eca80 00000100:00100000:2.0:1763335538.886572:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335538.886690:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028944128 00000100:00100000:0.0:1763335538.886704:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028944128 00002000:00100000:0.0:1763335538.886771:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1425408->1429503) req@ffff9aefc35ee300 x1848991028944128/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:584/0 lens 488/0 e 0 to 0 dl 1763335549 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335538.886783:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc35ee300 with x1848991028944128 ext(1425408->1429503) 00002000:00010000:0.0:1763335538.886792:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc35ee300 00000100:00100000:0.0:1763335538.886844:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 584 00000100:00100000:0.0:1763335538.886855:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc35ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+9:2406:x1848991028944128:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335538.887137:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc35ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+9:2406:x1848991028944128:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 282us (581us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335538.887148:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 584 00002000:00100000:0.0:1763335538.887157:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1425408->1429503) req@ffff9aefc35ee300 x1848991028944128/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:584/0 lens 488/4536 e 0 to 0 dl 1763335549 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335538.887167:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc35ee300 with x1848991028944128 ext(1425408->1429503) 00002000:00010000:0.0:1763335538.887170:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc35ee300 00000100:00100000:2.0:1763335538.891545:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335538.891767:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028944256 00000100:00100000:1.0:1763335538.891783:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028944256 00002000:00100000:1.0:1763335538.891925:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1376256->1428494) req@ffff9aefc35ee680 x1848991028944256/t0(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:584/0 lens 488/0 e 0 to 0 dl 1763335549 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335538.891939:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc35ee680 with x1848991028944256 ext(1376256->1428494) 00002000:00010000:1.0:1763335538.891948:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc35ee680 00000100:00100000:1.0:1763335538.891980:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 585 00000100:00100000:1.0:1763335538.891991:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc35ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+9:2406:x1848991028944256:12345-192.168.202.34@tcp:4:fsx.0 00000100:00100000:0.0:1763335538.896131:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc35ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2406:x1848991028944256:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 4123us (4584us total) trans 4294967537 rc 0/0 00000100:00100000:0.0:1763335538.896152:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 585 00002000:00100000:0.0:1763335538.896169:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1376256->1428494) req@ffff9aefc35ee680 x1848991028944256/t4294967537(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:584/0 lens 488/448 e 0 to 0 dl 1763335549 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335538.896182:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc35ee680 with x1848991028944256 ext(1376256->1428494) 00002000:00010000:0.0:1763335538.896192:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc35ee680 00000100:00100000:2.0:1763335538.901084:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335538.901355:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028944384 00000100:00100000:0.0:1763335538.901370:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028944384 00000100:00100000:0.0:1763335538.901448:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 996 00000100:00100000:0.0:1763335538.901461:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc35efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+11:2407:x1848991028944384:12345-192.168.202.34@tcp:16:fsx.0 00000001:00080000:2.0:1763335538.903324:0:9466:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967537 is committed 00000001:00080000:2.0:1763335538.903350:0:9466:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967534 is committed 00000100:00100000:0.0:1763335538.903588:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc35efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:2407:x1848991028944384:12345-192.168.202.34@tcp:16:fsx.0 Request processed in 2122us (2511us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335538.903603:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 996 00000100:00100000:2.0:1763335538.906476:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335538.906568:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028944512 00000100:00100000:0.0:1763335538.906582:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028944512 00000100:00100000:0.0:1763335538.906659:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1359 00000100:00100000:0.0:1763335538.906671:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc35eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+29:15720:x1848991028944512:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335538.906698:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335538.906727:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af102172600/0x10123ce7f0764c29 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e04e expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.906908:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af102173a00/0x10123ce7f0764c30 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:0.0:1763335538.906930:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af102173a00/0x10123ce7f0764c30 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 00010000:00010000:0.0:1763335538.906943:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af102173a00/0x10123ce7f0764c30 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00000004:00200000:0.0:1763335538.906979:0:6516:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 1428495 00000004:00200000:0.0:1763335538.906984:0:6516:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763335538.907008:0:6516:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af102173a00/0x10123ce7f0764c30 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00010000:00010000:0.0:1763335538.907039:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af102172600/0x10123ce7f0764c29 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e04e expref: 31 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.907061:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af102173a00/0x10123ce7f0764c30 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e04e expref: 30 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.907072:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335538.907075:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335538.907079:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af102173a00, rc 0) 00000100:00100000:0.0:1763335538.907154:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc35eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+30:15720:x1848991028944512:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 484us (692us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335538.907163:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1359 00000100:00100000:2.0:1763335538.911141:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335538.912199:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028944640 00000100:00100000:3.0:1763335538.912216:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028944640 00000100:00100000:3.0:1763335538.912303:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1360 00000100:00100000:3.0:1763335538.912317:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc35ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+30:2409:x1848991028944640:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335538.912347:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335538.912375:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0764c37 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e055 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335538.912426:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98200/0x10123ce7f0764c22 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e047 expref: 24 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335538.912486:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5964700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041356544:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335538.912622:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58503c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335538.913993:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335538.914404:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028944768 00000100:00100000:0.0:1763335538.914416:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028944768 00000100:00100000:0.0:1763335538.914485:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 997 00000100:00100000:0.0:1763335538.914496:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc35edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991028944768:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335538.914519:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335538.914543:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af102172000/0x10123ce7f0764c3e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e05c expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335538.914613:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c97b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041356672:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335538.914719:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c900 going to sleep for 11 seconds 00000004:00010000:3.0:1763335538.918085:0:6517:0:(mdt_lvb.c:189:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime: 1763335538 -> 1763335539 00000100:00100000:3.0:1763335538.918126:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5964700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041356544:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335538.918153:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 931988 00010000:00010000:3.0:1763335538.918176:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0764c37 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e055 expref: 31 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335538.918201:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335538.918205:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335538.918211:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0764c37 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e055 expref: 31 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335538.918226:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5600, rc 0) 00000100:00100000:3.0:1763335538.918298:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc35ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+30:2409:x1848991028944640:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5984us (7171us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335538.918307:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1360 00002000:00010000:0.0:1763335538.918613:0:8400:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335538 -> 1763335539 00002000:00010000:0.0:1763335538.918619:0:8400:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks: 0 -> 104 00000100:00100000:0.0:1763335538.918637:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c97b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041356672:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335538.918663:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af102172000/0x10123ce7f0764c3e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e05c expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335538.918680:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af102172000/0x10123ce7f0764c3e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e05c expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335538.918691:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af102172000, rc 0) 00000100:00100000:0.0:1763335538.918730:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc35edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991028944768:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4235us (4747us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335538.918737:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 997 00000100:00100000:1.0:1763335538.928019:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335538.928083:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335538.928266:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028944896 00000100:00100000:3.0:1763335538.928279:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028944896 00000100:00100000:3.0:1763335538.928361:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1361 00000100:00100000:3.0:1763335538.928373:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5614e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+30:2409:x1848991028944896:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335538.928401:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335538.928428:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0764c45 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e063 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335538.928477:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98200/0x10123ce7f0764c22 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e047 expref: 24 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335538.928526:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5964700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041356800:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335538.928628:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58503c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335538.928851:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028945024 00000100:00100000:2.0:1763335538.928856:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028945024 00000100:00100000:2.0:1763335538.928924:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 998 00000100:00100000:2.0:1763335538.928933:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5617480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991028945024:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335538.928941:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335538.928954:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98000/0x10123ce7f0764c4c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e06a expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335538.928999:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc35edf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041356928:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335538.929054:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c5ac7a80 going to sleep for 11 seconds 00000100:00100000:2.0:1763335538.938729:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc35edf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041356928:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335538.938783:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98000/0x10123ce7f0764c4c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e06a expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335538.938814:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98000/0x10123ce7f0764c4c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e06a expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335538.938830:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98000, rc 0) 00000100:00100000:2.0:1763335538.938968:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5617480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991028945024:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 10034us (10883us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335538.938979:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 998 00000100:00100000:3.0:1763335538.939489:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5964700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041356800:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335538.939508:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 931988 00010000:00010000:3.0:1763335538.939526:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0764c45 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e063 expref: 31 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335538.939544:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335538.939547:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335538.939554:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0764c45 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e063 expref: 31 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335538.939567:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5000, rc 0) 00000100:00100000:3.0:1763335538.939708:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5614e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+30:2409:x1848991028944896:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 11336us (11715us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335538.939716:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1361 00000100:00100000:1.0:1763335538.945382:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335538.945431:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335538.945500:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028945280 00000100:00100000:2.0:1763335538.945514:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028945280 00000100:00100000:2.0:1763335538.945593:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 999 00000100:00100000:2.0:1763335538.945605:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5614380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2408:x1848991028945280:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335538.945630:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335538.945656:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99600/0x10123ce7f0764c53 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e078 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335538.945738:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc35edf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041357056:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335538.945855:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c5ac7a80 going to sleep for 11 seconds 00000100:00100000:3.0:1763335538.946011:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028945152 00000100:00100000:3.0:1763335538.946016:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028945152 00000100:00100000:3.0:1763335538.946053:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1362 00000100:00100000:3.0:1763335538.946062:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5615880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+30:2409:x1848991028945152:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335538.946073:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335538.946090:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0764c5a lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e071 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335538.946127:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98200/0x10123ce7f0764c22 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e047 expref: 24 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335538.946152:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5964700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041357184:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335538.946188:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58503c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335538.951308:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc35edf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041357056:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335538.951362:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99600/0x10123ce7f0764c53 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e078 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335538.951391:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99600/0x10123ce7f0764c53 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e078 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335538.951412:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99600, rc 0) 00000100:00100000:0.0:1763335538.951492:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5614380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2408:x1848991028945280:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5887us (6057us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335538.951503:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 999 00000100:00100000:3.0:1763335538.952468:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5964700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041357184:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335538.952494:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 931988 00010000:00010000:3.0:1763335538.952512:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0764c5a lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e071 expref: 31 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335538.952533:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335538.952536:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335538.952541:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0764c5a lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e071 expref: 31 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335538.952555:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5e00, rc 0) 00000100:00100000:3.0:1763335538.952615:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5615880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+30:2409:x1848991028945152:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6554us (7245us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335538.952624:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1362 00000100:00100000:1.0:1763335538.961622:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335538.961680:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335538.962031:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028945408 00000100:00100000:3.0:1763335538.962044:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028945408 00000100:00100000:3.0:1763335538.962125:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1363 00000100:00100000:3.0:1763335538.962138:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5617b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+30:2408:x1848991028945408:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335538.962166:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335538.962195:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0764c61 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e07f expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335538.962246:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98200/0x10123ce7f0764c22 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e047 expref: 24 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335538.962301:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5964700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041357312:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335538.962413:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58503c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335538.963073:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028945536 00000100:00100000:0.0:1763335538.963083:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028945536 00000100:00100000:0.0:1763335538.963146:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1000 00000100:00100000:0.0:1763335538.963165:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5615c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2408:x1848991028945536:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335538.963179:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335538.963195:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af102172000/0x10123ce7f0764c68 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e086 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335538.963243:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c97b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041357440:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335538.963303:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c900 going to sleep for 11 seconds 00000100:00100000:0.0:1763335538.965715:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c97b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041357440:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335538.965770:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af102172000/0x10123ce7f0764c68 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e086 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335538.965798:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af102172000/0x10123ce7f0764c68 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e086 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335538.965815:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af102172000, rc 0) 00000100:00100000:0.0:1763335538.968118:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5615c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2408:x1848991028945536:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4938us (6497us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335538.968137:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1000 00000100:00100000:3.0:1763335538.969130:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5964700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041357312:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335538.969164:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 931988 00010000:00010000:3.0:1763335538.969195:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0764c61 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e07f expref: 31 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335538.969221:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335538.969225:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335538.969231:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0764c61 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e07f expref: 31 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335538.969254:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5e00, rc 0) 00000100:00100000:3.0:1763335538.969345:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5617b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+30:2408:x1848991028945408:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7208us (7662us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335538.969354:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1363 00000100:00100000:2.0:1763335538.977418:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335538.977521:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028945792 00000100:00100000:3.0:1763335538.977535:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028945792 00000100:00100000:3.0:1763335538.977611:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1364 00000100:00100000:3.0:1763335538.977623:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc35ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+30:15720:x1848991028945792:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:3.0:1763335538.977692:0:6517:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335538.977731:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af102173a00/0x10123ce7f0764c30 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e04e expref: 30 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335538.977759:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335538.977765:0:6517:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763335538.978186:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0764c6f lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335538.978209:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0764c6f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335538.978221:0:6517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0764c6f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00000001:00080000:3.0:1763335538.978275:0:6517:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967848 00000004:00010000:3.0:1763335538.978298:0:6517:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 931988 -> 931988 00000004:00010000:3.0:1763335538.978302:0:6517:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335539 -> 1763335539 00000004:00010000:3.0:1763335538.978305:0:6517:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335539 -> 1763335538 00000004:00010000:3.0:1763335538.978308:0:6517:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335539 -> 1763335539 00000004:00010000:3.0:1763335538.978312:0:6517:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 680 -> 680 00000004:00010000:3.0:1763335538.978319:0:6517:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000844b1b68 reply state 0000000088d360ce transno 4294967849 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0764c6f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335538.978331:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0764c6f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335538.978337:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335538.978341:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763335538.978343:0:6517:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763335538.978470:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc35ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+32:15720:x1848991028945792:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 847us (1066us total) trans 4294967849 rc 0/0 00000100:00100000:3.0:1763335538.978479:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1364 00000020:00080000:3.0:1763335538.978486:0:6517:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763335538.982338:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335538.988467:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028945920 00000100:00100000:3.0:1763335538.988488:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028945920 00000100:00100000:3.0:1763335538.988581:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1365 00000100:00100000:3.0:1763335538.988593:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc35edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+32:15720:x1848991028945920:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335538.988626:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335538.988653:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0764c76 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e08d expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335538.988693:0:6517:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98200/0x10123ce7f0764c22 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e047 expref: 24 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335538.988705:0:6517:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0764c76 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e08d expref: 33 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335538.988749:0:6517:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98200/0x10123ce7f0764c22 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e047 expref: 24 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335538.988770:0:6517:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98200/0x10123ce7f0764c22 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e047 expref: 24 pid: 6516 timeout: 439 lvb_type: 0 00000100:00100000:3.0:1763335538.988786:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5964700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041357568:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335538.988943:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58503c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335538.994258:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335538.994429:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028946048 00000100:00100000:0.0:1763335538.994446:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028946048 00010000:00010000:0.0:1763335538.994512:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98200/0x10123ce7f0764c22 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e047 expref: 25 pid: 6516 timeout: 439 lvb_type: 0 00000100:00100000:0.0:1763335538.994579:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 511 00000100:00100000:0.0:1763335538.994591:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+25:2409:x1848991028946048:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335538.994619:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335538.994658:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98200/0x10123ce7f0764c22 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 17 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e047 expref: 25 pid: 6516 timeout: 439 lvb_type: 0 00010000:00010000:0.0:1763335538.994675:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98200/0x10123ce7f0764c22 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 17 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e047 expref: 25 pid: 6516 timeout: 439 lvb_type: 0 00010000:00010000:0.0:1763335538.994707:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335538.994714:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0764c76 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 17 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e08d expref: 33 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.994730:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0764c76 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 17 type: IBT gid 0 flags: 0x50080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e08d expref: 33 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.994740:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0764c76 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 17 type: IBT gid 0 flags: 0x50080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e08d expref: 33 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335538.994796:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0764c76 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 17 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e08d expref: 33 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335538.994817:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041357696:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335538.994980:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c900 going to sleep for 11 seconds 00010000:00010000:3.0:1763335538.995106:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98200/0x10123ce7f0764c22 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 17 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e047 expref: 25 pid: 6516 timeout: 439 lvb_type: 0 00000100:00100000:3.0:1763335538.995127:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5964700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041357568:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335538.995159:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0764c76 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e08d expref: 33 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335538.995171:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335538.995174:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335538.995177:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5000, rc 0) 00000100:00100000:3.0:1763335538.995212:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc35edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+33:15720:x1848991028945920:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6620us (12890us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335538.995221:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1365 00000100:00100000:0.0:1763335539.000148:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041357696:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763335539.000188:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335539.000274:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+24:2409:x1848991028946048:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 5683us (6035us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335539.000287:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 511 00000100:00100000:2.0:1763335539.006032:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:2.0:1763335539.006304:0:6504:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763335539.006373:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028946176 00000100:00100000:0.0:1763335539.006387:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028946176 00000100:00100000:0.0:1763335539.006659:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1001 00000100:00100000:0.0:1763335539.006672:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:15720:x1848991028946176:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335539.006695:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335539.006719:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af102172000/0x10123ce7f0764c7d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e094 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335539.006760:0:8400:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99400/0x10123ce7f0764bce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e008 expref: 5 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335539.006769:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335539.006772:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335539.006777:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9af102172000/0x10123ce7f0764c7d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e094 expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335539.006821:0:8400:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99400/0x10123ce7f0764bce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e008 expref: 5 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335539.006853:0:8400:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99400/0x10123ce7f0764bce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e008 expref: 5 pid: 14974 timeout: 439 lvb_type: 0 00000100:00100000:0.0:1763335539.007090:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c97b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041357824:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335539.007753:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c900 going to sleep for 11 seconds 00000100:00100000:0.0:1763335539.012169:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c97b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041357824:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335539.012233:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af102172000/0x10123ce7f0764c7d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e094 expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335539.012262:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af102172000, rc 0) 00000100:00100000:2.0:1763335539.012558:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335539.013971:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+6:15720:x1848991028946176:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7289us (7953us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335539.013987:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1001 00000100:00100000:3.0:1763335539.014513:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028946304 00000100:00100000:3.0:1763335539.014527:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028946304 00010000:00010000:3.0:1763335539.014572:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99400/0x10123ce7f0764bce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e008 expref: 6 pid: 14974 timeout: 439 lvb_type: 0 00000100:00100000:3.0:1763335539.014621:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 512 00000100:00100000:3.0:1763335539.014632:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991028946304:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335539.014654:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335539.014678:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99400/0x10123ce7f0764bce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e008 expref: 6 pid: 14974 timeout: 439 lvb_type: 0 00010000:00010000:3.0:1763335539.014695:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99400/0x10123ce7f0764bce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e008 expref: 6 pid: 14974 timeout: 439 lvb_type: 0 00010000:00010000:3.0:1763335539.014725:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99400/0x10123ce7f0764bce lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e008 expref: 6 pid: 14974 timeout: 439 lvb_type: 0 00010000:00010000:3.0:1763335539.014745:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335539.014748:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335539.014757:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9af102172000/0x10123ce7f0764c7d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e094 expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335539.014770:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9af102172000/0x10123ce7f0764c7d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e094 expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335539.014817:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9af102172000/0x10123ce7f0764c7d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e094 expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335539.014845:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5964700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041357952:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335539.014986:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58503c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335539.021005:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335539.021550:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335539.021678:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028946560 00000100:00100000:0.0:1763335539.021691:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028946560 00002000:00010000:0.0:1763335539.021746:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:0.0:1763335539.021751:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7d08380 with x1848991028946560 ext(0->18446744073709551615) 00002000:00010000:0.0:1763335539.021768:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7d08380. 00000100:00100000:0.0:1763335539.021811:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 586 00000100:00100000:0.0:1763335539.021822:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028946560:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:0.0:1763335539.022275:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1428495 -> 0 00002000:00010000:0.0:1763335539.022282:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335539 -> 1763335539 00002000:00010000:0.0:1763335539.022285:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335539 -> 1763335538 00002000:00010000:0.0:1763335539.022288:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335539 -> 1763335539 00002000:00010000:0.0:1763335539.022291:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 104 -> 0 00000100:00100000:0.0:1763335539.022378:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+7:2408:x1848991028946560:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 555us (1388us total) trans 4294967538 rc 0/0 00000100:00100000:0.0:1763335539.022387:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 586 00002000:00010000:0.0:1763335539.022392:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:0.0:1763335539.022395:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7d08380 with x1848991028946560 ext(0->18446744073709551615) 00002000:00010000:0.0:1763335539.022400:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7d08380. 00000100:00100000:1.0:1763335539.023446:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028946432 00000100:00100000:1.0:1763335539.023461:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028946432 00002000:00010000:1.0:1763335539.023522:0:6530:0:(mdt_io.c:274:mdt_punch_hpreq_check()) lustre-MDT0000: refresh DOM lock for [0x200000402:0xe:0x0] 00002000:00100000:1.0:1763335539.023527:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7d08700 with x1848991028946432 00000100:00100000:1.0:1763335539.023558:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 750 00000100:00100000:1.0:1763335539.023567:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+33:2408:x1848991028946432:12345-192.168.202.34@tcp:10:fsx.0 00000004:00010000:1.0:1763335539.023807:0:6530:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 931988 -> 968362 00000004:00010000:1.0:1763335539.023811:0:6530:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335539 -> 1763335539 00000004:00010000:1.0:1763335539.023814:0:6530:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335538 -> 1763335538 00000004:00010000:1.0:1763335539.023816:0:6530:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335539 -> 1763335539 00000004:00010000:1.0:1763335539.023819:0:6530:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 680 -> 680 00000100:00100000:1.0:1763335539.023924:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+34:2408:x1848991028946432:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 357us (2377us total) trans 4294967850 rc 0/0 00000100:00100000:1.0:1763335539.023932:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 750 00002000:00010000:1.0:1763335539.023936:0:6530:0:(mdt_io.c:274:mdt_punch_hpreq_check()) lustre-MDT0000: refresh DOM lock for [0x200000402:0xe:0x0] 00002000:00100000:1.0:1763335539.023938:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7d08700 with x1848991028946432 00000100:00080000:3.0:1763335539.024177:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1763335539.025673:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5964700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041357952:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763335539.025710:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335539.026862:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991028946304:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 12220us (14293us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335539.026892:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 512 00000100:00100000:2.0:1763335539.029188:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335539.029368:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028946688 00000100:00100000:3.0:1763335539.029381:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028946688 00000100:00100000:3.0:1763335539.029454:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1366 00000100:00100000:3.0:1763335539.029466:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+34:15720:x1848991028946688:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335539.029495:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335539.029524:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0764c84 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e09b expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335539.029647:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f0764c8b lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 17 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335539.029668:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f0764c8b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335539.029681:0:6517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f0764c8b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00000004:00200000:3.0:1763335539.029713:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 968362 00000004:00200000:3.0:1763335539.029720:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763335539.029744:0:6517:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f0764c8b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335539.029776:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0764c84 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e09b expref: 36 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335539.029798:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f0764c8b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e09b expref: 35 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335539.029809:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335539.029813:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763335539.029818:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4000, rc 0) 00000100:00100000:3.0:1763335539.029950:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+35:15720:x1848991028946688:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 478us (770us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335539.029958:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1366 00000100:00100000:1.0:1763335539.034371:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335539.034486:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028946816 00000100:00100000:2.0:1763335539.034500:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028946816 00000100:00100000:2.0:1763335539.034750:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 751 00000100:00100000:2.0:1763335539.034763:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5615180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+35:2408:x1848991028946816:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:2.0:1763335539.035423:0:6530:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 968362 -> 968362 00000004:00010000:2.0:1763335539.035429:0:6530:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335539 -> 1763335539 00000004:00010000:2.0:1763335539.035432:0:6530:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335538 -> 1763335538 00000004:00010000:2.0:1763335539.035435:0:6530:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335539 -> 1763335539 00000004:00010000:2.0:1763335539.035438:0:6530:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 680 -> 712 00000100:00100000:2.0:1763335539.035548:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5615180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+36:2408:x1848991028946816:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 786us (1190us total) trans 4294967851 rc 0/0 00000100:00100000:2.0:1763335539.035557:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 751 00000100:00100000:2.0:1763335539.040263:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335539.040371:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028946944 00000100:00100000:0.0:1763335539.040386:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028946944 00000100:00100000:0.0:1763335539.040511:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1367 00000100:00100000:0.0:1763335539.040525:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+24:15720:x1848991028946944:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335539.040552:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335539.040582:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af102173000/0x10123ce7f0764c92 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 17 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e0a2 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335539.040714:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af102173600/0x10123ce7f0764c99 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 18 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:0.0:1763335539.040733:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af102173600/0x10123ce7f0764c99 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 00010000:00010000:0.0:1763335539.040747:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af102173600/0x10123ce7f0764c99 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00000004:00200000:0.0:1763335539.040785:0:6516:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 968362 00000004:00200000:0.0:1763335539.040791:0:6516:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763335539.040817:0:6516:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af102173600/0x10123ce7f0764c99 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00010000:00010000:0.0:1763335539.040862:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af102173000/0x10123ce7f0764c92 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e0a2 expref: 26 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335539.041053:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af102173600/0x10123ce7f0764c99 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e0a2 expref: 25 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335539.041063:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335539.041066:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335539.041071:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af102173600, rc 0) 00000100:00100000:0.0:1763335539.041339:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+25:15720:x1848991028946944:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 816us (1093us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335539.041348:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1367 00000100:00100000:0.0:1763335539.046468:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335539.046588:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335539.046778:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028947072 00000100:00100000:1.0:1763335539.046792:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028947072 00000100:00100000:1.0:1763335539.046897:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1368 00000100:00100000:1.0:1763335539.046909:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c97b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+25:2408:x1848991028947072:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335539.046937:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335539.046968:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6074600/0x10123ce7f0764ca0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 18 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e0a9 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335539.047019:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0764c76 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 18 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e08d expref: 35 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335539.047070:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5617800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041358080:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335539.047176:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb600 going to sleep for 11 seconds 00000100:00100000:2.0:1763335539.048409:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028947200 00000100:00100000:2.0:1763335539.048420:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028947200 00000100:00100000:2.0:1763335539.048474:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1002 00000100:00100000:2.0:1763335539.048483:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2409:x1848991028947200:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335539.048499:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335539.048519:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99200/0x10123ce7f0764ca7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e0b0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335539.048576:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7d09f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041358208:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335539.048659:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0da429780 going to sleep for 11 seconds 00002000:00010000:2.0:1763335539.056606:0:8400:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335538 -> 1763335539 00000100:00100000:2.0:1763335539.056649:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7d09f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041358208:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335539.056700:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99200/0x10123ce7f0764ca7 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e0b0 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335539.056728:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99200/0x10123ce7f0764ca7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e0b0 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335539.056745:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99200, rc 0) 00000004:00010000:1.0:1763335539.056978:0:6516:0:(mdt_lvb.c:189:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime: 1763335538 -> 1763335539 00000100:00100000:1.0:1763335539.057001:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5617800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041358080:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335539.057017:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 968362 00010000:00010000:1.0:1763335539.057034:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6074600/0x10123ce7f0764ca0 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 18 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e0a9 expref: 26 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335539.057051:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335539.057055:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335539.057060:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6074600/0x10123ce7f0764ca0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 18 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e0a9 expref: 26 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335539.057073:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6074600, rc 0) 00000100:00100000:2.0:1763335539.057257:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2409:x1848991028947200:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 8772us (10666us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335539.057268:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1002 00000100:00100000:1.0:1763335539.057352:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c97b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+25:2408:x1848991028947072:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 10444us (10899us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335539.057360:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1368 00000100:00100000:0.0:1763335539.062928:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335539.062965:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335539.063054:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028947456 00000100:00100000:2.0:1763335539.063068:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028947456 00000100:00100000:2.0:1763335539.063147:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1003 00000100:00100000:2.0:1763335539.063160:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2407:x1848991028947456:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335539.063187:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335539.063213:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99200/0x10123ce7f0764cae lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e0be expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335539.063293:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7d09f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041358336:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335539.063403:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0da429780 going to sleep for 11 seconds 00000100:00100000:1.0:1763335539.063490:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028947328 00000100:00100000:1.0:1763335539.063495:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028947328 00000100:00100000:1.0:1763335539.063543:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1369 00000100:00100000:1.0:1763335539.063551:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c97800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+25:2407:x1848991028947328:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335539.063563:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335539.063580:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075200/0x10123ce7f0764cb5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 18 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e0b7 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335539.063620:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0764c76 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 18 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e08d expref: 35 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335539.063650:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5617800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041358464:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335539.063679:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb600 going to sleep for 11 seconds 00000100:00100000:1.0:1763335539.070858:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5617800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041358464:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335539.070941:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 968362 00010000:00010000:1.0:1763335539.070967:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075200/0x10123ce7f0764cb5 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 18 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e0b7 expref: 26 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335539.070995:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335539.070999:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335539.071004:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075200/0x10123ce7f0764cb5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 18 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e0b7 expref: 26 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335539.071022:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6075200, rc 0) 00000100:00100000:1.0:1763335539.071098:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c97800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+25:2407:x1848991028947328:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7546us (8185us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335539.071108:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1369 00000100:00100000:2.0:1763335539.072384:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7d09f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041358336:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335539.072424:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99200/0x10123ce7f0764cae lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e0be expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335539.072447:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99200/0x10123ce7f0764cae lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e0be expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335539.072460:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99200, rc 0) 00000100:00100000:2.0:1763335539.072562:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2407:x1848991028947456:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 9403us (9593us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335539.072573:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1003 00000100:00100000:0.0:1763335539.084596:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335539.084712:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028947712 00000100:00100000:1.0:1763335539.084728:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028947712 00000100:00100000:1.0:1763335539.084809:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1370 00000100:00100000:1.0:1763335539.084821:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5800a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+25:15720:x1848991028947712:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:1.0:1763335539.084947:0:6516:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335539.084985:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af102173600/0x10123ce7f0764c99 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e0a2 expref: 25 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335539.085014:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335539.085021:0:6516:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335539.085401:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075200/0x10123ce7f0764cbc lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 17 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:1.0:1763335539.085419:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f0764c8b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e09b expref: 35 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335539.085433:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075200/0x10123ce7f0764cbc lrc: 4/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 00010000:00010000:1.0:1763335539.085472:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f0764c8b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e09b expref: 35 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335539.085489:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f0764c8b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e09b expref: 35 pid: 6517 timeout: 439 lvb_type: 0 00000100:00100000:1.0:1763335539.085507:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5617800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041358592:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335539.085621:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb000 going to sleep for 11 seconds 00000100:00100000:1.0:1763335539.089570:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5617800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041358592:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335539.089612:0:6516:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075200/0x10123ce7f0764cbc lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00000100:00100000:0.0:1763335539.091553:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335539.091647:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028947840 00000100:00100000:3.0:1763335539.091661:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028947840 00010000:00010000:3.0:1763335539.091713:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f0764c8b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e09b expref: 36 pid: 6517 timeout: 439 lvb_type: 0 00000100:00100000:3.0:1763335539.091765:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 513 00000100:00100000:3.0:1763335539.091777:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f80fa850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+36:2409:x1848991028947840:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335539.091798:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335539.091807:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f0764c8b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e09b expref: 36 pid: 6517 timeout: 439 lvb_type: 0 00010000:00010000:3.0:1763335539.091821:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f0764c8b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e09b expref: 36 pid: 6517 timeout: 439 lvb_type: 0 00010000:00010000:3.0:1763335539.091859:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f0764c8b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e09b expref: 36 pid: 6517 timeout: 439 lvb_type: 0 00010000:00010000:3.0:1763335539.093068:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335539.093081:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075200/0x10123ce7f0764cbc lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335539.093103:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075200/0x10123ce7f0764cbc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335539.093113:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075200/0x10123ce7f0764cbc lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335539.095361:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335539.095501:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f80fa850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+35:2409:x1848991028947840:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 3714us (3951us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335539.095516:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 513 00010000:00010000:1.0:1763335539.095670:0:6516:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075200/0x10123ce7f0764cbc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00010000:00010000:1.0:1763335539.095682:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075200/0x10123ce7f0764cbc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00000001:00080000:1.0:1763335539.095810:0:6516:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967852 00000004:00010000:1.0:1763335539.095951:0:6516:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 968362 -> 968362 00000004:00010000:1.0:1763335539.095956:0:6516:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335539 -> 1763335539 00000004:00010000:1.0:1763335539.095958:0:6516:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335539 -> 1763335538 00000004:00010000:1.0:1763335539.095961:0:6516:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335539 -> 1763335539 00000004:00010000:1.0:1763335539.095963:0:6516:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 712 -> 712 00000004:00010000:1.0:1763335539.095972:0:6516:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009daca3f6 reply state 00000000098d1fcf transno 4294967853 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075200/0x10123ce7f0764cbc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00010000:00010000:1.0:1763335539.095992:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075200/0x10123ce7f0764cbc lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 00010000:00010000:1.0:1763335539.096003:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335539.096006:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335539.096011:0:6516:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763335539.096113:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5800a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+27:15720:x1848991028947712:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 11293us (11534us total) trans 4294967853 rc 0/0 00000100:00100000:1.0:1763335539.096122:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1370 00000020:00080000:1.0:1763335539.096126:0:6516:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763335539.102488:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335539.103046:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028947968 00000100:00100000:1.0:1763335539.103060:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028947968 00000100:00100000:1.0:1763335539.103421:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1371 00000100:00100000:1.0:1763335539.103435:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5966a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+27:15720:x1848991028947968:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335539.103471:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335539.103499:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6074600/0x10123ce7f0764cc3 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 17 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e0c5 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335539.103543:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0764c76 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 17 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e08d expref: 34 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335539.103555:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6074600/0x10123ce7f0764cc3 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 17 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e0c5 expref: 28 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335539.103600:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0764c76 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 17 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e08d expref: 34 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335539.103616:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0764c76 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 17 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e08d expref: 34 pid: 6517 timeout: 439 lvb_type: 0 00000100:00100000:1.0:1763335539.103633:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5617800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041358720:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335539.105935:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb600 going to sleep for 11 seconds 00000100:00100000:3.0:1763335539.110322:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335539.110484:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5617800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041358720:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335539.110535:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6074600/0x10123ce7f0764cc3 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 17 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e0c5 expref: 28 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335539.110560:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335539.110564:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335539.110569:0:6516:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6074600/0x10123ce7f0764cc3 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 17 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e0c5 expref: 28 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335539.110585:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6074600, rc 0) 00000100:00100000:2.0:1763335539.111667:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028948096 00000100:00100000:2.0:1763335539.111682:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028948096 00010000:00010000:2.0:1763335539.111736:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0764c76 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 17 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e08d expref: 35 pid: 6517 timeout: 439 lvb_type: 0 00000100:00100000:2.0:1763335539.111792:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 514 00000100:00100000:2.0:1763335539.111803:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5964000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+35:2409:x1848991028948096:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335539.111822:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335539.111883:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0764c76 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 18 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e08d expref: 35 pid: 6517 timeout: 439 lvb_type: 0 00010000:00010000:2.0:1763335539.111906:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0764c76 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 18 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e08d expref: 35 pid: 6517 timeout: 439 lvb_type: 0 00010000:00010000:2.0:1763335539.111935:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0764c76 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 18 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e08d expref: 35 pid: 6517 timeout: 439 lvb_type: 0 00010000:00010000:2.0:1763335539.111954:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335539.111961:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6074600/0x10123ce7f0764cc3 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 17 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e0c5 expref: 28 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335539.111976:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6074600/0x10123ce7f0764cc3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 17 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e0c5 expref: 28 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335539.111987:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6074600/0x10123ce7f0764cc3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 17 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e0c5 expref: 28 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335539.112033:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6074600/0x10123ce7f0764cc3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 17 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e0c5 expref: 28 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335539.112049:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7d0bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041358848:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335539.112221:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5966a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+28:15720:x1848991028947968:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 8787us (9747us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335539.112233:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1371 00000100:00100000:2.0:1763335539.115648:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c12546c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335539.122424:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7d0bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041358848:192.168.202.34@tcp:105: 00010000:00010000:2.0:1763335539.122459:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335539.122539:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5964000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+34:2409:x1848991028948096:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 10737us (12232us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335539.122552:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 514 00000100:00100000:0.0:1763335539.127143:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335539.127251:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028948224 00000100:00100000:2.0:1763335539.127264:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028948224 00000100:00100000:2.0:1763335539.127331:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1004 00000100:00100000:2.0:1763335539.127341:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5470380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:15720:x1848991028948224:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335539.127367:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335539.127392:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99200/0x10123ce7f0764cca lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e0cc expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335539.127428:0:8400:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9af102172000/0x10123ce7f0764c7d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e094 expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335539.127437:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335539.127439:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335539.127444:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99200/0x10123ce7f0764cca lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e0cc expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335539.127483:0:8400:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9af102172000/0x10123ce7f0764c7d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e094 expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335539.127495:0:8400:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9af102172000/0x10123ce7f0764c7d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e094 expref: 6 pid: 8400 timeout: 439 lvb_type: 0 00000100:00100000:2.0:1763335539.127510:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7d0bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041358976:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335539.127605:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c12546c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335539.132812:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335539.133514:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7d0bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041358976:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335539.133562:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99200/0x10123ce7f0764cca lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e0cc expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335539.133596:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99200, rc 0) 00000100:00100000:2.0:1763335539.135730:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5470380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:15720:x1848991028948224:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 8373us (8585us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335539.135748:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1004 00000100:00100000:0.0:1763335539.141095:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028948352 00000100:00100000:0.0:1763335539.141118:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028948352 00010000:00010000:0.0:1763335539.141194:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9af102172000/0x10123ce7f0764c7d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e094 expref: 7 pid: 8400 timeout: 439 lvb_type: 0 00000100:00100000:0.0:1763335539.141262:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 515 00000100:00100000:0.0:1763335539.141274:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5967800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991028948352:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335539.141297:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335539.141324:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9af102172000/0x10123ce7f0764c7d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e094 expref: 7 pid: 8400 timeout: 439 lvb_type: 0 00010000:00010000:0.0:1763335539.141339:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9af102172000/0x10123ce7f0764c7d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e094 expref: 7 pid: 8400 timeout: 439 lvb_type: 0 00010000:00010000:0.0:1763335539.141369:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af102172000/0x10123ce7f0764c7d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e094 expref: 7 pid: 8400 timeout: 439 lvb_type: 0 00010000:00010000:0.0:1763335539.141390:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335539.141392:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335539.141402:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99200/0x10123ce7f0764cca lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e0cc expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335539.141414:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99200/0x10123ce7f0764cca lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e0cc expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335539.141464:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99200/0x10123ce7f0764cca lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e0cc expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335539.141482:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5471f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041359104:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335539.141596:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c900 going to sleep for 11 seconds 00000100:00100000:1.0:1763335539.152051:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335539.152183:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5471f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041359104:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763335539.152222:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335539.152312:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5967800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991028948352:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 11039us (19515us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335539.152325:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 515 00000100:00100000:3.0:1763335539.152579:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028948480 00000100:00100000:3.0:1763335539.152590:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028948480 00002000:00010000:3.0:1763335539.152640:0:8406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (2028862->18446744073709551615) 00002000:00100000:3.0:1763335539.152646:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5617800 with x1848991028948480 ext(2028862->18446744073709551615) 00002000:00010000:3.0:1763335539.152659:0:8406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5617800. 00000100:00100000:3.0:1763335539.152692:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 587 00000100:00100000:3.0:1763335539.152703:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5617800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991028948480:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:3.0:1763335539.153026:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 0 -> 2028862 00002000:00010000:3.0:1763335539.153030:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335539 -> 1763335539 00002000:00010000:3.0:1763335539.153033:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335539 -> 1763335538 00002000:00010000:3.0:1763335539.153035:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335539 -> 1763335539 00002000:00010000:3.0:1763335539.153038:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335539.153070:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5617800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+7:2409:x1848991028948480:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 369us (1038us total) trans 4294967539 rc 0/0 00000100:00100000:3.0:1763335539.153075:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 587 00002000:00010000:3.0:1763335539.153078:0:8406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (2028862->18446744073709551615) 00002000:00100000:3.0:1763335539.153081:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5617800 with x1848991028948480 ext(2028862->18446744073709551615) 00002000:00010000:3.0:1763335539.153085:0:8406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5617800. 00000100:00100000:1.0:1763335539.165526:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335539.166449:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028948608 00000100:00100000:0.0:1763335539.166467:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028948608 00002000:00100000:0.0:1763335539.166549:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1892352->2031615) req@ffff9aefc5614700 x1848991028948608/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:585/0 lens 488/0 e 0 to 0 dl 1763335550 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335539.166564:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5614700 with x1848991028948608 ext(1892352->2031615) 00002000:00010000:0.0:1763335539.166574:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5614700 00000100:00100000:0.0:1763335539.166616:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 588 00000100:00100000:0.0:1763335539.166627:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5614700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+7:2407:x1848991028948608:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335539.176683:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5614700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+7:2407:x1848991028948608:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 10039us (11152us total) trans 0 rc 139264/139264 00000100:00100000:0.0:1763335539.176701:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 588 00002000:00100000:0.0:1763335539.176718:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1892352->2031615) req@ffff9aefc5614700 x1848991028948608/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:585/0 lens 488/440 e 0 to 0 dl 1763335550 ref 1 fl Complete:/600/0 rc 139264/139264 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335539.176729:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5614700 with x1848991028948608 ext(1892352->2031615) 00002000:00010000:0.0:1763335539.176737:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5614700 00000100:00100000:1.0:1763335539.183543:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335539.183644:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028948736 00000100:00100000:0.0:1763335539.183658:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028948736 00002000:00100000:0.0:1763335539.183719:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1994752->2028861) req@ffff9aefc5614000 x1848991028948736/t0(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:585/0 lens 488/0 e 0 to 0 dl 1763335550 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335539.183737:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5614000 with x1848991028948736 ext(1994752->2028861) 00002000:00010000:0.0:1763335539.183744:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5614000 00000100:00100000:0.0:1763335539.183785:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 589 00000100:00100000:0.0:1763335539.183795:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5614000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+7:2409:x1848991028948736:12345-192.168.202.34@tcp:4:fsx.0 00000100:00100000:0.0:1763335539.195012:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5614000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+9:2409:x1848991028948736:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 11200us (11468us total) trans 4294967540 rc 0/0 00000100:00100000:0.0:1763335539.195033:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 589 00002000:00100000:0.0:1763335539.195049:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1994752->2028861) req@ffff9aefc5614000 x1848991028948736/t4294967540(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:585/0 lens 488/448 e 0 to 0 dl 1763335550 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335539.195062:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5614000 with x1848991028948736 ext(1994752->2028861) 00002000:00010000:0.0:1763335539.195070:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5614000 00000100:00100000:1.0:1763335539.198556:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335539.198678:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028948864 00000100:00100000:2.0:1763335539.198692:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028948864 00000100:00100000:2.0:1763335539.198767:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1005 00000100:00100000:2.0:1763335539.198779:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5614a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+9:2407:x1848991028948864:12345-192.168.202.34@tcp:16:fsx.0 00000001:00080000:1.0:1763335539.204103:0:9466:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967540 is committed 00000001:00080000:1.0:1763335539.204131:0:9466:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967538 is committed 00000100:00100000:1.0:1763335539.205196:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335539.206555:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5614a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:2407:x1848991028948864:12345-192.168.202.34@tcp:16:fsx.0 Request processed in 7768us (8006us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335539.206571:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1005 00000100:00100000:0.0:1763335539.209077:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028949120 00000100:00100000:0.0:1763335539.209100:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028949120 00000100:00100000:0.0:1763335539.209215:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 323 00000100:00100000:0.0:1763335539.209231:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5616680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+5:2408:x1848991028949120:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:0.0:1763335539.209346:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5616680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+5:2408:x1848991028949120:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 120us (4161us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335539.209356:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 323 00000100:00100000:1.0:1763335539.209727:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335539.209774:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335539.209856:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028949248 00000100:00100000:0.0:1763335539.209861:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028949248 00000100:00100000:0.0:1763335539.209932:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 324 00000100:00100000:0.0:1763335539.209940:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5615500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991028949248:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:0.0:1763335539.209977:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5615500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991028949248:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 38us (202us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335539.209985:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 324 00000100:00100000:2.0:1763335539.210055:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028948992 00000100:00100000:2.0:1763335539.210060:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028948992 00000100:00100000:2.0:1763335539.210101:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 360 00000100:00100000:2.0:1763335539.210109:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c71a0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f4bc7452-2198-4a0d-a8bc-8fee3c386313+12:2408:x1848991028948992:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:2.0:1763335539.210138:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c71a0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f4bc7452-2198-4a0d-a8bc-8fee3c386313+12:2408:x1848991028948992:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 30us (413us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335539.210145:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 360 00000100:00080000:3.0:1763335539.210711:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1763335539.221793:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335539.222392:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028949376 00000100:00100000:1.0:1763335539.222407:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028949376 00000100:00100000:1.0:1763335539.222493:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1372 00000100:00100000:1.0:1763335539.222506:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5471f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+34:15720:x1848991028949376:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335539.222540:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335539.222569:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075400/0x10123ce7f0764cd1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 17 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e0d3 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335539.222697:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075c00/0x10123ce7f0764cd8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 18 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:1.0:1763335539.222716:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075c00/0x10123ce7f0764cd8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 00010000:00010000:1.0:1763335539.222731:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075c00/0x10123ce7f0764cd8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00000004:00200000:1.0:1763335539.223103:0:6516:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 2028862 00000004:00200000:1.0:1763335539.223111:0:6516:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763335539.223141:0:6516:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075c00/0x10123ce7f0764cd8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00010000:00010000:1.0:1763335539.223176:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075400/0x10123ce7f0764cd1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e0d3 expref: 36 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335539.223200:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075c00/0x10123ce7f0764cd8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e0d3 expref: 35 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335539.223209:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335539.223212:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335539.223217:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6075c00, rc 0) 00000100:00100000:1.0:1763335539.225277:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5471f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+35:15720:x1848991028949376:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2754us (3480us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335539.225294:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1372 00000100:00100000:3.0:1763335539.231032:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335539.231174:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028949632 00000100:00100000:2.0:1763335539.231188:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028949632 00000100:00100000:2.0:1763335539.231262:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1006 00000100:00100000:2.0:1763335539.231276:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5967100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991028949632:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335539.231300:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335539.231327:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99400/0x10123ce7f0764cdf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e0e1 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335539.231409:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7d0bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041359232:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335539.231547:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c31a5cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335539.231721:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335539.232439:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028949504 00000100:00100000:2.0:1763335539.232447:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028949504 00000100:00100000:2.0:1763335539.232499:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1373 00000100:00100000:2.0:1763335539.232507:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5473100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+35:2408:x1848991028949504:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335539.232522:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335539.232542:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98600/0x10123ce7f0764ce6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 18 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e0da expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335539.232581:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6074600/0x10123ce7f0764cc3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 18 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e0c5 expref: 27 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335539.232619:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7d0aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041359360:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335539.232690:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5d9a3c0 going to sleep for 11 seconds 00002000:00010000:2.0:1763335539.236768:0:8400:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335538 -> 1763335539 00002000:00010000:2.0:1763335539.236782:0:8400:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks: 0 -> 72 00000100:00100000:2.0:1763335539.236813:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7d0bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041359232:192.168.202.34@tcp:106: 00000004:00010000:3.0:1763335539.237033:0:6516:0:(mdt_lvb.c:189:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime: 1763335538 -> 1763335539 00000100:00100000:3.0:1763335539.237054:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7d0aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041359360:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335539.237068:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 968362 00010000:00010000:3.0:1763335539.237085:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98600/0x10123ce7f0764ce6 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 18 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e0da expref: 36 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335539.237117:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335539.237120:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335539.237125:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98600/0x10123ce7f0764ce6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 18 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e0da expref: 36 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335539.237141:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98600, rc 0) 00000100:00100000:3.0:1763335539.237224:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5473100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+35:2408:x1848991028949504:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4716us (5502us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335539.237235:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1373 00010000:00010000:2.0:1763335539.237311:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99400/0x10123ce7f0764cdf lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e0e1 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335539.237330:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99400/0x10123ce7f0764cdf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e0e1 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335539.237341:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99400, rc 0) 00000100:00100000:2.0:1763335539.237368:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5967100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991028949632:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6097us (6353us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335539.237376:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1006 00000100:00100000:0.0:1763335539.240459:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335539.240509:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335539.240580:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028949888 00000100:00100000:2.0:1763335539.240594:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028949888 00000100:00100000:2.0:1763335539.240671:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1007 00000100:00100000:2.0:1763335539.240684:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5471c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991028949888:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335539.240716:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335539.240747:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99800/0x10123ce7f0764ced lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e0ef expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335539.240846:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7d0bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041359488:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335539.241000:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5d9a000 going to sleep for 11 seconds 00000100:00100000:3.0:1763335539.245137:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028949760 00000100:00100000:3.0:1763335539.245162:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028949760 00000100:00100000:3.0:1763335539.245261:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1374 00000100:00100000:3.0:1763335539.245274:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5470a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+35:2409:x1848991028949760:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335539.245303:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335539.245332:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0764cf4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 18 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e0e8 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335539.245384:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6074600/0x10123ce7f0764cc3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 18 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e0c5 expref: 27 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335539.245440:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5967480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041359616:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335539.245541:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850840 going to sleep for 11 seconds 00000100:00100000:2.0:1763335539.248551:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7d0bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041359488:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335539.248605:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99800/0x10123ce7f0764ced lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e0ef expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335539.248636:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99800/0x10123ce7f0764ced lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e0ef expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335539.248652:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99800, rc 0) 00000100:00100000:2.0:1763335539.248736:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5471c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991028949888:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 8053us (8290us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335539.248745:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1007 00000100:00100000:3.0:1763335539.250910:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5967480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041359616:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335539.250944:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 968362 00010000:00010000:3.0:1763335539.250970:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0764cf4 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 18 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e0e8 expref: 36 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335539.251001:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335539.251004:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335539.251015:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0764cf4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 18 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e0e8 expref: 36 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335539.251032:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5600, rc 0) 00000100:00100000:3.0:1763335539.251095:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5470a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+35:2409:x1848991028949760:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5821us (10583us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335539.251105:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1374 00000100:00100000:0.0:1763335539.257337:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335539.257512:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028950016 00000100:00100000:3.0:1763335539.257526:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028950016 00000100:00100000:3.0:1763335539.258264:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1375 00000100:00100000:3.0:1763335539.258281:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5fd7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+28:15720:x1848991028950016:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335539.258309:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335539.258341:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f0764cfb lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 18 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e0f6 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335539.258477:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0764d02 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 19 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335539.258498:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0764d02 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335539.258514:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0764d02 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00000004:00200000:3.0:1763335539.258549:0:6516:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 2028862 00000004:00200000:3.0:1763335539.258554:0:6516:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763335539.258579:0:6516:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0764d02 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335539.258610:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f0764cfb lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e0f6 expref: 30 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335539.258633:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0764d02 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e0f6 expref: 29 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335539.258642:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335539.258646:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763335539.258650:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5a00, rc 0) 00000100:00100000:3.0:1763335539.260034:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5fd7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+29:15720:x1848991028950016:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 1743us (2698us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335539.260048:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1375 00000100:00100000:3.0:1763335539.262733:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1848991041359744:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1763335539.262825:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335539.263763:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041359744 00000100:00100000:2.0:1763335539.263775:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041359744 00000100:00100000:2.0:1763335539.263855:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 140 00000100:00100000:2.0:1763335539.263864:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5967480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1848991041359744:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1763335539.263926:0:8403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3921195008 avail 3689672704 00000100:00100000:2.0:1763335539.264016:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5967480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1848991041359744:12345-0@lo:13:osp-pre-0-1.0 Request processed in 146us (1185us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335539.264025:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 140 00000100:00100000:2.0:1763335539.264097:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1848991041359744:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1763335539.266709:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3654:1848991041359872:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1763335539.266839:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335539.267404:0:12324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041359872 00000100:00100000:0.0:1763335539.267418:0:12324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041359872 00000100:00100000:0.0:1763335539.267493:0:12324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 141 00000100:00100000:0.0:1763335539.267507:0:12324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5789500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1848991041359872:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1763335539.267544:0:12324:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3921195008 avail 3689672704 00000100:00100000:0.0:1763335539.267623:0:12324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5789500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1848991041359872:12345-0@lo:13:osp-pre-0-0.0 Request processed in 119us (791us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335539.267633:0:12324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 141 00000100:00100000:0.0:1763335539.267709:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3654:1848991041359872:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1763335539.268488:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335539.269904:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335539.270369:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028950272 00000100:00100000:2.0:1763335539.270384:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028950272 00000100:00100000:2.0:1763335539.270469:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1008 00000100:00100000:2.0:1763335539.270482:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5fd5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2406:x1848991028950272:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335539.270508:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335539.270540:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99800/0x10123ce7f0764d09 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e104 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335539.270624:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7d0bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041360000:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335539.270752:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5d9a000 going to sleep for 11 seconds 00000100:00100000:2.0:1763335539.271009:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028950144 00000100:00100000:2.0:1763335539.271015:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028950144 00000100:00100000:2.0:1763335539.271067:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1376 00000100:00100000:2.0:1763335539.271075:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5fd7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+35:2406:x1848991028950144:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335539.271087:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335539.271104:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99400/0x10123ce7f0764d10 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 19 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e0fd expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335539.271146:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6074600/0x10123ce7f0764cc3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 19 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e0c5 expref: 28 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335539.271188:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7d09f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041360128:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335539.271224:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5d9ab40 going to sleep for 11 seconds 00000100:00100000:3.0:1763335539.280811:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7d09f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041360128:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335539.280811:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7d0bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041360000:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335539.280909:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 968362 00010000:00010000:3.0:1763335539.280939:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99400/0x10123ce7f0764d10 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 19 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e0fd expref: 36 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335539.280939:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99800/0x10123ce7f0764d09 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e104 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335539.280984:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335539.280989:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99800/0x10123ce7f0764d09 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e104 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335539.280991:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335539.281002:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99400/0x10123ce7f0764d10 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 19 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e0fd expref: 36 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335539.281010:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99800, rc 0) 00010000:00010000:3.0:1763335539.281017:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99400, rc 0) 00000100:00100000:3.0:1763335539.281088:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5fd7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+35:2406:x1848991028950144:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 10013us (12605us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335539.281100:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1376 00000100:00100000:2.0:1763335539.282243:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5fd5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2406:x1848991028950272:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 11755us (12368us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335539.282256:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1008 00000100:00100000:1.0:1763335539.286446:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335539.286840:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028950400 00000100:00100000:3.0:1763335539.286853:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028950400 00000100:00100000:0.0:1763335539.286977:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1377 00000100:00100000:0.0:1763335539.286994:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5788e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+35:15720:x1848991028950400:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335539.287024:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335539.287624:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af102172200/0x10123ce7f0764d17 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 19 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e10b expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335539.287801:0:6517:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6074600/0x10123ce7f0764cc3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 19 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e0c5 expref: 28 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335539.287820:0:6517:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af102172200/0x10123ce7f0764d17 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 19 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e10b expref: 36 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335539.287900:0:6517:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6074600/0x10123ce7f0764cc3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 19 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e0c5 expref: 28 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335539.287915:0:6517:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6074600/0x10123ce7f0764cc3 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 19 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e0c5 expref: 28 pid: 6516 timeout: 439 lvb_type: 0 00000100:00100000:0.0:1763335539.287932:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5fd4000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041360256:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335539.288036:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c900 going to sleep for 11 seconds 00000100:00100000:0.0:1763335539.299638:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335539.299957:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5fd4000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041360256:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335539.300002:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af102172200/0x10123ce7f0764d17 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 19 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e10b expref: 36 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335539.300029:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335539.300033:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335539.300037:0:6517:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9af102172200/0x10123ce7f0764d17 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 19 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e10b expref: 36 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335539.300052:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af102172200, rc 0) 00000100:00100000:2.0:1763335539.300130:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5788e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+36:15720:x1848991028950400:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 13140us (13700us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335539.300143:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1377 00000100:00100000:1.0:1763335539.300258:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028950528 00000100:00100000:1.0:1763335539.300269:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028950528 00010000:00010000:1.0:1763335539.300314:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6074600/0x10123ce7f0764cc3 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 19 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e0c5 expref: 29 pid: 6516 timeout: 439 lvb_type: 0 00000100:00100000:1.0:1763335539.300357:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 516 00000100:00100000:1.0:1763335539.300368:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5fd7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+29:2409:x1848991028950528:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335539.300389:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335539.300418:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6074600/0x10123ce7f0764cc3 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 20 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e0c5 expref: 29 pid: 6516 timeout: 439 lvb_type: 0 00010000:00010000:1.0:1763335539.300434:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6074600/0x10123ce7f0764cc3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 20 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e0c5 expref: 29 pid: 6516 timeout: 439 lvb_type: 0 00010000:00010000:1.0:1763335539.300462:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6074600/0x10123ce7f0764cc3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 20 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e0c5 expref: 29 pid: 6516 timeout: 439 lvb_type: 0 00010000:00010000:1.0:1763335539.300479:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335539.300484:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9af102172200/0x10123ce7f0764d17 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 19 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e10b expref: 35 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335539.300496:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af102172200/0x10123ce7f0764d17 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 19 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e10b expref: 35 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335539.300506:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af102172200/0x10123ce7f0764d17 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 19 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e10b expref: 35 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335539.300564:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af102172200/0x10123ce7f0764d17 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 19 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e10b expref: 35 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335539.300580:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5788380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041360384:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335539.300662:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335539.304600:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5788380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041360384:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335539.304637:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335539.304712:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5fd7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+28:2409:x1848991028950528:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 4344us (5090us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335539.304725:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 516 00000100:00100000:0.0:1763335539.306001:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335539.307112:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028950656 00000100:00100000:2.0:1763335539.307135:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028950656 00002000:00100000:2.0:1763335539.307210:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5fd4000 x1848991028950656/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:585/0 lens 504/0 e 0 to 0 dl 1763335550 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335539.307223:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5fd4000 with x1848991028950656 00000100:00100000:2.0:1763335539.307271:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 752 00000100:00100000:2.0:1763335539.307282:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5fd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+36:2409:x1848991028950656:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335539.311762:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5fd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+36:2409:x1848991028950656:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 4464us (5753us total) trans 0 rc 40960/40960 00000100:00100000:2.0:1763335539.311781:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 752 00002000:00100000:2.0:1763335539.311799:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5fd4000 x1848991028950656/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:585/0 lens 504/440 e 0 to 0 dl 1763335550 ref 1 fl Complete:/600/0 rc 40960/40960 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335539.311811:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5fd4000 with x1848991028950656 00000100:00100000:0.0:1763335539.318812:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335539.319637:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028950784 00000100:00100000:2.0:1763335539.319655:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028950784 00002000:00100000:2.0:1763335539.319731:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5fd6680 x1848991028950784/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:585/0 lens 488/0 e 0 to 0 dl 1763335550 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335539.319745:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5fd6680 with x1848991028950784 00000100:00100000:2.0:1763335539.319802:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 753 00000100:00100000:2.0:1763335539.319814:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5fd6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+36:2408:x1848991028950784:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335539.320143:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5fd6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+36:2408:x1848991028950784:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 329us (1347us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335539.320153:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 753 00002000:00100000:2.0:1763335539.320163:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5fd6680 x1848991028950784/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:585/0 lens 488/4536 e 0 to 0 dl 1763335550 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335539.320170:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5fd6680 with x1848991028950784 00000100:00100000:0.0:1763335539.332030:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335539.334065:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028950912 00000100:00100000:3.0:1763335539.334083:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028950912 00002000:00100000:2.0:1763335539.334731:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0c6721500 x1848991028950912/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:585/0 lens 488/0 e 0 to 0 dl 1763335550 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335539.334747:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0c6721500 with x1848991028950912 00000100:00100000:2.0:1763335539.335479:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 754 00000100:00100000:2.0:1763335539.335496:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c6721500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+36:2409:x1848991028950912:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335539.335766:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c6721500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+36:2409:x1848991028950912:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 276us (3757us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335539.335774:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 754 00002000:00100000:2.0:1763335539.335783:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0c6721500 x1848991028950912/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:585/0 lens 488/4536 e 0 to 0 dl 1763335550 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335539.335792:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0c6721500 with x1848991028950912 00000100:00100000:0.0:1763335539.342138:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335539.342260:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028951040 00000100:00100000:2.0:1763335539.342274:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028951040 00002000:00100000:2.0:1763335539.342345:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0c6720380 x1848991028951040/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:585/0 lens 488/0 e 0 to 0 dl 1763335550 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335539.342359:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0c6720380 with x1848991028951040 00000100:00100000:2.0:1763335539.342407:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 755 00000100:00100000:2.0:1763335539.342422:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c6720380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+36:2408:x1848991028951040:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335539.342700:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c6720380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+36:2408:x1848991028951040:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 279us (578us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335539.342708:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 755 00002000:00100000:2.0:1763335539.342717:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0c6720380 x1848991028951040/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:585/0 lens 488/4536 e 0 to 0 dl 1763335550 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335539.342725:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0c6720380 with x1848991028951040 00000100:00100000:0.0:1763335539.348773:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335539.349146:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028951168 00000100:00100000:1.0:1763335539.349159:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028951168 00002000:00100000:1.0:1763335539.349231:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0c6722d80 x1848991028951168/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:585/0 lens 488/0 e 0 to 0 dl 1763335550 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335539.349244:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0c6722d80 with x1848991028951168 00000100:00100000:1.0:1763335539.349294:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 756 00000100:00100000:1.0:1763335539.349306:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c6722d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+36:2408:x1848991028951168:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335539.349604:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c6722d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+36:2408:x1848991028951168:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 299us (855us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335539.349613:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 756 00002000:00100000:1.0:1763335539.349620:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0c6722d80 x1848991028951168/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:585/0 lens 488/4536 e 0 to 0 dl 1763335550 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335539.349627:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0c6722d80 with x1848991028951168 00000100:00100000:3.0:1763335539.354231:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335539.354391:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028951296 00000100:00100000:2.0:1763335539.354404:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028951296 00002000:00100000:2.0:1763335539.354467:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5967b80 x1848991028951296/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:585/0 lens 488/0 e 0 to 0 dl 1763335550 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335539.354479:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5967b80 with x1848991028951296 00000100:00100000:2.0:1763335539.354525:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 757 00000100:00100000:2.0:1763335539.354535:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5967b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+36:2407:x1848991028951296:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335539.354807:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5967b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+36:2407:x1848991028951296:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 272us (591us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335539.354816:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 757 00002000:00100000:2.0:1763335539.354824:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5967b80 x1848991028951296/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:585/0 lens 488/4536 e 0 to 0 dl 1763335550 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335539.354840:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5967b80 with x1848991028951296 00000100:00100000:0.0:1763335539.360071:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335539.360147:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028951424 00000100:00100000:1.0:1763335539.360161:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028951424 00002000:00100000:1.0:1763335539.360235:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0c6720e00 x1848991028951424/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:585/0 lens 488/0 e 0 to 0 dl 1763335550 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335539.360248:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0c6720e00 with x1848991028951424 00000100:00100000:1.0:1763335539.360298:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 758 00000100:00100000:1.0:1763335539.360310:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c6720e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+36:2406:x1848991028951424:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335539.360557:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c6720e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+36:2406:x1848991028951424:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 247us (499us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335539.360567:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 758 00002000:00100000:1.0:1763335539.360575:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0c6720e00 x1848991028951424/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:585/0 lens 488/4536 e 0 to 0 dl 1763335550 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335539.360589:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0c6720e00 with x1848991028951424 00000100:00100000:0.0:1763335539.364340:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335539.364460:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028951552 00000100:00100000:2.0:1763335539.364474:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028951552 00002000:00100000:2.0:1763335539.364538:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0c6720000 x1848991028951552/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:585/0 lens 488/0 e 0 to 0 dl 1763335550 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335539.364552:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0c6720000 with x1848991028951552 00000100:00100000:2.0:1763335539.364598:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 759 00000100:00100000:2.0:1763335539.364609:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c6720000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+36:2406:x1848991028951552:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335539.364915:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c6720000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+36:2406:x1848991028951552:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 261us (547us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335539.364928:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 759 00002000:00100000:2.0:1763335539.364935:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0c6720000 x1848991028951552/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:585/0 lens 488/4536 e 0 to 0 dl 1763335550 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335539.364943:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0c6720000 with x1848991028951552 00000100:00100000:3.0:1763335539.368330:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335539.368681:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028951680 00000100:00100000:1.0:1763335539.368695:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028951680 00002000:00100000:1.0:1763335539.368764:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5964a80 x1848991028951680/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:585/0 lens 488/0 e 0 to 0 dl 1763335550 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335539.368777:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5964a80 with x1848991028951680 00000100:00100000:1.0:1763335539.368823:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 760 00000100:00100000:1.0:1763335539.368847:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5964a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+36:2406:x1848991028951680:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335539.369153:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5964a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+36:2406:x1848991028951680:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 318us (839us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335539.369161:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 760 00002000:00100000:1.0:1763335539.369169:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5964a80 x1848991028951680/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:585/0 lens 488/4536 e 0 to 0 dl 1763335550 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335539.369177:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5964a80 with x1848991028951680 00000100:00100000:0.0:1763335539.373357:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335539.373471:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028951808 00000100:00100000:2.0:1763335539.373485:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028951808 00002000:00100000:2.0:1763335539.373548:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0c6720a80 x1848991028951808/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:585/0 lens 488/0 e 0 to 0 dl 1763335550 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335539.373561:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0c6720a80 with x1848991028951808 00000100:00100000:2.0:1763335539.373606:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 761 00000100:00100000:2.0:1763335539.373617:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c6720a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+36:2407:x1848991028951808:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335539.373865:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c6720a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+36:2407:x1848991028951808:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 249us (523us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335539.373917:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 761 00002000:00100000:2.0:1763335539.373925:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0c6720a80 x1848991028951808/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:585/0 lens 488/4536 e 0 to 0 dl 1763335550 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335539.373933:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0c6720a80 with x1848991028951808 00000100:00100000:0.0:1763335539.377623:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335539.377909:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028951936 00000100:00100000:1.0:1763335539.377930:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028951936 00002000:00100000:1.0:1763335539.378001:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0c6721880 x1848991028951936/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:585/0 lens 488/0 e 0 to 0 dl 1763335550 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335539.378014:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0c6721880 with x1848991028951936 00000100:00100000:1.0:1763335539.378064:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 762 00000100:00100000:1.0:1763335539.378074:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c6721880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+36:2406:x1848991028951936:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335539.378323:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c6721880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+36:2406:x1848991028951936:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 249us (715us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335539.378335:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 762 00002000:00100000:1.0:1763335539.378342:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0c6721880 x1848991028951936/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:585/0 lens 488/4536 e 0 to 0 dl 1763335550 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335539.378350:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0c6721880 with x1848991028951936 00000100:00100000:3.0:1763335539.383443:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335539.383543:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028952064 00000100:00100000:2.0:1763335539.383558:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028952064 00002000:00100000:2.0:1763335539.383631:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5965500 x1848991028952064/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:585/0 lens 488/0 e 0 to 0 dl 1763335550 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335539.383645:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5965500 with x1848991028952064 00000100:00100000:2.0:1763335539.383691:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 763 00000100:00100000:2.0:1763335539.383702:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5965500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+36:2407:x1848991028952064:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335539.384169:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5965500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+36:2407:x1848991028952064:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 467us (740us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335539.384177:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 763 00002000:00100000:2.0:1763335539.384185:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5965500 x1848991028952064/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:585/0 lens 488/4536 e 0 to 0 dl 1763335550 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335539.384192:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5965500 with x1848991028952064 00000100:00100000:0.0:1763335539.387947:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335539.388215:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028952192 00000100:00100000:2.0:1763335539.388228:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028952192 00002000:00100000:2.0:1763335539.388297:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0c6721f80 x1848991028952192/t0(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:585/0 lens 488/0 e 0 to 0 dl 1763335550 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335539.388312:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0c6721f80 with x1848991028952192 00000100:00100000:2.0:1763335539.388358:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 764 00000100:00100000:2.0:1763335539.388370:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c6721f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+36:2407:x1848991028952192:12345-192.168.202.34@tcp:4:fsx.0 00000004:00010000:2.0:1763335539.393326:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 968362 -> 968362 00000004:00010000:2.0:1763335539.393342:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335539 -> 1763335539 00000004:00010000:2.0:1763335539.393345:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335539 -> 1763335538 00000004:00010000:2.0:1763335539.393347:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335539 -> 1763335539 00000004:00010000:2.0:1763335539.393350:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 712 -> 808 00000100:00100000:2.0:1763335539.393476:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c6721f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+38:2407:x1848991028952192:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 5099us (5536us total) trans 4294967854 rc 0/0 00000100:00100000:2.0:1763335539.393490:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 764 00002000:00100000:2.0:1763335539.393507:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0c6721f80 x1848991028952192/t4294967854(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:585/0 lens 488/448 e 0 to 0 dl 1763335550 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335539.393516:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0c6721f80 with x1848991028952192 00000100:00100000:3.0:1763335539.397388:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335539.397660:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028952320 00000100:00100000:2.0:1763335539.397675:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028952320 00000100:00100000:2.0:1763335539.397908:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1378 00000100:00100000:2.0:1763335539.397921:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5964700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+38:2407:x1848991028952320:12345-192.168.202.34@tcp:16:fsx.0 00000001:00080000:0.0:1763335539.399730:0:6496:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967854 is committed 00000001:00080000:0.0:1763335539.399825:0:6496:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967853 is committed 00010000:00010000:2.0:1763335539.400000:0:3637:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6800/0x10123ce7f0764a15 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335539.400016:0:3637:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6800/0x10123ce7f0764a15 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335539.400024:0:3637:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6800/0x10123ce7f0764a15 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335539.400031:0:3637:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc2bd6800 already unused, calling callback (ffffffffc1966550) 00010000:00010000:2.0:1763335539.400036:0:3637:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6800/0x10123ce7f0764a15 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335539.400045:0:3637:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6800/0x10123ce7f0764a15 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x40218400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335539.400069:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335539.400073:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335539.400079:0:3637:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6800/0x10123ce7f0764a15 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335539.400085:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6800/0x10123ce7f0764a15 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335539.400107:0:3637:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f0764a93 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335539.400113:0:3637:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f0764a93 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x50210400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335539.400123:0:3637:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f0764a93 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335539.400127:0:3637:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc2bd4400 already unused, calling callback (ffffffffc1966550) 00010000:00010000:2.0:1763335539.400130:0:3637:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f0764a93 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335539.400136:0:3637:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f0764a93 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40218400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335539.400143:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335539.400145:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335539.400148:0:3637:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f0764a93 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335539.400153:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f0764a93 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335539.400164:0:3637:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98a00/0x10123ce7f0764b34 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335539.400169:0:3637:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98a00/0x10123ce7f0764b34 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335539.400174:0:3637:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98a00/0x10123ce7f0764b34 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335539.400179:0:3637:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc5a98a00 already unused, calling callback (ffffffffc1966550) 00010000:00010000:2.0:1763335539.400181:0:3637:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98a00/0x10123ce7f0764b34 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335539.400187:0:3637:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98a00/0x10123ce7f0764b34 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40218400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335539.400198:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335539.400200:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335539.400203:0:3637:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98a00/0x10123ce7f0764b34 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335539.400208:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98a00/0x10123ce7f0764b34 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335539.400218:0:3637:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f0764b88 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335539.400223:0:3637:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f0764b88 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335539.400228:0:3637:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f0764b88 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335539.400233:0:3637:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc2bd6400 already unused, calling callback (ffffffffc1966550) 00010000:00010000:2.0:1763335539.400236:0:3637:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f0764b88 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335539.400240:0:3637:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f0764b88 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40218400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335539.400246:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335539.400249:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335539.400251:0:3637:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f0764b88 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335539.400256:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6400/0x10123ce7f0764b88 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335539.400265:0:3637:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0764c6f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335539.400272:0:3637:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0764c6f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335539.400278:0:3637:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0764c6f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335539.400284:0:3637:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc2bd5e00 already unused, calling callback (ffffffffc1966550) 00010000:00010000:2.0:1763335539.400287:0:3637:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0764c6f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335539.400293:0:3637:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0764c6f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335539.400300:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335539.400302:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335539.400304:0:3637:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0764c6f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335539.400309:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0764c6f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335539.400365:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6e00/0x10123ce7f07649d6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335539.400373:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6e00/0x10123ce7f07649d6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210400000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335539.400378:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6e00/0x10123ce7f07649d6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335539.400383:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc2bd6e00 already unused, calling callback (ffffffffc1966550) 00010000:00010000:3.0:1763335539.400385:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6e00/0x10123ce7f07649d6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335539.400391:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6e00/0x10123ce7f07649d6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40218400000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335539.400401:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335539.400403:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335539.400406:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6e00/0x10123ce7f07649d6 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335539.400411:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd6e00/0x10123ce7f07649d6 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335539.400429:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7e00/0x10123ce7f0764acb lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335539.400435:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7e00/0x10123ce7f0764acb lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210400000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335539.400440:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7e00/0x10123ce7f0764acb lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335539.400445:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc2bd7e00 already unused, calling callback (ffffffffc1966550) 00010000:00010000:3.0:1763335539.400448:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7e00/0x10123ce7f0764acb lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335539.400453:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7e00/0x10123ce7f0764acb lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40218400000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335539.400460:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335539.400462:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335539.400465:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7e00/0x10123ce7f0764acb lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335539.400471:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7e00/0x10123ce7f0764acb lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335539.400481:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0764bc0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335539.400487:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0764bc0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335539.400493:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0764bc0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335539.400499:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc2bd7c00 already unused, calling callback (ffffffffc1966550) 00010000:00010000:3.0:1763335539.400503:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0764bc0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335539.400509:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0764bc0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335539.400516:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335539.400518:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335539.400521:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0764bc0 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335539.400527:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd7c00/0x10123ce7f0764bc0 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335539.400536:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764c1b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335539.400542:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764c1b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335539.400547:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764c1b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335539.400552:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc5a98400 already unused, calling callback (ffffffffc1966550) 00010000:00010000:3.0:1763335539.400555:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764c1b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335539.400561:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764c1b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335539.400568:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335539.400571:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335539.400573:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764c1b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335539.400582:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764c1b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335539.400592:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075200/0x10123ce7f0764cbc lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335539.400596:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075200/0x10123ce7f0764cbc lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335539.400601:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075200/0x10123ce7f0764cbc lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335539.400607:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc6075200 already unused, calling callback (ffffffffc1966550) 00010000:00010000:3.0:1763335539.400610:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075200/0x10123ce7f0764cbc lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335539.400615:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075200/0x10123ce7f0764cbc lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335539.400622:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335539.400624:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335539.400626:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075200/0x10123ce7f0764cbc lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335539.400631:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075200/0x10123ce7f0764cbc lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 00000100:00100000:1.0:1763335539.400895:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5964700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+14:2407:x1848991028952320:12345-192.168.202.34@tcp:16:fsx.0 Request processed in 2943us (3489us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335539.400909:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1378 00000100:00100000:0.0:1763335539.405103:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335539.405269:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028952448 00000100:00100000:1.0:1763335539.405283:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028952448 00000100:00100000:1.0:1763335539.405360:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1379 00000100:00100000:1.0:1763335539.405371:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c6723b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2409:x1848991028952448:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335539.405401:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335539.405428:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6074600/0x10123ce7f0764d1e lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e112 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335539.405474:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af102172200/0x10123ce7f0764d17 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e10b expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335539.405554:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5788380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041360512:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335539.405677:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb840 going to sleep for 11 seconds 00000004:00010000:1.0:1763335539.408676:0:6517:0:(mdt_lvb.c:189:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime: 1763335538 -> 1763335539 00000100:00100000:1.0:1763335539.408707:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5788380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041360512:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335539.408733:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 968362 00010000:00010000:1.0:1763335539.408755:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6074600/0x10123ce7f0764d1e lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e112 expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335539.414424:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335539.414428:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335539.414441:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6074600/0x10123ce7f0764d1e lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e112 expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335539.414459:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6074600, rc 0) 00000100:00100000:1.0:1763335539.414537:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c6723b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2409:x1848991028952448:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 9167us (9453us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335539.414561:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1379 00000100:00100000:0.0:1763335539.423024:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335539.423263:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028952576 00000100:00100000:1.0:1763335539.423274:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028952576 00000100:00100000:1.0:1763335539.423346:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1380 00000100:00100000:1.0:1763335539.423356:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c6722a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2406:x1848991028952576:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335539.423377:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335539.423400:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6074600/0x10123ce7f0764d25 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e119 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335539.423437:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af102172200/0x10123ce7f0764d17 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e10b expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335539.423479:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5788380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041360640:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335539.423571:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb840 going to sleep for 11 seconds 00000100:00100000:1.0:1763335539.426961:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5788380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041360640:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335539.426988:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 968362 00010000:00010000:1.0:1763335539.427005:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6074600/0x10123ce7f0764d25 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e119 expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335539.427032:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335539.427035:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335539.427040:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6074600/0x10123ce7f0764d25 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e119 expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335539.427055:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6074600, rc 0) 00000100:00100000:1.0:1763335539.427103:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c6722a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2406:x1848991028952576:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3748us (4086us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335539.427113:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1380 00000100:00100000:0.0:1763335539.432515:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335539.433154:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028952832 00000100:00100000:1.0:1763335539.433167:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028952832 00000100:00100000:1.0:1763335539.433231:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1381 00000100:00100000:1.0:1763335539.433238:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4fd1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+14:15720:x1848991028952832:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:1.0:1763335539.433302:0:6517:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335539.433331:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075c00/0x10123ce7f0764cd8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e0d3 expref: 14 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335539.433350:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335539.433354:0:6517:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335539.433550:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075800/0x10123ce7f0764d2c lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763335539.433566:0:6517:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0764d02 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e0f6 expref: 10 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335539.433586:0:6517:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075800/0x10123ce7f0764d2c lrc: 4/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763335539.433624:0:6517:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0764d02 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e0f6 expref: 10 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335539.433637:0:6517:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0764d02 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e0f6 expref: 10 pid: 6516 timeout: 440 lvb_type: 0 00000100:00100000:1.0:1763335539.433653:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5788380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041360768:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335539.433746:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb180 going to sleep for 11 seconds 00000100:00100000:0.0:1763335539.438825:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335539.438839:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5788380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041360768:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335539.438892:0:6517:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075800/0x10123ce7f0764d2c lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00000100:00100000:2.0:1763335539.439002:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028952960 00000100:00100000:2.0:1763335539.439018:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028952960 00010000:00010000:2.0:1763335539.439079:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0764d02 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e0f6 expref: 11 pid: 6516 timeout: 440 lvb_type: 0 00000100:00100000:2.0:1763335539.439130:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 517 00000100:00100000:2.0:1763335539.439139:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4fd0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:2408:x1848991028952960:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335539.439157:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335539.439164:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0764d02 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e0f6 expref: 11 pid: 6516 timeout: 440 lvb_type: 0 00010000:00010000:2.0:1763335539.439182:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0764d02 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e0f6 expref: 11 pid: 6516 timeout: 440 lvb_type: 0 00010000:00010000:2.0:1763335539.439209:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0764d02 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e0f6 expref: 11 pid: 6516 timeout: 440 lvb_type: 0 00010000:00010000:2.0:1763335539.439228:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335539.439233:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075800/0x10123ce7f0764d2c lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335539.439244:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075800/0x10123ce7f0764d2c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335539.439252:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075800/0x10123ce7f0764d2c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335539.439285:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335539.439369:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4fd0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+10:2408:x1848991028952960:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 229us (562us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335539.439377:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 517 00010000:00010000:1.0:1763335539.440565:0:6517:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075800/0x10123ce7f0764d2c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763335539.440579:0:6517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075800/0x10123ce7f0764d2c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00000001:00080000:1.0:1763335539.440687:0:6517:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967855 00000004:00010000:1.0:1763335539.440734:0:6517:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 968362 -> 968362 00000004:00010000:1.0:1763335539.440739:0:6517:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335539 -> 1763335539 00000004:00010000:1.0:1763335539.440741:0:6517:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335539 -> 1763335538 00000004:00010000:1.0:1763335539.440744:0:6517:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335539 -> 1763335539 00000004:00010000:1.0:1763335539.440746:0:6517:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 808 -> 808 00000004:00010000:1.0:1763335539.440752:0:6517:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000077375b06 reply state 00000000e7c5e5ea transno 4294967856 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075800/0x10123ce7f0764d2c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763335539.440773:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075800/0x10123ce7f0764d2c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763335539.440782:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335539.440785:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335539.440789:0:6517:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763335539.440942:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4fd1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+16:15720:x1848991028952832:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 7700us (8434us total) trans 4294967856 rc 0/0 00000100:00100000:1.0:1763335539.440952:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1381 00000020:00080000:1.0:1763335539.440958:0:6517:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763335539.445680:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335539.447636:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028953088 00000100:00100000:2.0:1763335539.447655:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028953088 00000100:00100000:2.0:1763335539.447747:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1009 00000100:00100000:2.0:1763335539.447759:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ee9f9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:15720:x1848991028953088:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335539.447786:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335539.447813:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98a00/0x10123ce7f0764d33 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e120 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335539.447895:0:8400:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99200/0x10123ce7f0764cca lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e0cc expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335539.447907:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335539.447909:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335539.447915:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98a00/0x10123ce7f0764d33 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e120 expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335539.447961:0:8400:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99200/0x10123ce7f0764cca lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e0cc expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335539.447977:0:8400:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99200/0x10123ce7f0764cca lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e0cc expref: 5 pid: 8400 timeout: 440 lvb_type: 0 00000100:00100000:2.0:1763335539.447993:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7d0bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041360896:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335539.448123:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5d9ab40 going to sleep for 11 seconds 00000100:00100000:2.0:1763335539.454187:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335539.454641:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7d0bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041360896:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335539.454675:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98a00/0x10123ce7f0764d33 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e120 expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335539.454693:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98a00, rc 0) 00000100:00100000:0.0:1763335539.455232:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ee9f9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+6:15720:x1848991028953088:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7473us (9568us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335539.455244:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1009 00000100:00100000:3.0:1763335539.457462:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028953216 00000100:00100000:3.0:1763335539.457476:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028953216 00010000:00010000:3.0:1763335539.457519:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99200/0x10123ce7f0764cca lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e0cc expref: 6 pid: 8400 timeout: 440 lvb_type: 0 00000100:00100000:3.0:1763335539.457569:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 518 00000100:00100000:3.0:1763335539.457579:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d08a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991028953216:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335539.457594:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335539.457613:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99200/0x10123ce7f0764cca lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e0cc expref: 6 pid: 8400 timeout: 440 lvb_type: 0 00010000:00010000:3.0:1763335539.457627:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99200/0x10123ce7f0764cca lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e0cc expref: 6 pid: 8400 timeout: 440 lvb_type: 0 00010000:00010000:3.0:1763335539.457653:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99200/0x10123ce7f0764cca lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e0cc expref: 6 pid: 8400 timeout: 440 lvb_type: 0 00010000:00010000:3.0:1763335539.457669:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335539.457671:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335539.457679:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98a00/0x10123ce7f0764d33 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e120 expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335539.457689:0:6500:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98a00/0x10123ce7f0764d33 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e120 expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335539.457729:0:6500:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98a00/0x10123ce7f0764d33 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e120 expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335539.457743:0:6500:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5965f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6500:1848991041361024:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335539.457843:0:6500:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850840 going to sleep for 11 seconds 00000100:00100000:3.0:1763335539.466761:0:6500:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5965f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6500:1848991041361024:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335539.466788:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335539.466856:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d08a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2409:x1848991028953216:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 9276us (12676us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335539.466897:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 518 00000100:00100000:1.0:1763335539.468087:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335539.468740:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335539.471916:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028953344 00000100:00100000:2.0:1763335539.471931:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028953344 00002000:00010000:2.0:1763335539.471984:0:6529:0:(mdt_io.c:274:mdt_punch_hpreq_check()) lustre-MDT0000: refresh DOM lock for [0x200000402:0xe:0x0] 00002000:00100000:2.0:1763335539.471990:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5788380 with x1848991028953344 00000100:00100000:2.0:1763335539.472367:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 765 00000100:00100000:2.0:1763335539.472377:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5788380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+16:2409:x1848991028953344:12345-192.168.202.34@tcp:10:fsx.0 00000004:00010000:2.0:1763335539.472856:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 968362 -> 590591 00000004:00010000:2.0:1763335539.472860:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335539 -> 1763335539 00000004:00010000:2.0:1763335539.472863:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335538 -> 1763335539 00000004:00010000:2.0:1763335539.472898:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335539 -> 1763335539 00000004:00010000:2.0:1763335539.472901:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 808 -> 680 00000100:00100000:2.0:1763335539.472977:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5788380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+17:2409:x1848991028953344:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 601us (4895us total) trans 4294967857 rc 0/0 00000100:00100000:2.0:1763335539.472985:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 765 00002000:00010000:2.0:1763335539.472989:0:6529:0:(mdt_io.c:274:mdt_punch_hpreq_check()) lustre-MDT0000: refresh DOM lock for [0x200000402:0xe:0x0] 00002000:00100000:2.0:1763335539.472992:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5788380 with x1848991028953344 00000100:00100000:0.0:1763335539.473511:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028953472 00000100:00100000:0.0:1763335539.473519:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028953472 00002000:00010000:0.0:1763335539.473546:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:0.0:1763335539.473550:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc578ad80 with x1848991028953472 ext(0->18446744073709551615) 00002000:00010000:0.0:1763335539.473559:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc578ad80. 00000100:00100000:0.0:1763335539.473585:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 590 00000100:00100000:0.0:1763335539.473592:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc578ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991028953472:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:0.0:1763335539.473850:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 2028862 -> 0 00002000:00010000:0.0:1763335539.473854:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335539 -> 1763335539 00002000:00010000:0.0:1763335539.473857:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335539 -> 1763335539 00002000:00010000:0.0:1763335539.473859:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335539 -> 1763335539 00002000:00010000:0.0:1763335539.473862:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 72 -> 0 00000100:00100000:0.0:1763335539.473919:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc578ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991028953472:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 326us (5180us total) trans 4294967541 rc 0/0 00000100:00100000:0.0:1763335539.473925:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 590 00002000:00010000:0.0:1763335539.473929:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:0.0:1763335539.473932:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc578ad80 with x1848991028953472 ext(0->18446744073709551615) 00002000:00010000:0.0:1763335539.473936:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc578ad80. 00000100:00100000:1.0:1763335539.482140:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335539.482235:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028953600 00000100:00100000:2.0:1763335539.482245:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028953600 00000100:00100000:2.0:1763335539.482302:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1382 00000100:00100000:2.0:1763335539.482311:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc578b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+10:15720:x1848991028953600:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335539.482332:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335539.482352:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99000/0x10123ce7f0764d3a lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e127 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335539.482436:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99a00/0x10123ce7f0764d41 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335539.482451:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99a00/0x10123ce7f0764d41 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335539.482462:0:6517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99a00/0x10123ce7f0764d41 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00000004:00200000:2.0:1763335539.482487:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 590591 00000004:00200000:2.0:1763335539.482491:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763335539.482509:0:6517:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99a00/0x10123ce7f0764d41 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335539.482533:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99000/0x10123ce7f0764d3a lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e127 expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335539.482549:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99a00/0x10123ce7f0764d41 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e127 expref: 11 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335539.482559:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335539.482563:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335539.482566:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99a00, rc 0) 00000100:00100000:2.0:1763335539.482639:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc578b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:15720:x1848991028953600:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 328us (508us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335539.482647:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1382 00000100:00100000:2.0:1763335539.492179:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335539.492219:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335539.492316:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028953728 00000100:00100000:3.0:1763335539.492326:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028953728 00000100:00100000:3.0:1763335539.492382:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1383 00000100:00100000:3.0:1763335539.492391:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+11:2408:x1848991028953728:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335539.492410:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335539.492430:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f0764d48 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e12e expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335539.492468:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af102172200/0x10123ce7f0764d17 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e10b expref: 16 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335539.492505:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5965f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041361152:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335539.492586:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850840 going to sleep for 11 seconds 00000100:00100000:0.0:1763335539.492755:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028953856 00000100:00100000:0.0:1763335539.492760:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028953856 00000100:00100000:0.0:1763335539.492802:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1010 00000100:00100000:0.0:1763335539.492809:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2409:x1848991028953856:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335539.492817:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335539.492828:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af102173e00/0x10123ce7f0764d4f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e135 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335539.492893:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4fd0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041361280:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335539.492927:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8ce40 going to sleep for 11 seconds 00000100:00100000:3.0:1763335539.495667:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5965f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041361152:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335539.495693:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 590591 00010000:00010000:3.0:1763335539.495710:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f0764d48 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e12e expref: 12 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335539.495730:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335539.495733:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335539.495738:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f0764d48 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e12e expref: 12 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335539.495752:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4000, rc 0) 00000100:00100000:3.0:1763335539.495808:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+11:2408:x1848991028953728:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3417us (3640us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335539.495817:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1383 00000100:00100000:0.0:1763335539.496063:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4fd0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041361280:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335539.496084:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af102173e00/0x10123ce7f0764d4f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e135 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335539.496099:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af102173e00/0x10123ce7f0764d4f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e135 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335539.496107:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af102173e00, rc 0) 00000100:00100000:0.0:1763335539.496144:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2409:x1848991028953856:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3335us (3924us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335539.496152:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1010 00000100:00100000:1.0:1763335539.501180:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335539.501273:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028953984 00000100:00100000:3.0:1763335539.501285:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028953984 00000100:00100000:2.0:1763335539.501535:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1384 00000100:00100000:2.0:1763335539.501548:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc578aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2407:x1848991028953984:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335539.501569:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335539.501589:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98e00/0x10123ce7f0764d56 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e13c expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335539.501624:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af102172200/0x10123ce7f0764d17 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e10b expref: 16 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335539.501670:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7d09180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041361408:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335539.501719:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335539.501753:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5d9a000 going to sleep for 11 seconds 00000100:00100000:3.0:1763335539.501861:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028954112 00000100:00100000:3.0:1763335539.501888:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028954112 00000100:00100000:3.0:1763335539.501916:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1011 00000100:00100000:3.0:1763335539.501923:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4fd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2406:x1848991028954112:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335539.501932:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335539.501942:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4000/0x10123ce7f0764d5d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e143 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335539.501975:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5965f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041361536:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335539.502020:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850840 going to sleep for 11 seconds 00000100:00100000:2.0:1763335539.504043:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7d09180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041361408:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335539.504066:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 590591 00010000:00010000:2.0:1763335539.504084:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98e00/0x10123ce7f0764d56 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e13c expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335539.504105:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335539.504109:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335539.504114:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98e00/0x10123ce7f0764d56 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e13c expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335539.504129:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98e00, rc 0) 00000100:00100000:2.0:1763335539.504183:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc578aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2407:x1848991028953984:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2637us (3011us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335539.504302:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5965f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041361536:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335539.504323:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4000/0x10123ce7f0764d5d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e143 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335539.504339:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4000/0x10123ce7f0764d5d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e143 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335539.504347:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4000, rc 0) 00000100:00100000:3.0:1763335539.504370:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4fd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2406:x1848991028954112:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2448us (2652us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335539.504378:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1011 00000100:00100000:2.0:1763335539.504706:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1384 00000100:00100000:1.0:1763335539.509849:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335539.514626:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028954240 00000100:00100000:2.0:1763335539.514641:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028954240 00000100:00100000:2.0:1763335539.514718:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1385 00000100:00100000:2.0:1763335539.514728:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc578bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+17:15720:x1848991028954240:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335539.514753:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335539.514775:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f0764d64 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e14a expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335539.514891:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99600/0x10123ce7f0764d6b lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335539.514913:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99600/0x10123ce7f0764d6b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335539.514925:0:6517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99600/0x10123ce7f0764d6b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00000004:00200000:2.0:1763335539.514953:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 590591 00000004:00200000:2.0:1763335539.514958:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763335539.514975:0:6517:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99600/0x10123ce7f0764d6b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335539.515007:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f0764d64 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e14a expref: 19 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335539.515026:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99600/0x10123ce7f0764d6b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e14a expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335539.515034:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335539.515037:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335539.515041:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99600, rc 0) 00000100:00100000:2.0:1763335539.515100:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc578bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+18:15720:x1848991028954240:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 374us (5258us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335539.515107:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1385 00000100:00100000:1.0:1763335539.527127:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335539.527238:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028954368 00000100:00100000:2.0:1763335539.527250:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028954368 00000100:00100000:3.0:1763335539.527901:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 766 00000100:00100000:3.0:1763335539.527916:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc578a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+18:2409:x1848991028954368:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:3.0:1763335539.528057:0:6530:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 590591 -> 590591 00000004:00010000:3.0:1763335539.528061:0:6530:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335539 -> 1763335539 00000004:00010000:3.0:1763335539.528064:0:6530:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335539 -> 1763335539 00000004:00010000:3.0:1763335539.528066:0:6530:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335539 -> 1763335539 00000004:00010000:3.0:1763335539.528068:0:6530:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 680 -> 680 00000100:00100000:3.0:1763335539.528138:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc578a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+19:2409:x1848991028954368:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 226us (1019us total) trans 4294967858 rc 0/0 00000100:00100000:3.0:1763335539.528145:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 766 00000100:00100000:0.0:1763335539.533017:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335539.533234:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028954496 00000100:00100000:2.0:1763335539.533245:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028954496 00000100:00100000:2.0:1763335539.533315:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1386 00000100:00100000:2.0:1763335539.533325:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4fd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2408:x1848991028954496:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335539.533345:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335539.533364:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f0764d72 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e151 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335539.533402:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af102172200/0x10123ce7f0764d17 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e10b expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335539.533444:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7d09180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041361664:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335539.533532:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5d9a000 going to sleep for 11 seconds 00000100:00100000:2.0:1763335539.537618:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7d09180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041361664:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335539.537645:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 590591 00010000:00010000:2.0:1763335539.537664:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f0764d72 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e151 expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335539.537685:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335539.537689:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335539.537694:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f0764d72 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e151 expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335539.537709:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98000, rc 0) 00000100:00100000:2.0:1763335539.539322:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4fd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2408:x1848991028954496:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5991us (6307us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335539.539334:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1386 00000100:00100000:0.0:1763335539.540235:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335539.540708:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028954624 00000100:00100000:3.0:1763335539.540718:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028954624 00000100:00100000:3.0:1763335539.540768:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1012 00000100:00100000:3.0:1763335539.540777:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4fd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991028954624:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335539.540794:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335539.540811:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4000/0x10123ce7f0764d79 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e158 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335539.540911:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5965f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041361792:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335539.540986:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850240 going to sleep for 11 seconds 00000100:00100000:3.0:1763335539.544736:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5965f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041361792:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335539.544775:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4000/0x10123ce7f0764d79 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e158 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335539.544799:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4000/0x10123ce7f0764d79 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e158 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335539.544818:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4000, rc 0) 00000100:00100000:3.0:1763335539.544923:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4fd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991028954624:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4145us (4689us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335539.544932:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1012 00000100:00100000:1.0:1763335539.554246:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335539.554292:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335539.554625:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028954752 00000100:00100000:0.0:1763335539.554635:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028954752 00000100:00100000:2.0:1763335539.555297:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1387 00000100:00100000:2.0:1763335539.555311:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5789f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+11:2409:x1848991028954752:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335539.555331:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335539.555350:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98e00/0x10123ce7f0764d80 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e15f expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335539.555400:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af102172200/0x10123ce7f0764d17 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e10b expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335539.555444:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7d09180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041361920:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335539.555514:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028954880 00000100:00100000:3.0:1763335539.555520:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028954880 00000100:00100000:2.0:1763335539.555525:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5d9a000 going to sleep for 11 seconds 00000100:00100000:3.0:1763335539.555564:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1013 00000100:00100000:3.0:1763335539.555574:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc578b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2409:x1848991028954880:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335539.555583:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335539.555594:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4000/0x10123ce7f0764d87 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e166 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335539.555631:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5965f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041362048:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335539.555822:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850240 going to sleep for 11 seconds 00000100:00100000:3.0:1763335539.562183:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7d09180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041361920:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335539.562216:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 590591 00010000:00010000:3.0:1763335539.562237:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98e00/0x10123ce7f0764d80 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e15f expref: 12 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335539.562262:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335539.562265:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335539.562270:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98e00/0x10123ce7f0764d80 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e15f expref: 12 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335539.562286:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98e00, rc 0) 00000100:00100000:3.0:1763335539.562359:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5789f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+11:2409:x1848991028954752:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7050us (8064us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335539.562368:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1387 00000100:00100000:0.0:1763335539.562489:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5965f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041362048:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335539.562510:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4000/0x10123ce7f0764d87 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e166 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335539.562525:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4000/0x10123ce7f0764d87 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e166 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335539.562534:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4000, rc 0) 00000100:00100000:0.0:1763335539.562557:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc578b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2409:x1848991028954880:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6986us (8323us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335539.562564:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1013 00000100:00100000:1.0:1763335539.569914:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335539.569955:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335539.570154:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028955008 00000100:00100000:3.0:1763335539.570164:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028955008 00000100:00100000:3.0:1763335539.570236:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1388 00000100:00100000:3.0:1763335539.570246:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5789880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+11:2406:x1848991028955008:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335539.570266:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335539.570288:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0764d8e lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e16d expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335539.570324:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af102172200/0x10123ce7f0764d17 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e10b expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335539.570366:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5967100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041362176:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335539.570441:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850240 going to sleep for 11 seconds 00000100:00100000:0.0:1763335539.570892:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028955136 00000100:00100000:0.0:1763335539.570898:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028955136 00000100:00100000:0.0:1763335539.570936:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1014 00000100:00100000:0.0:1763335539.570944:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5788700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2406:x1848991028955136:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335539.570953:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335539.570964:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af102172600/0x10123ce7f0764d95 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e174 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335539.571003:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4fd1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041362304:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335539.571047:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8ce40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335539.580250:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4fd1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041362304:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335539.580295:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af102172600/0x10123ce7f0764d95 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e174 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335539.580320:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af102172600/0x10123ce7f0764d95 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e174 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335539.580333:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af102172600, rc 0) 00000100:00100000:0.0:1763335539.580401:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5788700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2406:x1848991028955136:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 9457us (10445us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335539.580410:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1014 00000100:00100000:3.0:1763335539.580538:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5967100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041362176:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335539.580553:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 590591 00010000:00010000:3.0:1763335539.580566:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0764d8e lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e16d expref: 12 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335539.580579:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335539.580582:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335539.580587:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0764d8e lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e16d expref: 12 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335539.580596:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5600, rc 0) 00000100:00100000:3.0:1763335539.580620:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5789880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+11:2406:x1848991028955008:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 10376us (10717us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335539.580626:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1388 00000100:00100000:1.0:1763335539.583972:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335539.584060:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028955264 00000100:00100000:3.0:1763335539.584071:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028955264 00000100:00100000:3.0:1763335539.584602:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1389 00000100:00100000:3.0:1763335539.584613:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+11:15720:x1848991028955264:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335539.584632:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335539.584654:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5c00/0x10123ce7f0764d9c lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e17b expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335539.584684:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af102172200/0x10123ce7f0764d17 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e10b expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335539.584696:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5c00/0x10123ce7f0764d9c lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e17b expref: 12 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335539.584728:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af102172200/0x10123ce7f0764d17 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e10b expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335539.584740:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af102172200/0x10123ce7f0764d17 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e10b expref: 18 pid: 6517 timeout: 440 lvb_type: 0 00000100:00100000:3.0:1763335539.584754:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5967100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041362432:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335539.584849:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850240 going to sleep for 11 seconds 00000100:00100000:1.0:1763335539.600435:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335539.600460:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5967100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041362432:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335539.600492:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5c00/0x10123ce7f0764d9c lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e17b expref: 12 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335539.600514:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335539.600517:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335539.600522:0:6516:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5c00/0x10123ce7f0764d9c lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e17b expref: 12 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335539.600532:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5c00, rc 0) 00000100:00100000:0.0:1763335539.601966:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028955392 00000100:00100000:0.0:1763335539.601978:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028955392 00010000:00010000:0.0:1763335539.602019:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af102172200/0x10123ce7f0764d17 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e10b expref: 19 pid: 6517 timeout: 440 lvb_type: 0 00000100:00100000:0.0:1763335539.602063:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 519 00000100:00100000:0.0:1763335539.602072:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d92a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:819c42eb-8a5f-4523-990c-a007cb66998d+19:2408:x1848991028955392:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335539.602087:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335539.602109:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af102172200/0x10123ce7f0764d17 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e10b expref: 19 pid: 6517 timeout: 440 lvb_type: 0 00010000:00010000:0.0:1763335539.602120:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af102172200/0x10123ce7f0764d17 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e10b expref: 19 pid: 6517 timeout: 440 lvb_type: 0 00010000:00010000:0.0:1763335539.602141:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af102172200/0x10123ce7f0764d17 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e10b expref: 19 pid: 6517 timeout: 440 lvb_type: 0 00010000:00010000:0.0:1763335539.602160:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335539.602165:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5c00/0x10123ce7f0764d9c lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e17b expref: 12 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335539.602175:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5c00/0x10123ce7f0764d9c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e17b expref: 12 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335539.602183:0:6500:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5c00/0x10123ce7f0764d9c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e17b expref: 12 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335539.602215:0:6500:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5c00/0x10123ce7f0764d9c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e17b expref: 12 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335539.602226:0:6500:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4fd1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6500:1848991041362560:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335539.602388:0:6500:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8ce40 going to sleep for 11 seconds 00000100:00100000:3.0:1763335539.602898:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:15720:x1848991028955264:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 18285us (18934us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335539.602907:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1389 00000100:00100000:0.0:1763335539.606021:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335539.606123:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028955520 00000100:00100000:2.0:1763335539.606133:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028955520 00000100:00100000:3.0:1763335539.606231:0:6500:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4fd1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6500:1848991041362560:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335539.606255:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335539.606311:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d92a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:819c42eb-8a5f-4523-990c-a007cb66998d+18:2408:x1848991028955392:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 4240us (5884us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335539.606320:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 519 00000100:00100000:2.0:1763335539.606978:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 767 00000100:00100000:2.0:1763335539.606991:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4fd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:2409:x1848991028955520:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:2.0:1763335539.607216:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 590591 -> 590591 00000004:00010000:2.0:1763335539.607221:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335539 -> 1763335539 00000004:00010000:2.0:1763335539.607224:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335539 -> 1763335539 00000004:00010000:2.0:1763335539.607226:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335539 -> 1763335539 00000004:00010000:2.0:1763335539.607228:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 680 -> 736 00000100:00100000:2.0:1763335539.607286:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4fd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+13:2409:x1848991028955520:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 298us (1273us total) trans 4294967859 rc 0/0 00000100:00100000:2.0:1763335539.607292:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 767 00000100:00100000:0.0:1763335539.612926:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335539.613160:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028955648 00000100:00100000:3.0:1763335539.613171:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028955648 00000100:00100000:3.0:1763335539.613233:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1390 00000100:00100000:3.0:1763335539.613243:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4fd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:2407:x1848991028955648:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335539.613285:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335539.613314:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98c00/0x10123ce7f0764da3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e182 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335539.613360:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5c00/0x10123ce7f0764d9c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e17b expref: 12 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335539.613403:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7d09180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041362688:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335539.613493:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5d9ab40 going to sleep for 11 seconds 00000100:00100000:2.0:1763335539.619942:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7d09180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041362688:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335539.619968:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 590591 00010000:00010000:2.0:1763335539.619987:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98c00/0x10123ce7f0764da3 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e182 expref: 19 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335539.620008:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335539.620011:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335539.620016:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98c00/0x10123ce7f0764da3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e182 expref: 19 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335539.620029:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98c00, rc 0) 00000100:00100000:2.0:1763335539.620093:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4fd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:2407:x1848991028955648:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6849us (7177us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335539.620103:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1390 00000100:00100000:0.0:1763335539.624405:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335539.627031:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028955776 00000100:00100000:2.0:1763335539.627047:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028955776 00000100:00100000:2.0:1763335539.627129:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1391 00000100:00100000:2.0:1763335539.627141:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4fd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:2407:x1848991028955776:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335539.627161:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335539.627183:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f0764daa lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e189 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335539.627228:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5c00/0x10123ce7f0764d9c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e17b expref: 12 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335539.627269:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7d09180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041362816:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335539.627359:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5d9ab40 going to sleep for 11 seconds 00000100:00100000:2.0:1763335539.633951:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7d09180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041362816:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335539.633990:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 590591 00010000:00010000:2.0:1763335539.634013:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f0764daa lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e189 expref: 19 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335539.634035:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335539.634038:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335539.634044:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f0764daa lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e189 expref: 19 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335539.634057:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98800, rc 0) 00000100:00100000:2.0:1763335539.634319:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4fd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:2407:x1848991028955776:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7179us (9922us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335539.634331:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1391 00000100:00100000:1.0:1763335539.638248:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335539.638826:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028956032 00000100:00100000:2.0:1763335539.638850:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028956032 00000100:00100000:2.0:1763335539.642924:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1392 00000100:00100000:2.0:1763335539.642950:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+13:15720:x1848991028956032:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:2.0:1763335539.643022:0:6516:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335539.643050:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99a00/0x10123ce7f0764d41 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e127 expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335539.643068:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335539.643073:0:6516:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335539.643243:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f0764db1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335539.643257:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99600/0x10123ce7f0764d6b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e14a expref: 17 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335539.643267:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f0764db1 lrc: 4/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335539.643303:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99600/0x10123ce7f0764d6b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e14a expref: 17 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335539.643317:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99600/0x10123ce7f0764d6b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e14a expref: 17 pid: 6517 timeout: 440 lvb_type: 0 00000100:00100000:2.0:1763335539.643332:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7d09180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041362944:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335539.643417:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5d9a3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335539.648587:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335539.648593:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7d09180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041362944:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335539.648624:0:6516:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f0764db1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00000100:00100000:3.0:1763335539.649149:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028956160 00000100:00100000:3.0:1763335539.649157:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028956160 00010000:00010000:3.0:1763335539.649196:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99600/0x10123ce7f0764d6b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e14a expref: 18 pid: 6517 timeout: 440 lvb_type: 0 00000100:00100000:3.0:1763335539.649234:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 520 00000100:00100000:3.0:1763335539.649243:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f80fac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:819c42eb-8a5f-4523-990c-a007cb66998d+18:2408:x1848991028956160:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335539.649261:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335539.649268:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99600/0x10123ce7f0764d6b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e14a expref: 18 pid: 6517 timeout: 440 lvb_type: 0 00010000:00010000:3.0:1763335539.649280:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99600/0x10123ce7f0764d6b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e14a expref: 18 pid: 6517 timeout: 440 lvb_type: 0 00010000:00010000:3.0:1763335539.649303:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99600/0x10123ce7f0764d6b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e14a expref: 18 pid: 6517 timeout: 440 lvb_type: 0 00010000:00010000:3.0:1763335539.649319:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335539.649324:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f0764db1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335539.649334:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f0764db1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335539.649342:0:6500:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f0764db1 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335539.649373:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335539.649428:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f80fac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:819c42eb-8a5f-4523-990c-a007cb66998d+17:2408:x1848991028956160:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 185us (853us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335539.649435:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 520 00010000:00010000:2.0:1763335539.649521:0:6516:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f0764db1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335539.649529:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f0764db1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00000001:00080000:2.0:1763335539.649620:0:6516:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967860 00000004:00010000:2.0:1763335539.649666:0:6516:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 590591 -> 590591 00000004:00010000:2.0:1763335539.649670:0:6516:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335539 -> 1763335539 00000004:00010000:2.0:1763335539.649672:0:6516:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335539 -> 1763335539 00000004:00010000:2.0:1763335539.649674:0:6516:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335539 -> 1763335539 00000004:00010000:2.0:1763335539.649676:0:6516:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 736 -> 736 00000004:00010000:2.0:1763335539.649682:0:6516:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a35fe741 reply state 000000001ccb7ec5 transno 4294967861 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f0764db1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335539.649694:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f0764db1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335539.649700:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335539.649702:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335539.649705:0:6516:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763335539.649780:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+15:15720:x1848991028956032:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 6842us (11541us total) trans 4294967861 rc 0/0 00000100:00100000:2.0:1763335539.649787:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1392 00000020:00080000:2.0:1763335539.649790:0:6516:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763335539.653530:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335539.653614:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028956288 00000100:00100000:3.0:1763335539.653626:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028956288 00000100:00100000:3.0:1763335539.654881:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1015 00000100:00100000:3.0:1763335539.654906:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4fd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:15720:x1848991028956288:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335539.654923:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335539.654948:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5600/0x10123ce7f0764db8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e190 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335539.654981:0:8400:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98a00/0x10123ce7f0764d33 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e120 expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335539.654989:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335539.654992:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335539.654996:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5600/0x10123ce7f0764db8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e190 expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335539.655033:0:8400:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98a00/0x10123ce7f0764d33 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e120 expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335539.655048:0:8400:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98a00/0x10123ce7f0764d33 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e120 expref: 6 pid: 8400 timeout: 440 lvb_type: 0 00000100:00100000:3.0:1763335539.655062:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5964000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041363072:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335539.655152:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58503c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335539.658948:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5964000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041363072:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335539.658997:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5600/0x10123ce7f0764db8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e190 expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335539.659024:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5600, rc 0) 00000100:00100000:3.0:1763335539.659088:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4fd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:15720:x1848991028956288:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4193us (5566us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335539.659097:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1015 00000100:00100000:1.0:1763335539.661171:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335539.662184:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028956416 00000100:00100000:3.0:1763335539.662195:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028956416 00010000:00010000:3.0:1763335539.662237:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98a00/0x10123ce7f0764d33 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e120 expref: 7 pid: 8400 timeout: 440 lvb_type: 0 00000100:00100000:3.0:1763335539.662286:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 521 00000100:00100000:3.0:1763335539.662296:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d92300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:819c42eb-8a5f-4523-990c-a007cb66998d+7:2408:x1848991028956416:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335539.662312:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335539.662331:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98a00/0x10123ce7f0764d33 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e120 expref: 7 pid: 8400 timeout: 440 lvb_type: 0 00010000:00010000:3.0:1763335539.662345:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98a00/0x10123ce7f0764d33 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e120 expref: 7 pid: 8400 timeout: 440 lvb_type: 0 00010000:00010000:3.0:1763335539.662368:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a98a00/0x10123ce7f0764d33 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e120 expref: 7 pid: 8400 timeout: 440 lvb_type: 0 00010000:00010000:3.0:1763335539.662384:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335539.662385:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335539.662392:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5600/0x10123ce7f0764db8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e190 expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335539.662402:0:6500:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5600/0x10123ce7f0764db8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e190 expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335539.662443:0:6500:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5600/0x10123ce7f0764db8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e190 expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335539.662462:0:6500:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5964000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6500:1848991041363200:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335539.664091:0:6500:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58503c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335539.667951:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335539.668250:0:6500:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5964000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6500:1848991041363200:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335539.668279:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335539.668344:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d92300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028956416:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 6048us (7182us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335539.668512:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 521 00000100:00100000:1.0:1763335539.670414:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028956544 00000100:00100000:1.0:1763335539.670426:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028956544 00002000:00010000:1.0:1763335539.670469:0:8406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1295573->18446744073709551615) 00002000:00100000:1.0:1763335539.670474:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffbf4000 with x1848991028956544 ext(1295573->18446744073709551615) 00002000:00010000:1.0:1763335539.670486:0:8406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffbf4000. 00000100:00100000:1.0:1763335539.670856:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 591 00000100:00100000:1.0:1763335539.670882:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbf4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991028956544:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:1.0:1763335539.671319:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 0 -> 1295573 00002000:00010000:1.0:1763335539.671323:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335539 -> 1763335539 00002000:00010000:1.0:1763335539.671325:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335539 -> 1763335539 00002000:00010000:1.0:1763335539.671327:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335539 -> 1763335539 00002000:00010000:1.0:1763335539.671330:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763335539.671438:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbf4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+7:2408:x1848991028956544:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 572us (3496us total) trans 4294967542 rc 0/0 00000100:00100000:1.0:1763335539.671446:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 591 00002000:00010000:1.0:1763335539.671451:0:8406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1295573->18446744073709551615) 00002000:00100000:1.0:1763335539.671454:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffbf4000 with x1848991028956544 ext(1295573->18446744073709551615) 00002000:00010000:1.0:1763335539.671460:0:8406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffbf4000. 00000100:00100000:0.0:1763335539.676274:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335539.676423:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028956672 00000100:00100000:2.0:1763335539.676433:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028956672 00000100:00100000:2.0:1763335539.676497:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1393 00000100:00100000:2.0:1763335539.676507:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbf7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+17:15720:x1848991028956672:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335539.676528:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335539.676551:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99a00/0x10123ce7f0764dbf lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e197 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335539.676658:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98c00/0x10123ce7f0764dc6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335539.676673:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98c00/0x10123ce7f0764dc6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335539.676684:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98c00/0x10123ce7f0764dc6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00000004:00200000:2.0:1763335539.676712:0:6516:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 1295573 00000004:00200000:2.0:1763335539.676717:0:6516:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763335539.676736:0:6516:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98c00/0x10123ce7f0764dc6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335539.676762:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99a00/0x10123ce7f0764dbf lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e197 expref: 19 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335539.676778:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98c00/0x10123ce7f0764dc6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e197 expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335539.676787:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335539.676790:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335539.676793:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98c00, rc 0) 00000100:00100000:2.0:1763335539.676970:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbf7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:15720:x1848991028956672:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 451us (692us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335539.676979:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1393 00000100:00100000:0.0:1763335539.683167:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335539.683220:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335539.683310:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028956928 00000100:00100000:3.0:1763335539.683322:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028956928 00000100:00100000:3.0:1763335539.683385:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1016 00000100:00100000:3.0:1763335539.683395:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991028956928:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335539.683414:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335539.683433:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5800/0x10123ce7f0764dcd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e1a5 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335539.683464:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028956800 00000100:00100000:2.0:1763335539.683471:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028956800 00000100:00100000:3.0:1763335539.683494:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5964000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041363328:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335539.683527:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1394 00000100:00100000:2.0:1763335539.683537:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc471c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:2409:x1848991028956800:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335539.683548:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335539.683562:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99a00/0x10123ce7f0764dd4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e19e expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335539.683595:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5c00/0x10123ce7f0764d9c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e17b expref: 14 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335539.683620:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7d09180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041363456:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335539.683690:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5d9ab40 going to sleep for 11 seconds 00000100:00100000:3.0:1763335539.684167:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58503c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335539.690191:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7d09180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041363456:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335539.690220:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 590591 00000100:00100000:3.0:1763335539.690231:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5964000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041363328:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335539.690242:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99a00/0x10123ce7f0764dd4 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e19e expref: 19 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335539.690259:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5800/0x10123ce7f0764dcd lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e1a5 expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335539.690266:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335539.690272:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335539.690278:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99a00/0x10123ce7f0764dd4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e19e expref: 19 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335539.690282:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5800/0x10123ce7f0764dcd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e1a5 expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335539.690300:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99a00, rc 0) 00010000:00010000:3.0:1763335539.690305:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5800, rc 0) 00000100:00100000:3.0:1763335539.690375:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991028956928:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6980us (7152us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335539.690384:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1016 00000100:00100000:2.0:1763335539.690510:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc471c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:2409:x1848991028956800:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6974us (7352us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335539.690522:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1394 00000100:00100000:0.0:1763335539.696954:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335539.696994:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335539.697122:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028957184 00000100:00100000:3.0:1763335539.697133:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028957184 00000100:00100000:3.0:1763335539.697192:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1017 00000100:00100000:3.0:1763335539.697202:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991028957184:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335539.697220:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335539.697238:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5800/0x10123ce7f0764ddb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e1b3 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335539.697291:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5964000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041363584:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335539.697370:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58503c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335539.698757:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028957056 00000100:00100000:2.0:1763335539.698768:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028957056 00000100:00100000:2.0:1763335539.698842:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1395 00000100:00100000:2.0:1763335539.698851:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:2409:x1848991028957056:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335539.698890:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335539.698912:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98a00/0x10123ce7f0764de2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e1ac expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335539.698947:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5c00/0x10123ce7f0764d9c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e17b expref: 14 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335539.698984:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7d09180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041363712:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335539.699047:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5d9ab40 going to sleep for 11 seconds 00000100:00100000:3.0:1763335539.704094:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5964000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041363584:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335539.704138:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5800/0x10123ce7f0764ddb lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e1b3 expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335539.704163:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5800/0x10123ce7f0764ddb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e1b3 expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335539.704175:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5800, rc 0) 00000100:00100000:3.0:1763335539.704238:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991028957184:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7037us (7242us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335539.704251:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1017 00000100:00100000:2.0:1763335539.705638:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7d09180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041363712:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335539.705661:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 590591 00010000:00010000:2.0:1763335539.705678:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98a00/0x10123ce7f0764de2 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e1ac expref: 19 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335539.705696:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335539.705700:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335539.705705:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98a00/0x10123ce7f0764de2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e1ac expref: 19 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335539.705722:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98a00, rc 0) 00000100:00100000:2.0:1763335539.705775:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:2409:x1848991028957056:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6924us (8908us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335539.705786:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1395 00000100:00100000:1.0:1763335539.724002:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335539.724060:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335539.724114:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028957440 00000100:00100000:3.0:1763335539.724126:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028957440 00000100:00100000:2.0:1763335539.724153:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028957312 00000100:00100000:2.0:1763335539.724160:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028957312 00002000:00100000:3.0:1763335539.724175:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->1298431) req@ffff9af0f7d91500 x1848991028957440/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:585/0 lens 488/0 e 0 to 0 dl 1763335550 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335539.724188:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7d91500 with x1848991028957440 ext(1048576->1298431) 00002000:00100000:2.0:1763335539.724189:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7d91880 x1848991028957312/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:585/0 lens 488/0 e 0 to 0 dl 1763335550 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00010000:3.0:1763335539.724197:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7d91500 00002000:00100000:2.0:1763335539.724204:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7d91880 with x1848991028957312 00000100:00100000:3.0:1763335539.724246:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 592 00000100:00100000:2.0:1763335539.724246:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 768 00000100:00100000:3.0:1763335539.724260:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+7:2406:x1848991028957440:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335539.724261:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+15:2406:x1848991028957312:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335539.734901:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+7:2406:x1848991028957440:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 10610us (10805us total) trans 0 rc 249856/249856 00000100:00100000:3.0:1763335539.734916:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 592 00002000:00100000:3.0:1763335539.734930:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->1298431) req@ffff9af0f7d91500 x1848991028957440/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:585/0 lens 488/440 e 0 to 0 dl 1763335550 ref 1 fl Complete:/600/0 rc 249856/249856 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335539.734941:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7d91500 with x1848991028957440 ext(1048576->1298431) 00002000:00010000:3.0:1763335539.734948:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7d91500 00000100:00100000:3.0:1763335539.737367:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+15:2406:x1848991028957312:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 13102us (13364us total) trans 0 rc 593920/593920 00000100:00100000:3.0:1763335539.737381:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 768 00002000:00100000:3.0:1763335539.737393:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7d91880 x1848991028957312/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:585/0 lens 488/440 e 0 to 0 dl 1763335550 ref 1 fl Complete:/600/0 rc 593920/593920 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335539.737404:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7d91880 with x1848991028957312 00000100:00100000:0.0:1763335539.749072:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335539.749262:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028957568 00000100:00100000:2.0:1763335539.749274:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028957568 00000100:00100000:1.0:1763335539.749937:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1396 00000100:00100000:1.0:1763335539.749951:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5968000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+15:15720:x1848991028957568:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335539.749973:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335539.749996:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075400/0x10123ce7f0764de9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e1ba expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335539.750119:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6074800/0x10123ce7f0764df0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763335539.750137:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6074800/0x10123ce7f0764df0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763335539.750153:0:6517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6074800/0x10123ce7f0764df0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00000004:00200000:1.0:1763335539.750182:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 1295573 00000004:00200000:1.0:1763335539.750187:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763335539.750207:0:6517:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6074800/0x10123ce7f0764df0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763335539.750234:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075400/0x10123ce7f0764de9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e1ba expref: 17 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335539.750252:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6074800/0x10123ce7f0764df0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e1ba expref: 16 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335539.750261:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335539.750264:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335539.750269:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6074800, rc 0) 00000100:00100000:1.0:1763335539.750321:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5968000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+16:15720:x1848991028957568:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 375us (1259us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335539.750329:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1396 00000100:00100000:1.0:1763335539.771174:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335539.771290:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028957696 00000100:00100000:3.0:1763335539.771301:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028957696 00002000:00100000:3.0:1763335539.771350:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7d91180 x1848991028957696/t0(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:585/0 lens 12776/0 e 0 to 0 dl 1763335550 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335539.771361:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7d91180 with x1848991028957696 00000100:00100000:3.0:1763335539.771398:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 769 00000100:00100000:3.0:1763335539.771407:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+16:2408:x1848991028957696:12345-192.168.202.34@tcp:4:fsx.0 00000004:00010000:3.0:1763335539.772998:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 590591 -> 590591 00000004:00010000:3.0:1763335539.773005:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335539 -> 1763335540 00000004:00010000:3.0:1763335539.773008:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335539 -> 1763335539 00000004:00010000:3.0:1763335539.773010:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335539 -> 1763335540 00000004:00010000:3.0:1763335539.773013:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 736 -> 736 00000100:00100000:3.0:1763335539.777945:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+18:2408:x1848991028957696:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 6524us (6766us total) trans 4294967862 rc 0/0 00000100:00100000:3.0:1763335539.777963:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 769 00002000:00100000:3.0:1763335539.777978:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7d91180 x1848991028957696/t4294967862(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:585/0 lens 12776/448 e 0 to 0 dl 1763335550 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335539.777988:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7d91180 with x1848991028957696 00000100:00100000:0.0:1763335539.778782:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335539.779459:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028957824 00000100:00100000:1.0:1763335539.779468:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028957824 00000100:00100000:1.0:1763335539.779518:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1397 00000100:00100000:1.0:1763335539.779526:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+18:2409:x1848991028957824:12345-192.168.202.34@tcp:16:fsx.0 00000001:00080000:2.0:1763335539.785654:0:6496:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967862 is committed 00000001:00080000:2.0:1763335539.785689:0:6496:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967858 is committed 00010000:00010000:0.0:1763335539.785912:0:3637:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f0764db1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 00010000:00010000:0.0:1763335539.785933:0:3637:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f0764db1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 00010000:00010000:0.0:1763335539.785941:0:3637:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f0764db1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 00010000:00010000:0.0:1763335539.785947:0:3637:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc5a98800 already unused, calling callback (ffffffffc1966550) 00010000:00010000:0.0:1763335539.785953:0:3637:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f0764db1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 00010000:00010000:0.0:1763335539.785961:0:3637:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f0764db1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 00010000:00010000:0.0:1763335539.785981:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335539.785984:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335539.785991:0:3637:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f0764db1 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 00010000:00010000:0.0:1763335539.785997:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98800/0x10123ce7f0764db1 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 00000100:00100000:1.0:1763335539.786411:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:2409:x1848991028957824:12345-192.168.202.34@tcp:16:fsx.0 Request processed in 6873us (7620us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335539.786425:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1397 00010000:00010000:3.0:1763335539.787245:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075800/0x10123ce7f0764d2c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335539.787258:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075800/0x10123ce7f0764d2c lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335539.787267:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075800/0x10123ce7f0764d2c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335539.787272:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc6075800 already unused, calling callback (ffffffffc1966550) 00010000:00010000:3.0:1763335539.787288:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075800/0x10123ce7f0764d2c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335539.787296:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075800/0x10123ce7f0764d2c lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335539.787313:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335539.787316:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335539.787321:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075800/0x10123ce7f0764d2c lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335539.787327:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075800/0x10123ce7f0764d2c lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT0 00000100:00100000:0.0:1763335539.793476:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335539.794471:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028957952 00000100:00100000:2.0:1763335539.794483:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028957952 00000100:00100000:2.0:1763335539.794565:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 770 00000100:00100000:2.0:1763335539.794575:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:2407:x1848991028957952:12345-192.168.202.34@tcp:22:fsx.0 00000100:00100000:0.0:1763335539.794935:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335539.795317:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028958080 00000100:00100000:3.0:1763335539.795323:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028958080 00000100:00100000:3.0:1763335539.795369:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 593 00000100:00100000:3.0:1763335539.795378:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+7:2406:x1848991028958080:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:3.0:1763335539.795499:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1295573 -> 1295573 00002000:00010000:3.0:1763335539.795502:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335539 -> 1763335539 00002000:00010000:3.0:1763335539.795504:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335539 -> 1763335539 00002000:00010000:3.0:1763335539.795506:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335539 -> 1763335539 00002000:00010000:3.0:1763335539.795509:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335539.795571:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+8:2406:x1848991028958080:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 194us (635us total) trans 4294967543 rc 0/0 00000100:00100000:3.0:1763335539.795578:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 593 00000004:00010000:2.0:1763335539.796432:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 590591 -> 590591 00000004:00010000:2.0:1763335539.796438:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335540 -> 1763335540 00000004:00010000:2.0:1763335539.796440:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335539 -> 1763335540 00000004:00010000:2.0:1763335539.796443:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335540 -> 1763335540 00000004:00010000:2.0:1763335539.796445:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 736 -> 736 00000100:00100000:2.0:1763335539.796488:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+13:2407:x1848991028957952:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 1914us (3021us total) trans 4294967863 rc 0/0 00000100:00100000:2.0:1763335539.796495:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 770 00000100:00100000:0.0:1763335539.803965:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335539.803993:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335539.804065:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028958208 00000100:00100000:1.0:1763335539.804074:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028958208 00000100:00100000:1.0:1763335539.804124:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1398 00000100:00100000:1.0:1763335539.804132:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+13:2409:x1848991028958208:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335539.804150:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335539.804170:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6074200/0x10123ce7f0764df7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e1c1 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335539.804204:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5c00/0x10123ce7f0764d9c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e17b expref: 12 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335539.804239:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7d90e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041363840:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335539.804334:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb840 going to sleep for 11 seconds 00000100:00100000:3.0:1763335539.805270:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028958336 00000100:00100000:3.0:1763335539.805277:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028958336 00000100:00100000:3.0:1763335539.805790:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1018 00000100:00100000:3.0:1763335539.805801:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028958336:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335539.805920:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335539.805939:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5800/0x10123ce7f0764dfe lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e1c8 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335539.805991:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5964000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041363968:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335539.806051:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850180 going to sleep for 11 seconds 00000100:00100000:1.0:1763335539.811018:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7d90e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041363840:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335539.811044:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 590591 00010000:00010000:1.0:1763335539.811064:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6074200/0x10123ce7f0764df7 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e1c1 expref: 14 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335539.811085:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335539.811088:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335539.811093:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6074200/0x10123ce7f0764df7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e1c1 expref: 14 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335539.811108:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6074200, rc 0) 00000100:00100000:1.0:1763335539.811175:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+13:2409:x1848991028958208:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7043us (7219us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335539.811184:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1398 00002000:00010000:3.0:1763335539.814080:0:8400:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime: 1763335539 -> 1763335540 00002000:00010000:3.0:1763335539.814089:0:8400:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335539 -> 1763335540 00002000:00010000:3.0:1763335539.814091:0:8400:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime: 1763335539 -> 1763335540 00000100:00100000:3.0:1763335539.814112:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5964000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041363968:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335539.814145:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5800/0x10123ce7f0764dfe lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e1c8 expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335539.814166:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5800/0x10123ce7f0764dfe lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e1c8 expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335539.814177:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5800, rc 0) 00000100:00100000:3.0:1763335539.814283:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028958336:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 8484us (10286us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335539.814293:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1018 00000100:00100000:2.0:1763335539.818220:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335539.818262:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335539.818375:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028958464 00000100:00100000:1.0:1763335539.818385:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028958464 00000100:00100000:1.0:1763335539.818447:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1399 00000100:00100000:1.0:1763335539.818458:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+13:2409:x1848991028958464:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335539.818477:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335539.818496:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6074200/0x10123ce7f0764e05 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e1cf expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335539.818532:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5c00/0x10123ce7f0764d9c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e17b expref: 12 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335539.818572:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7d90e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041364096:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335539.818645:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb840 going to sleep for 11 seconds 00000100:00100000:3.0:1763335539.818835:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028958592 00000100:00100000:3.0:1763335539.818839:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028958592 00000100:00100000:2.0:1763335539.818958:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1019 00000100:00100000:2.0:1763335539.818966:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991028958592:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335539.818974:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335539.818984:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99600/0x10123ce7f0764e0c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e1d6 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335539.819033:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7d0bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041364224:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335539.819081:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5d9ab40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335539.823566:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7d0bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041364224:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335539.823603:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99600/0x10123ce7f0764e0c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e1d6 expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335539.823627:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5a99600/0x10123ce7f0764e0c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e1d6 expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335539.823639:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99600, rc 0) 00000100:00100000:0.0:1763335539.823706:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991028958592:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4740us (5441us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335539.823715:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1019 00000100:00100000:2.0:1763335539.823980:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7d90e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041364096:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335539.823994:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 590591 00010000:00010000:2.0:1763335539.824015:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6074200/0x10123ce7f0764e05 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e1cf expref: 14 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335539.824028:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335539.824031:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335539.824036:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6074200/0x10123ce7f0764e05 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e1cf expref: 14 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335539.824047:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6074200, rc 0) 00000100:00100000:2.0:1763335539.824071:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+13:2409:x1848991028958464:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5616us (5861us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335539.824078:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1399 00000100:00100000:2.0:1763335539.834297:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335539.834373:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028958720 00000100:00100000:0.0:1763335539.834384:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028958720 00000100:00100000:0.0:1763335539.834447:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1400 00000100:00100000:0.0:1763335539.834457:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+13:15720:x1848991028958720:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335539.834479:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335539.834503:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d000/0x10123ce7f0764e13 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e1dd expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335539.834536:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5c00/0x10123ce7f0764d9c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e17b expref: 12 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335539.834547:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d000/0x10123ce7f0764e13 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e1dd expref: 14 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335539.834581:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5c00/0x10123ce7f0764d9c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e17b expref: 12 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335539.834594:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5c00/0x10123ce7f0764d9c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e17b expref: 12 pid: 6516 timeout: 440 lvb_type: 0 00000100:00100000:0.0:1763335539.834609:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5f01c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041364352:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335539.834703:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c600 going to sleep for 11 seconds 00000100:00100000:0.0:1763335539.838333:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5f01c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041364352:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335539.838375:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d000/0x10123ce7f0764e13 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e1dd expref: 14 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335539.838395:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335539.838398:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335539.838402:0:6516:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d000/0x10123ce7f0764e13 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e1dd expref: 14 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335539.838414:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee89d000, rc 0) 00000100:00100000:0.0:1763335539.839099:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:15720:x1848991028958720:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4640us (4809us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335539.839109:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1400 00000100:00100000:0.0:1763335539.842778:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335539.843037:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028958848 00000100:00100000:3.0:1763335539.843047:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028958848 00010000:00010000:3.0:1763335539.843090:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5c00/0x10123ce7f0764d9c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e17b expref: 13 pid: 6516 timeout: 440 lvb_type: 0 00000100:00100000:3.0:1763335539.843141:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 522 00000100:00100000:3.0:1763335539.843151:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f01c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+13:2409:x1848991028958848:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335539.843168:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335539.843191:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5c00/0x10123ce7f0764d9c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e17b expref: 13 pid: 6516 timeout: 440 lvb_type: 0 00010000:00010000:3.0:1763335539.843203:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5c00/0x10123ce7f0764d9c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e17b expref: 13 pid: 6516 timeout: 440 lvb_type: 0 00010000:00010000:3.0:1763335539.843226:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5c00/0x10123ce7f0764d9c lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e17b expref: 13 pid: 6516 timeout: 440 lvb_type: 0 00010000:00010000:3.0:1763335539.843240:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335539.843246:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d000/0x10123ce7f0764e13 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e1dd expref: 13 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335539.843256:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d000/0x10123ce7f0764e13 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e1dd expref: 13 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335539.843264:0:6500:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d000/0x10123ce7f0764e13 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e1dd expref: 13 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335539.843299:0:6500:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d000/0x10123ce7f0764e13 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e1dd expref: 13 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335539.843311:0:6500:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5964000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6500:1848991041364480:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335539.843404:0:6500:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850180 going to sleep for 11 seconds 00000100:00100000:3.0:1763335539.847385:0:6500:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5964000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6500:1848991041364480:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335539.847414:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335539.847473:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f01c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+12:2409:x1848991028958848:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 4321us (4703us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335539.847484:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 522 00000100:00100000:1.0:1763335539.850211:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335539.850955:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028958976 00000100:00100000:2.0:1763335539.850967:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028958976 00000100:00100000:2.0:1763335539.851040:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 771 00000100:00100000:2.0:1763335539.851055:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991028958976:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:2.0:1763335539.851302:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 590591 -> 590591 00000004:00010000:2.0:1763335539.851306:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335540 -> 1763335540 00000004:00010000:2.0:1763335539.851309:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335540 -> 1763335540 00000004:00010000:2.0:1763335539.851311:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335540 -> 1763335540 00000004:00010000:2.0:1763335539.851313:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 736 -> 736 00000100:00100000:2.0:1763335539.851384:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+15:2409:x1848991028958976:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 331us (1181us total) trans 4294967864 rc 0/0 00000100:00100000:2.0:1763335539.851392:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 771 00000100:00100000:0.0:1763335539.860811:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335539.861172:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028959104 00000100:00100000:2.0:1763335539.861181:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028959104 00000100:00100000:2.0:1763335539.861225:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1401 00000100:00100000:2.0:1763335539.861233:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:2408:x1848991028959104:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335539.861254:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335539.861273:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98e00/0x10123ce7f0764e1a lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e1e4 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335539.861311:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d000/0x10123ce7f0764e13 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e1dd expref: 14 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335539.861346:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7d0aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041364608:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335539.861423:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5d9a3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335539.866507:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7d0aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041364608:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335539.866532:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 590591 00010000:00010000:2.0:1763335539.866551:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98e00/0x10123ce7f0764e1a lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e1e4 expref: 13 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335539.866577:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335539.866581:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335539.866586:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98e00/0x10123ce7f0764e1a lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e1e4 expref: 13 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335539.866599:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98e00, rc 0) 00000100:00100000:2.0:1763335539.866659:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:2408:x1848991028959104:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5426us (5857us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335539.866668:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1401 00000100:00100000:1.0:1763335539.874221:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335539.874344:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028959232 00000100:00100000:2.0:1763335539.874354:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028959232 00000100:00100000:2.0:1763335539.874420:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1402 00000100:00100000:2.0:1763335539.874431:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d92a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:2409:x1848991028959232:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335539.874451:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335539.874474:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f0764e21 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e1eb expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335539.874512:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d000/0x10123ce7f0764e13 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e1dd expref: 14 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335539.874552:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7d0aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041364736:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335539.874641:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5d9a3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335539.883371:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7d0aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041364736:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335539.883399:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 590591 00010000:00010000:2.0:1763335539.883417:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f0764e21 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e1eb expref: 13 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335539.883446:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335539.883449:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335539.883455:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f0764e21 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e1eb expref: 13 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335539.883470:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98000, rc 0) 00000100:00100000:2.0:1763335539.883575:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d92a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:2409:x1848991028959232:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 9145us (9361us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335539.883583:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1402 00000100:00100000:3.0:1763335539.887579:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335539.888164:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028959360 00000100:00100000:2.0:1763335539.888174:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028959360 00000100:00100000:2.0:1763335539.888409:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1403 00000100:00100000:2.0:1763335539.888420:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5964000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:15720:x1848991028959360:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335539.888439:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335539.888460:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f0764e28 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e1f2 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335539.888489:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d000/0x10123ce7f0764e13 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e1dd expref: 14 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335539.888498:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f0764e28 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e1f2 expref: 13 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335539.888529:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d000/0x10123ce7f0764e13 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e1dd expref: 14 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335539.888541:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d000/0x10123ce7f0764e13 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e1dd expref: 14 pid: 6516 timeout: 440 lvb_type: 0 00000100:00100000:2.0:1763335539.888554:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7d0aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041364864:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335539.888653:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5d9a3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335539.892841:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7d0aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041364864:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335539.892915:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f0764e28 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e1f2 expref: 13 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335539.892933:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335539.892935:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335539.892939:0:6516:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f0764e28 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e1f2 expref: 13 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335539.892950:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98000, rc 0) 00000100:00100000:2.0:1763335539.893646:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5964000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+13:15720:x1848991028959360:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5223us (6071us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335539.893656:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1403 00000100:00100000:3.0:1763335539.894689:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335539.894858:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028959488 00000100:00100000:1.0:1763335539.894887:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028959488 00010000:00010000:1.0:1763335539.894926:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d000/0x10123ce7f0764e13 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e1dd expref: 15 pid: 6516 timeout: 440 lvb_type: 0 00000100:00100000:1.0:1763335539.894965:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 523 00000100:00100000:1.0:1763335539.894974:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5967800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:819c42eb-8a5f-4523-990c-a007cb66998d+15:2408:x1848991028959488:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335539.894988:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335539.895019:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d000/0x10123ce7f0764e13 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e1dd expref: 15 pid: 6516 timeout: 440 lvb_type: 0 00010000:00010000:1.0:1763335539.895032:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d000/0x10123ce7f0764e13 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e1dd expref: 15 pid: 6516 timeout: 440 lvb_type: 0 00010000:00010000:1.0:1763335539.895060:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d000/0x10123ce7f0764e13 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e1dd expref: 15 pid: 6516 timeout: 440 lvb_type: 0 00010000:00010000:1.0:1763335539.895078:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335539.895083:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f0764e28 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e1f2 expref: 12 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335539.895096:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f0764e28 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e1f2 expref: 12 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335539.895104:0:6500:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f0764e28 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e1f2 expref: 12 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335539.895146:0:6500:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f0764e28 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e1f2 expref: 12 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335539.895165:0:6500:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc56fed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6500:1848991041364992:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335539.895236:0:6500:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fba80 going to sleep for 11 seconds 00000100:00100000:1.0:1763335539.897253:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335539.897383:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028959616 00000100:00100000:2.0:1763335539.897393:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028959616 00000100:00100000:2.0:1763335539.897459:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 772 00000100:00100000:2.0:1763335539.897470:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc56fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+13:2407:x1848991028959616:12345-192.168.202.34@tcp:22:fsx.0 00000100:00100000:3.0:1763335539.897520:0:6500:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc56fed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6500:1848991041364992:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335539.897543:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335539.897597:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5967800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:819c42eb-8a5f-4523-990c-a007cb66998d+14:2408:x1848991028959488:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 2624us (2913us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335539.897606:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 523 00000004:00010000:2.0:1763335539.897838:0:6530:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 590591 -> 590591 00000004:00010000:2.0:1763335539.897843:0:6530:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335540 -> 1763335540 00000004:00010000:2.0:1763335539.897845:0:6530:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335540 -> 1763335540 00000004:00010000:2.0:1763335539.897848:0:6530:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335540 -> 1763335540 00000004:00010000:2.0:1763335539.897850:0:6530:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 736 -> 648 00000100:00100000:2.0:1763335539.897921:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc56fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+14:2407:x1848991028959616:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 453us (675us total) trans 4294967865 rc 0/0 00000100:00100000:2.0:1763335539.897928:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 772 00000100:00100000:1.0:1763335539.901742:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335539.901855:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028959872 00000100:00100000:2.0:1763335539.901865:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028959872 00000100:00100000:2.0:1763335539.901989:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1404 00000100:00100000:2.0:1763335539.901999:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc56ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:15720:x1848991028959872:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:2.0:1763335539.902067:0:6516:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335539.902094:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98c00/0x10123ce7f0764dc6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e197 expref: 14 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335539.902110:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335539.902114:0:6516:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335539.902272:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98e00/0x10123ce7f0764e2f lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335539.902286:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6074800/0x10123ce7f0764df0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e1ba expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335539.902295:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98e00/0x10123ce7f0764e2f lrc: 4/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335539.902328:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6074800/0x10123ce7f0764df0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e1ba expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335539.902340:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6074800/0x10123ce7f0764df0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e1ba expref: 13 pid: 6517 timeout: 440 lvb_type: 0 00000100:00100000:2.0:1763335539.902353:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7d0aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041365120:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335539.902438:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c31a5cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335539.905429:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7d0aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041365120:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335539.905459:0:6516:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98e00/0x10123ce7f0764e2f lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00000100:00100000:1.0:1763335539.907194:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335539.907356:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028960000 00000100:00100000:3.0:1763335539.907365:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028960000 00010000:00010000:3.0:1763335539.907404:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6074800/0x10123ce7f0764df0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e1ba expref: 14 pid: 6517 timeout: 440 lvb_type: 0 00000100:00100000:3.0:1763335539.907448:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 524 00000100:00100000:3.0:1763335539.907459:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc56fc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+14:2408:x1848991028960000:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335539.907475:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335539.907482:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6074800/0x10123ce7f0764df0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e1ba expref: 14 pid: 6517 timeout: 440 lvb_type: 0 00010000:00010000:3.0:1763335539.907500:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6074800/0x10123ce7f0764df0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e1ba expref: 14 pid: 6517 timeout: 440 lvb_type: 0 00010000:00010000:3.0:1763335539.907529:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6074800/0x10123ce7f0764df0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e1ba expref: 14 pid: 6517 timeout: 440 lvb_type: 0 00010000:00010000:3.0:1763335539.907550:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335539.907555:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98e00/0x10123ce7f0764e2f lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335539.907565:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98e00/0x10123ce7f0764e2f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335539.907572:0:6500:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98e00/0x10123ce7f0764e2f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335539.907603:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335539.907661:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc56fc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+13:2408:x1848991028960000:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 202us (473us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335539.907668:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 524 00010000:00010000:2.0:1763335539.907724:0:6516:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98e00/0x10123ce7f0764e2f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335539.907732:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98e00/0x10123ce7f0764e2f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00000001:00080000:2.0:1763335539.907939:0:6516:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967866 00000004:00010000:2.0:1763335539.907987:0:6516:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 590591 -> 590591 00000004:00010000:2.0:1763335539.907991:0:6516:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335540 -> 1763335540 00000004:00010000:2.0:1763335539.907993:0:6516:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335540 -> 1763335540 00000004:00010000:2.0:1763335539.907996:0:6516:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335540 -> 1763335540 00000004:00010000:2.0:1763335539.907998:0:6516:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 648 -> 648 00000004:00010000:2.0:1763335539.908004:0:6516:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000005cb28e2c reply state 00000000d48c6c4d transno 4294967867 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98e00/0x10123ce7f0764e2f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335539.908029:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98e00/0x10123ce7f0764e2f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335539.908035:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335539.908038:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335539.908042:0:6516:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763335539.908116:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc56ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+16:15720:x1848991028959872:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 6118us (6383us total) trans 4294967867 rc 0/0 00000100:00100000:2.0:1763335539.908123:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1404 00000020:00080000:2.0:1763335539.908127:0:6516:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763335539.911652:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335539.911802:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028960128 00000100:00100000:2.0:1763335539.911811:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028960128 00000100:00100000:2.0:1763335539.911912:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1405 00000100:00100000:2.0:1763335539.911926:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc56fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+16:15720:x1848991028960128:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335539.911950:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335539.911971:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99000/0x10123ce7f0764e36 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e1f9 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335539.912017:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f0764e28 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e1f2 expref: 12 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335539.912028:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99000/0x10123ce7f0764e36 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e1f9 expref: 17 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335539.912063:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f0764e28 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e1f2 expref: 12 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335539.912075:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f0764e28 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e1f2 expref: 12 pid: 6516 timeout: 440 lvb_type: 0 00000100:00100000:2.0:1763335539.912088:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7d0aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041365248:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335539.912179:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5d9ab40 going to sleep for 11 seconds 00000100:00100000:2.0:1763335539.914555:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7d0aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041365248:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335539.914590:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99000/0x10123ce7f0764e36 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e1f9 expref: 17 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335539.914608:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335539.914615:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335539.914620:0:6516:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99000/0x10123ce7f0764e36 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e1f9 expref: 17 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335539.914631:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99000, rc 0) 00000100:00100000:2.0:1763335539.914690:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc56fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+17:15720:x1848991028960128:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2765us (3047us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335539.914692:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335539.914698:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1405 00000100:00100000:0.0:1763335539.916309:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028960256 00000100:00100000:0.0:1763335539.916321:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028960256 00010000:00010000:0.0:1763335539.916362:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f0764e28 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e1f2 expref: 13 pid: 6516 timeout: 440 lvb_type: 0 00000100:00100000:0.0:1763335539.916403:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 525 00000100:00100000:0.0:1763335539.916412:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc56ff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+13:2409:x1848991028960256:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335539.916428:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335539.916450:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f0764e28 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e1f2 expref: 13 pid: 6516 timeout: 440 lvb_type: 0 00010000:00010000:0.0:1763335539.916463:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f0764e28 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e1f2 expref: 13 pid: 6516 timeout: 440 lvb_type: 0 00010000:00010000:0.0:1763335539.916495:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98000/0x10123ce7f0764e28 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e1f2 expref: 13 pid: 6516 timeout: 440 lvb_type: 0 00010000:00010000:0.0:1763335539.916510:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335539.916516:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99000/0x10123ce7f0764e36 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e1f9 expref: 16 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335539.916527:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99000/0x10123ce7f0764e36 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e1f9 expref: 16 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335539.916536:0:6500:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99000/0x10123ce7f0764e36 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e1f9 expref: 16 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335539.916575:0:6500:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99000/0x10123ce7f0764e36 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e1f9 expref: 16 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335539.916588:0:6500:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5f01f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6500:1848991041365376:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335539.916670:0:6500:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c600 going to sleep for 11 seconds 00000100:00100000:0.0:1763335539.924563:0:6500:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5f01f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6500:1848991041365376:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763335539.924594:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335539.924681:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc56ff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+12:2409:x1848991028960256:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 8269us (9986us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335539.924693:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 525 00000100:00100000:1.0:1763335539.929724:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335539.933615:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028960384 00000100:00100000:0.0:1763335539.933631:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028960384 00000100:00100000:0.0:1763335539.933717:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1020 00000100:00100000:0.0:1763335539.933729:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc56fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+6:15720:x1848991028960384:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335539.933747:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335539.933765:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89c000/0x10123ce7f0764e3d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e200 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335539.933795:0:8400:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5600/0x10123ce7f0764db8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e190 expref: 7 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335539.933804:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335539.933806:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335539.933811:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89c000/0x10123ce7f0764e3d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e200 expref: 7 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335539.933853:0:8400:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5600/0x10123ce7f0764db8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e190 expref: 7 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335539.933884:0:8400:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5600/0x10123ce7f0764db8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e190 expref: 7 pid: 8400 timeout: 440 lvb_type: 0 00000100:00100000:0.0:1763335539.933899:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5f01f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041365504:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335539.933976:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c600 going to sleep for 11 seconds 00000100:00100000:0.0:1763335539.941481:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5f01f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041365504:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335539.941520:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89c000/0x10123ce7f0764e3d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e200 expref: 7 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335539.941540:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee89c000, rc 0) 00000100:00100000:0.0:1763335539.943800:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc56fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+7:15720:x1848991028960384:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 10063us (14076us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335539.943812:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1020 00000100:00100000:3.0:1763335539.944414:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335539.944635:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028960512 00000100:00100000:0.0:1763335539.944644:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028960512 00010000:00010000:0.0:1763335539.944680:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5600/0x10123ce7f0764db8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e190 expref: 8 pid: 8400 timeout: 440 lvb_type: 0 00000100:00100000:0.0:1763335539.944823:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 526 00000100:00100000:0.0:1763335539.944842:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5967100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+8:2409:x1848991028960512:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335539.944857:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335539.944899:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5600/0x10123ce7f0764db8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e190 expref: 8 pid: 8400 timeout: 440 lvb_type: 0 00010000:00010000:0.0:1763335539.944913:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5600/0x10123ce7f0764db8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e190 expref: 8 pid: 8400 timeout: 440 lvb_type: 0 00010000:00010000:0.0:1763335539.944937:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5600/0x10123ce7f0764db8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e190 expref: 8 pid: 8400 timeout: 440 lvb_type: 0 00010000:00010000:0.0:1763335539.944951:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335539.944953:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335539.944960:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89c000/0x10123ce7f0764e3d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e200 expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335539.944970:0:6500:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89c000/0x10123ce7f0764e3d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e200 expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335539.945012:0:6500:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89c000/0x10123ce7f0764e3d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e200 expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335539.945026:0:6500:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5f01f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6500:1848991041365632:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335539.946409:0:6500:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c600 going to sleep for 11 seconds 00000100:00100000:3.0:1763335539.951388:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335539.951698:0:6500:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5f01f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6500:1848991041365632:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763335539.951723:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335539.951776:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5967100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+7:2409:x1848991028960512:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 6936us (7363us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335539.951787:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 526 00000100:00100000:2.0:1763335539.951924:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028960640 00000100:00100000:2.0:1763335539.951931:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028960640 00002000:00010000:2.0:1763335539.951967:0:6529:0:(mdt_io.c:274:mdt_punch_hpreq_check()) lustre-MDT0000: refresh DOM lock for [0x200000402:0xe:0x0] 00002000:00100000:2.0:1763335539.951971:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5965f80 with x1848991028960640 00000100:00100000:2.0:1763335539.952015:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 773 00000100:00100000:2.0:1763335539.952026:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5965f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+17:2409:x1848991028960640:12345-192.168.202.34@tcp:10:fsx.0 00000004:00010000:2.0:1763335539.952664:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 590591 -> 396443 00000004:00010000:2.0:1763335539.952670:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335540 -> 1763335540 00000004:00010000:2.0:1763335539.952672:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335540 -> 1763335540 00000004:00010000:2.0:1763335539.952675:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335540 -> 1763335540 00000004:00010000:2.0:1763335539.952676:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 648 -> 584 00000100:00100000:2.0:1763335539.952719:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5965f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:2409:x1848991028960640:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 695us (1340us total) trans 4294967868 rc 0/0 00000100:00100000:2.0:1763335539.952725:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 773 00002000:00010000:2.0:1763335539.952728:0:6529:0:(mdt_io.c:274:mdt_punch_hpreq_check()) lustre-MDT0000: refresh DOM lock for [0x200000402:0xe:0x0] 00002000:00100000:2.0:1763335539.952730:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5965f80 with x1848991028960640 00000100:00100000:1.0:1763335539.953932:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335539.954451:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028960768 00000100:00100000:0.0:1763335539.954459:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028960768 00002000:00010000:0.0:1763335539.954492:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:0.0:1763335539.954496:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc56fe680 with x1848991028960768 ext(0->18446744073709551615) 00002000:00010000:0.0:1763335539.954506:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc56fe680. 00000100:00100000:0.0:1763335539.954535:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 594 00000100:00100000:0.0:1763335539.954543:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc56fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+7:2408:x1848991028960768:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:0.0:1763335539.955042:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1295573 -> 0 00002000:00010000:0.0:1763335539.955046:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335540 -> 1763335540 00002000:00010000:0.0:1763335539.955049:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335540 -> 1763335539 00002000:00010000:0.0:1763335539.955051:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335540 -> 1763335540 00002000:00010000:0.0:1763335539.955053:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763335539.955103:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc56fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991028960768:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 559us (1174us total) trans 4294967544 rc 0/0 00000100:00100000:0.0:1763335539.955115:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 594 00002000:00010000:0.0:1763335539.955118:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:0.0:1763335539.955120:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc56fe680 with x1848991028960768 ext(0->18446744073709551615) 00002000:00010000:0.0:1763335539.955124:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc56fe680. 00000100:00100000:1.0:1763335539.961745:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335539.961994:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028960896 00000100:00100000:2.0:1763335539.962005:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028960896 00000100:00100000:2.0:1763335539.962072:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1406 00000100:00100000:2.0:1763335539.962083:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc56fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:15720:x1848991028960896:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335539.962108:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335539.962130:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f0764e44 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e207 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335539.962219:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98200/0x10123ce7f0764e4b lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335539.962233:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98200/0x10123ce7f0764e4b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335539.962243:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98200/0x10123ce7f0764e4b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00000004:00200000:2.0:1763335539.962268:0:6516:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 396443 00000004:00200000:2.0:1763335539.962273:0:6516:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763335539.962290:0:6516:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98200/0x10123ce7f0764e4b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335539.962313:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f0764e44 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e207 expref: 20 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335539.962329:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98200/0x10123ce7f0764e4b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e207 expref: 19 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335539.962338:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335539.962341:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335539.962344:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98200, rc 0) 00000100:00100000:2.0:1763335539.962455:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc56fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+19:15720:x1848991028960896:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 373us (773us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335539.962462:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1406 00000100:00100000:1.0:1763335539.968322:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335539.968575:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028961024 00000100:00100000:2.0:1763335539.968586:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028961024 00000100:00100000:2.0:1763335539.968676:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1407 00000100:00100000:2.0:1763335539.968686:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc56fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:15720:x1848991028961024:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335539.968711:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335539.968739:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99800/0x10123ce7f0764e52 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e20e expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335539.968774:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99000/0x10123ce7f0764e36 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e1f9 expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335539.968785:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99800/0x10123ce7f0764e52 lrc: 4/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e20e expref: 13 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335539.968819:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99000/0x10123ce7f0764e36 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e1f9 expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335539.968840:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99000/0x10123ce7f0764e36 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e1f9 expref: 18 pid: 6516 timeout: 440 lvb_type: 0 00000100:00100000:2.0:1763335539.968855:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7d0aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041365760:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335539.969060:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5d9a000 going to sleep for 11 seconds 00000100:00100000:2.0:1763335539.973173:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7d0aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041365760:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335539.973207:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99800/0x10123ce7f0764e52 lrc: 3/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e20e expref: 13 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335539.973225:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335539.973228:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335539.973233:0:6516:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99800/0x10123ce7f0764e52 lrc: 3/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e20e expref: 13 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335539.973244:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99800, rc 0) 00000100:00100000:2.0:1763335539.973304:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc56fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+13:15720:x1848991028961024:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4618us (4993us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335539.973312:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1407 00000100:00100000:3.0:1763335539.973429:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335539.973566:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028961152 00000100:00100000:0.0:1763335539.973574:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028961152 00010000:00010000:0.0:1763335539.973605:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99000/0x10123ce7f0764e36 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e1f9 expref: 19 pid: 6516 timeout: 440 lvb_type: 0 00000100:00100000:0.0:1763335539.973640:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 527 00000100:00100000:0.0:1763335539.973650:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f80f9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:819c42eb-8a5f-4523-990c-a007cb66998d+19:2408:x1848991028961152:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335539.973664:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335539.973683:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99000/0x10123ce7f0764e36 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e1f9 expref: 19 pid: 6516 timeout: 440 lvb_type: 0 00010000:00010000:0.0:1763335539.973696:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99000/0x10123ce7f0764e36 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e1f9 expref: 19 pid: 6516 timeout: 440 lvb_type: 0 00010000:00010000:0.0:1763335539.973718:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99000/0x10123ce7f0764e36 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e1f9 expref: 19 pid: 6516 timeout: 440 lvb_type: 0 00010000:00010000:0.0:1763335539.973731:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335539.973737:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99800/0x10123ce7f0764e52 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e20e expref: 12 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335539.973746:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99800/0x10123ce7f0764e52 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e20e expref: 12 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335539.973761:0:6500:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99800/0x10123ce7f0764e52 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e20e expref: 12 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335539.973794:0:6500:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99800/0x10123ce7f0764e52 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e20e expref: 12 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335539.973807:0:6500:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5f01f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6500:1848991041365888:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335539.973920:0:6500:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c600 going to sleep for 11 seconds 00000100:00100000:1.0:1763335539.978021:0:6500:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5f01f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6500:1848991041365888:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335539.978051:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335539.978115:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f80f9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:819c42eb-8a5f-4523-990c-a007cb66998d+18:2408:x1848991028961152:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 4465us (4685us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335539.978126:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 527 00000100:00100000:3.0:1763335539.980432:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335539.980547:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028961280 00000100:00100000:2.0:1763335539.980556:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028961280 00002000:00100000:2.0:1763335539.980602:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5967800 x1848991028961280/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:585/0 lens 488/0 e 0 to 0 dl 1763335550 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335539.980614:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5967800 with x1848991028961280 00000100:00100000:2.0:1763335539.980648:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 774 00000100:00100000:2.0:1763335539.980658:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5967800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+13:2406:x1848991028961280:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335539.991331:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5967800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+13:2406:x1848991028961280:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 10663us (10896us total) trans 0 rc 397312/397312 00000100:00100000:2.0:1763335539.991346:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 774 00002000:00100000:2.0:1763335539.991363:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5967800 x1848991028961280/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:585/0 lens 488/440 e 0 to 0 dl 1763335550 ref 1 fl Complete:/600/0 rc 397312/397312 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335539.991372:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5967800 with x1848991028961280 00000100:00100000:3.0:1763335539.999963:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335540.001127:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028961408 00000100:00100000:2.0:1763335540.001139:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028961408 00000100:00100000:2.0:1763335540.001224:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1408 00000100:00100000:2.0:1763335540.001235:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5967100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+13:15720:x1848991028961408:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335540.001255:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335540.001277:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f0764e59 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e215 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00000100:00080000:3.0:1763335540.002191:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1763335540.002854:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f0764e60 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335540.002889:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f0764e60 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335540.002901:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f0764e60 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00000004:00200000:2.0:1763335540.002944:0:6516:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 396443 00000004:00200000:2.0:1763335540.002950:0:6516:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763335540.002970:0:6516:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f0764e60 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335540.003000:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f0764e59 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e215 expref: 15 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335540.003017:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f0764e60 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e215 expref: 14 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335540.003749:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335540.003753:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335540.003757:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99200, rc 0) 00000100:00100000:2.0:1763335540.003841:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5967100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+14:15720:x1848991028961408:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2606us (3886us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335540.003851:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1408 00000100:00100000:1.0:1763335540.010163:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335540.010248:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028961536 00000100:00100000:0.0:1763335540.010259:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028961536 00000100:00100000:0.0:1763335540.010337:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1021 00000100:00100000:0.0:1763335540.010348:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc56fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+7:2408:x1848991028961536:12345-192.168.202.34@tcp:101:fsx.0 00000100:00080000:1.0:1763335540.010678:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1763335540.010743:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335540.010765:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89d800/0x10123ce7f0764e67 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e21c expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335540.010836:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5f00000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041366016:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335540.012774:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c300 going to sleep for 11 seconds 00002000:00010000:0.0:1763335540.017711:0:8400:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335539 -> 1763335540 00000100:00100000:0.0:1763335540.017748:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5f00000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041366016:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335540.017785:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89d800/0x10123ce7f0764e67 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e21c expref: 8 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335540.017810:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89d800/0x10123ce7f0764e67 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e21c expref: 8 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335540.017837:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee89d800, rc 0) 00000100:00100000:0.0:1763335540.017950:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc56fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+7:2408:x1848991028961536:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7603us (7796us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335540.017959:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1021 00000100:00100000:3.0:1763335540.028197:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335540.028420:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028961664 00000100:00100000:0.0:1763335540.028431:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028961664 00000100:00100000:0.0:1763335540.028492:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1022 00000100:00100000:0.0:1763335540.028503:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc59aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+7:2407:x1848991028961664:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335540.028525:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335540.028549:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89d800/0x10123ce7f0764e6e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e223 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335540.028613:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5f00000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041366144:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335540.028708:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c300 going to sleep for 11 seconds 00010000:00010000:3.0:1763335540.031063:0:9483:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763335540.031278:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5f00000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041366144:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335540.031317:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89d800/0x10123ce7f0764e6e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e223 expref: 8 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335540.031340:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89d800/0x10123ce7f0764e6e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e223 expref: 8 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335540.031352:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee89d800, rc 0) 00000100:00100000:0.0:1763335540.031411:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc59aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+7:2407:x1848991028961664:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2909us (3227us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335540.031424:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1022 00000100:00100000:3.0:1763335540.042007:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335540.042722:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028961792 00000100:00100000:2.0:1763335540.042733:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028961792 00000100:00100000:2.0:1763335540.042899:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1409 00000100:00100000:2.0:1763335540.042928:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc59a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:15720:x1848991028961792:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335540.042951:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335540.042974:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f0764e75 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e22a expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335540.043004:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99800/0x10123ce7f0764e52 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e20e expref: 13 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335540.043014:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f0764e75 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e22a expref: 19 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335540.043045:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99800/0x10123ce7f0764e52 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e20e expref: 13 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335540.043056:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99800/0x10123ce7f0764e52 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e20e expref: 13 pid: 6516 timeout: 440 lvb_type: 0 00000100:00100000:2.0:1763335540.043068:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7d0aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041366272:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335540.043692:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5d9a000 going to sleep for 11 seconds 00000100:00100000:2.0:1763335540.046784:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7d0aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041366272:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335540.046820:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f0764e75 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e22a expref: 19 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335540.046847:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335540.046850:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335540.046855:0:6516:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f0764e75 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e22a expref: 19 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335540.046865:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a99e00, rc 0) 00000100:00100000:2.0:1763335540.046955:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc59a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+19:15720:x1848991028961792:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4046us (4959us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335540.046964:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1409 00000100:00100000:1.0:1763335540.054317:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335540.057469:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028961920 00000100:00100000:0.0:1763335540.057484:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028961920 00010000:00010000:0.0:1763335540.057530:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99800/0x10123ce7f0764e52 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e20e expref: 14 pid: 6516 timeout: 440 lvb_type: 0 00000100:00100000:0.0:1763335540.057582:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 528 00000100:00100000:0.0:1763335540.057592:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc56ff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+14:2408:x1848991028961920:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335540.057609:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335540.057631:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99800/0x10123ce7f0764e52 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e20e expref: 14 pid: 6516 timeout: 440 lvb_type: 0 00010000:00010000:0.0:1763335540.057644:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99800/0x10123ce7f0764e52 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e20e expref: 14 pid: 6516 timeout: 440 lvb_type: 0 00010000:00010000:0.0:1763335540.057667:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99800/0x10123ce7f0764e52 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e20e expref: 14 pid: 6516 timeout: 440 lvb_type: 0 00010000:00010000:0.0:1763335540.057683:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335540.057688:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f0764e75 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e22a expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335540.057700:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f0764e75 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e22a expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335540.057709:0:6500:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f0764e75 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e22a expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335540.057751:0:6500:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f0764e75 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e22a expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335540.057764:0:6500:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5f00000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6500:1848991041366400:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335540.057904:0:6500:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c300 going to sleep for 11 seconds 00000100:00100000:0.0:1763335540.065638:0:6500:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5f00000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6500:1848991041366400:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763335540.065666:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335540.065739:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc56ff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+13:2408:x1848991028961920:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 8146us (11431us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335540.065750:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 528 00000100:00100000:3.0:1763335540.069710:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335540.070010:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028962048 00000100:00100000:2.0:1763335540.070020:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028962048 00000100:00100000:2.0:1763335540.070503:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 775 00000100:00100000:2.0:1763335540.070515:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc59ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+19:2409:x1848991028962048:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:2.0:1763335540.070976:0:6530:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 396443 -> 396443 00000004:00010000:2.0:1763335540.070980:0:6530:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335540 -> 1763335540 00000004:00010000:2.0:1763335540.070983:0:6530:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335540 -> 1763335540 00000004:00010000:2.0:1763335540.070985:0:6530:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335540 -> 1763335540 00000004:00010000:2.0:1763335540.070987:0:6530:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 584 -> 544 00000100:00100000:2.0:1763335540.071051:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc59ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+20:2409:x1848991028962048:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 538us (1351us total) trans 4294967869 rc 0/0 00000100:00100000:2.0:1763335540.071060:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 775 00000100:00100000:2.0:1763335540.081494:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335540.081564:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335540.081728:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028962176 00000100:00100000:0.0:1763335540.081743:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028962176 00000100:00100000:1.0:1763335540.081801:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028962304 00000100:00100000:1.0:1763335540.081817:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028962304 00000100:00100000:0.0:1763335540.081841:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1410 00000100:00100000:0.0:1763335540.081857:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d0aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+13:2406:x1848991028962176:12345-192.168.202.34@tcp:101:fsx.0 00000100:00100000:1.0:1763335540.081956:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1023 00000100:00100000:1.0:1763335540.081969:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+7:2407:x1848991028962304:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335540.081988:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335540.082008:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc6075000/0x10123ce7f0764e7c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e238 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335540.082067:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc56fed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041366528:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335540.082173:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fbb40 going to sleep for 11 seconds 00010000:00010000:0.0:1763335540.082181:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335540.082208:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d800/0x10123ce7f0764e83 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e231 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335540.082255:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f0764e75 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e22a expref: 19 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335540.082297:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5f00000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041366656:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335540.082354:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c300 going to sleep for 11 seconds 00000100:00100000:2.0:1763335540.092281:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5f00000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041366656:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335540.092321:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 396443 00010000:00010000:2.0:1763335540.092348:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d800/0x10123ce7f0764e83 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e231 expref: 14 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335540.092376:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335540.092379:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335540.092386:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d800/0x10123ce7f0764e83 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e231 expref: 14 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335540.092412:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee89d800, rc 0) 00000100:00100000:2.0:1763335540.092510:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d0aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+13:2406:x1848991028962176:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 10657us (11033us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335540.092521:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1410 00000100:00100000:0.0:1763335540.099328:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc56fed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041366528:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335540.099375:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc6075000/0x10123ce7f0764e7c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e238 expref: 8 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335540.099400:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc6075000/0x10123ce7f0764e7c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e238 expref: 8 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335540.099413:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6075000, rc 0) 00000100:00100000:0.0:1763335540.099503:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+7:2407:x1848991028962304:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 17535us (17936us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335540.099512:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1023 00000100:00100000:1.0:1763335540.104982:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335540.105039:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335540.105138:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028962560 00000100:00100000:0.0:1763335540.105149:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028962560 00000100:00100000:0.0:1763335540.105209:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1024 00000100:00100000:0.0:1763335540.105219:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc56fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+7:2408:x1848991028962560:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335540.105238:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335540.105260:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89ce00/0x10123ce7f0764e8a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e246 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335540.105322:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5f01180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041366784:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335540.105406:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c300 going to sleep for 11 seconds 00000100:00100000:2.0:1763335540.106613:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028962432 00000100:00100000:2.0:1763335540.106624:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028962432 00000100:00100000:2.0:1763335540.106680:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1411 00000100:00100000:2.0:1763335540.106689:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+13:2408:x1848991028962432:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335540.106705:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335540.106725:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764e91 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e23f expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335540.106765:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f0764e75 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e22a expref: 19 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335540.106800:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7d08a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041366912:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335540.106889:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5d9acc0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335540.115278:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5f01180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041366784:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335540.115319:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89ce00/0x10123ce7f0764e8a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e246 expref: 8 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335540.115343:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89ce00/0x10123ce7f0764e8a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e246 expref: 8 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335540.115362:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee89ce00, rc 0) 00000100:00100000:1.0:1763335540.115424:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc56fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+7:2408:x1848991028962560:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 10206us (10451us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335540.115432:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1024 00000100:00100000:2.0:1763335540.117416:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7d08a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041366912:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335540.117439:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 396443 00010000:00010000:2.0:1763335540.117455:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764e91 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e23f expref: 14 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335540.117473:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335540.117476:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335540.117480:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98400/0x10123ce7f0764e91 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e23f expref: 14 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335540.117498:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5a98400, rc 0) 00000100:00100000:2.0:1763335540.117560:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+13:2408:x1848991028962432:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 10872us (12520us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335540.117568:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1411 00000100:00100000:3.0:1763335540.126575:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335540.127788:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028962816 00000100:00100000:2.0:1763335540.127801:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028962816 00000100:00100000:1.0:1763335540.128116:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1412 00000100:00100000:1.0:1763335540.128129:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc59a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+20:15720:x1848991028962816:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:1.0:1763335540.128180:0:6517:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335540.128205:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98200/0x10123ce7f0764e4b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e207 expref: 20 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335540.128223:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335540.128229:0:6517:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335540.128397:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075800/0x10123ce7f0764e98 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763335540.128411:0:6517:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f0764e60 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e215 expref: 12 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335540.128420:0:6517:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075800/0x10123ce7f0764e98 lrc: 4/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763335540.128455:0:6517:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f0764e60 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e215 expref: 12 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335540.128468:0:6517:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f0764e60 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e215 expref: 12 pid: 6516 timeout: 440 lvb_type: 0 00000100:00100000:1.0:1763335540.128487:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffa90a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041367040:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335540.128575:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb900 going to sleep for 11 seconds 00000100:00100000:2.0:1763335540.132404:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffa90a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041367040:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335540.132432:0:6517:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075800/0x10123ce7f0764e98 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00000100:00100000:3.0:1763335540.133511:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335540.133864:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028962944 00000100:00100000:0.0:1763335540.133903:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028962944 00010000:00010000:0.0:1763335540.133942:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f0764e60 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e215 expref: 13 pid: 6516 timeout: 440 lvb_type: 0 00000100:00100000:0.0:1763335540.133979:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 529 00000100:00100000:0.0:1763335540.133990:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc59a8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+13:2408:x1848991028962944:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335540.134019:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335540.134027:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f0764e60 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e215 expref: 13 pid: 6516 timeout: 440 lvb_type: 0 00010000:00010000:0.0:1763335540.134039:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f0764e60 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e215 expref: 13 pid: 6516 timeout: 440 lvb_type: 0 00010000:00010000:0.0:1763335540.134059:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99200/0x10123ce7f0764e60 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e215 expref: 13 pid: 6516 timeout: 440 lvb_type: 0 00010000:00010000:0.0:1763335540.134073:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335540.134078:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075800/0x10123ce7f0764e98 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:0.0:1763335540.134088:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075800/0x10123ce7f0764e98 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT0 00010000:00010000:0.0:1763335540.134095:0:6500:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075800/0x10123ce7f0764e98 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT0 00010000:00010000:0.0:1763335540.134123:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335540.134176:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc59a8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+12:2408:x1848991028962944:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 187us (669us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335540.134183:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 529 00010000:00010000:1.0:1763335540.134494:0:6517:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075800/0x10123ce7f0764e98 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763335540.134503:0:6517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075800/0x10123ce7f0764e98 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00000001:00080000:1.0:1763335540.134579:0:6517:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967870 00000004:00010000:1.0:1763335540.134621:0:6517:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 396443 -> 396443 00000004:00010000:1.0:1763335540.134624:0:6517:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335540 -> 1763335540 00000004:00010000:1.0:1763335540.134627:0:6517:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335540 -> 1763335540 00000004:00010000:1.0:1763335540.134629:0:6517:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335540 -> 1763335540 00000004:00010000:1.0:1763335540.134632:0:6517:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 544 -> 544 00000004:00010000:1.0:1763335540.134638:0:6517:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000045222f62 reply state 00000000e798a609 transno 4294967871 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075800/0x10123ce7f0764e98 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763335540.134649:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075800/0x10123ce7f0764e98 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763335540.134655:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335540.134658:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335540.134661:0:6517:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763335540.134734:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc59a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+22:15720:x1848991028962816:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 6607us (8170us total) trans 4294967871 rc 0/0 00000100:00100000:1.0:1763335540.134740:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1412 00000020:00080000:1.0:1763335540.134744:0:6517:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763335540.138662:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335540.139028:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028963072 00000100:00100000:3.0:1763335540.139038:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028963072 00002000:00010000:3.0:1763335540.139092:0:8406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (2092391->18446744073709551615) 00002000:00100000:3.0:1763335540.139097:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffa92300 with x1848991028963072 ext(2092391->18446744073709551615) 00002000:00010000:3.0:1763335540.139109:0:8406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffa92300. 00000100:00080000:1.0:1763335540.139661:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1763335540.139914:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 595 00000100:00100000:3.0:1763335540.139930:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+8:2406:x1848991028963072:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:3.0:1763335540.140148:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 0 -> 2092391 00002000:00010000:3.0:1763335540.140152:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335540 -> 1763335540 00002000:00010000:3.0:1763335540.140154:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335540 -> 1763335539 00002000:00010000:3.0:1763335540.140156:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335540 -> 1763335540 00002000:00010000:3.0:1763335540.140158:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335540.140217:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+9:2406:x1848991028963072:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 293us (1565us total) trans 4294967545 rc 0/0 00000100:00100000:3.0:1763335540.140223:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 595 00002000:00010000:3.0:1763335540.140227:0:8406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (2092391->18446744073709551615) 00002000:00100000:3.0:1763335540.140230:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffa92300 with x1848991028963072 ext(2092391->18446744073709551615) 00002000:00010000:3.0:1763335540.140236:0:8406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffa92300. 00000100:00100000:3.0:1763335540.149236:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335540.150024:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028963200 00000100:00100000:1.0:1763335540.150035:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028963200 00002000:00100000:1.0:1763335540.150086:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->2093055) req@ffff9aefc59aaa00 x1848991028963200/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:586/0 lens 488/0 e 0 to 0 dl 1763335551 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335540.150099:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc59aaa00 with x1848991028963200 ext(1048576->2093055) 00002000:00010000:1.0:1763335540.150104:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc59aaa00 00000100:00100000:1.0:1763335540.150812:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 596 00000100:00100000:1.0:1763335540.150835:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc59aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+9:2408:x1848991028963200:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335540.163978:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335540.165507:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028963328 00000100:00100000:2.0:1763335540.165520:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028963328 00002000:00100000:2.0:1763335540.165573:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffa90380 x1848991028963328/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:586/0 lens 488/0 e 0 to 0 dl 1763335551 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335540.165585:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffa90380 with x1848991028963328 00000100:00100000:2.0:1763335540.165625:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 776 00000100:00100000:2.0:1763335540.165635:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa90380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+22:2409:x1848991028963328:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335540.168382:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc59aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+9:2408:x1848991028963200:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 17548us (19146us total) trans 0 rc 1044480/1044480 00000100:00100000:3.0:1763335540.168395:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 596 00002000:00100000:3.0:1763335540.168408:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->2093055) req@ffff9aefc59aaa00 x1848991028963200/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:586/0 lens 488/440 e 0 to 0 dl 1763335551 ref 1 fl Complete:/600/0 rc 1044480/1044480 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335540.168418:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc59aaa00 with x1848991028963200 ext(1048576->2093055) 00002000:00010000:3.0:1763335540.168426:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc59aaa00 00000100:00100000:2.0:1763335540.170533:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa90380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+22:2409:x1848991028963328:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 4889us (6555us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335540.170547:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 776 00002000:00100000:2.0:1763335540.170563:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffa90380 x1848991028963328/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:586/0 lens 488/440 e 0 to 0 dl 1763335551 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335540.170574:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffa90380 with x1848991028963328 00000100:00100000:2.0:1763335540.181161:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335540.181252:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028963456 00000100:00100000:3.0:1763335540.181262:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028963456 00002000:00100000:3.0:1763335540.181382:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (2052096->2092390) req@ffff9af0f7d08a80 x1848991028963456/t0(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:586/0 lens 488/0 e 0 to 0 dl 1763335551 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335540.181395:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7d08a80 with x1848991028963456 ext(2052096->2092390) 00002000:00010000:3.0:1763335540.181400:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7d08a80 00000100:00100000:0.0:1763335540.182013:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 597 00000100:00100000:0.0:1763335540.182026:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+9:2406:x1848991028963456:12345-192.168.202.34@tcp:4:fsx.0 00000100:00100000:0.0:1763335540.186235:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+11:2406:x1848991028963456:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 4202us (5074us total) trans 4294967546 rc 0/0 00000100:00100000:0.0:1763335540.186249:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 597 00002000:00100000:0.0:1763335540.186262:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (2052096->2092390) req@ffff9af0f7d08a80 x1848991028963456/t4294967546(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:586/0 lens 488/448 e 0 to 0 dl 1763335551 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335540.186573:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7d08a80 with x1848991028963456 ext(2052096->2092390) 00002000:00010000:0.0:1763335540.186579:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7d08a80 00000100:00100000:1.0:1763335540.189126:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335540.189227:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028963584 00000100:00100000:0.0:1763335540.189238:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028963584 00000100:00100000:0.0:1763335540.189300:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1025 00000100:00100000:0.0:1763335540.189309:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+11:2407:x1848991028963584:12345-192.168.202.34@tcp:16:fsx.0 00000001:00080000:1.0:1763335540.191516:0:9466:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967546 is committed 00000001:00080000:1.0:1763335540.191539:0:9466:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967543 is committed 00000100:00100000:0.0:1763335540.191701:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+6:2407:x1848991028963584:12345-192.168.202.34@tcp:16:fsx.0 Request processed in 2389us (2580us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335540.191712:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1025 00000100:00100000:2.0:1763335540.195111:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335540.195205:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028963712 00000100:00100000:1.0:1763335540.195215:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028963712 00000100:00100000:1.0:1763335540.195377:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1413 00000100:00100000:1.0:1763335540.195389:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c74e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+12:15720:x1848991028963712:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335540.195409:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335540.195432:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075400/0x10123ce7f0764e9f lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e24d expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335540.195533:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075200/0x10123ce7f0764ea6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763335540.195550:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075200/0x10123ce7f0764ea6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763335540.195561:0:6517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075200/0x10123ce7f0764ea6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00000004:00200000:1.0:1763335540.195588:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 2092391 00000004:00200000:1.0:1763335540.195593:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763335540.195612:0:6517:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075200/0x10123ce7f0764ea6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763335540.195638:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075400/0x10123ce7f0764e9f lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e24d expref: 14 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335540.195656:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075200/0x10123ce7f0764ea6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e24d expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335540.195665:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335540.195669:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335540.195673:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6075200, rc 0) 00000100:00100000:1.0:1763335540.195747:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c74e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+13:15720:x1848991028963712:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 360us (646us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335540.195754:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1413 00000100:00100000:1.0:1763335540.199654:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335540.200410:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335540.200474:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028963968 00000100:00100000:0.0:1763335540.200485:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028963968 00000100:00100000:0.0:1763335540.200537:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1026 00000100:00100000:0.0:1763335540.200545:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2409:x1848991028963968:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335540.200564:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335540.200581:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89da00/0x10123ce7f0764ead lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e25b expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335540.200640:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5f03100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041367168:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335540.200832:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028963840 00000100:00100000:2.0:1763335540.200837:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028963840 00000100:00100000:2.0:1763335540.200886:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1414 00000100:00100000:2.0:1763335540.200894:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+13:2408:x1848991028963840:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335540.200905:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335540.200920:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0800/0x10123ce7f0764eb4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e254 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335540.200955:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f0764e75 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e22a expref: 21 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335540.200979:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c77480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041367296:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335540.201527:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c600 going to sleep for 11 seconds 00000100:00100000:2.0:1763335540.201562:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5d9a000 going to sleep for 11 seconds 00002000:00010000:0.0:1763335540.205282:0:8400:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335539 -> 1763335540 00002000:00010000:0.0:1763335540.205292:0:8400:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks: 0 -> 80 00000100:00100000:0.0:1763335540.205316:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5f03100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041367168:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335540.205362:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89da00/0x10123ce7f0764ead lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e25b expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335540.205390:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89da00/0x10123ce7f0764ead lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e25b expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335540.205403:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee89da00, rc 0) 00000100:00100000:0.0:1763335540.205465:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2409:x1848991028963968:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4919us (5055us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335540.205473:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1026 00000100:00100000:0.0:1763335540.206549:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c77480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041367296:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335540.206570:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 396443 00010000:00010000:0.0:1763335540.206586:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0800/0x10123ce7f0764eb4 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e254 expref: 14 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335540.206604:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335540.206607:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335540.206611:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0800/0x10123ce7f0764eb4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e254 expref: 14 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335540.206623:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ffad0800, rc 0) 00000100:00100000:0.0:1763335540.206659:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+13:2408:x1848991028963840:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5766us (7013us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335540.206667:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1414 00000100:00100000:1.0:1763335540.211253:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335540.211445:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335540.211973:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028964224 00000100:00100000:0.0:1763335540.211985:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028964224 00000100:00100000:0.0:1763335540.212062:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1027 00000100:00100000:0.0:1763335540.212073:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2409:x1848991028964224:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335540.212092:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335540.212111:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89da00/0x10123ce7f0764ebb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e269 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335540.212169:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5f03100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041367424:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335540.212255:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c600 going to sleep for 11 seconds 00000100:00100000:2.0:1763335540.213268:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028964096 00000100:00100000:2.0:1763335540.213277:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028964096 00000100:00100000:2.0:1763335540.213329:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1415 00000100:00100000:2.0:1763335540.213337:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+13:2409:x1848991028964096:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335540.213352:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335540.213369:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0a00/0x10123ce7f0764ec2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e262 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335540.213404:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f0764e75 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e22a expref: 21 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335540.213436:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c74a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041367552:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335540.213494:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5d9acc0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335540.216439:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5f03100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041367424:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335540.216475:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89da00/0x10123ce7f0764ebb lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e269 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335540.216497:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89da00/0x10123ce7f0764ebb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e269 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335540.216508:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee89da00, rc 0) 00000100:00100000:0.0:1763335540.216561:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2409:x1848991028964224:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4490us (5319us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335540.216570:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1027 00000100:00100000:2.0:1763335540.216776:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c74a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041367552:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335540.216792:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 396443 00010000:00010000:2.0:1763335540.216804:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0a00/0x10123ce7f0764ec2 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e262 expref: 14 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335540.216818:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335540.216821:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335540.216835:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0a00/0x10123ce7f0764ec2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e262 expref: 14 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335540.216845:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ffad0a00, rc 0) 00000100:00100000:2.0:1763335540.216906:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+13:2409:x1848991028964096:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3570us (5460us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335540.216914:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1415 00000100:00100000:0.0:1763335540.221649:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335540.221854:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028964480 00000100:00100000:2.0:1763335540.221865:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028964480 00000100:00100000:2.0:1763335540.221951:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1416 00000100:00100000:2.0:1763335540.221961:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+13:15720:x1848991028964480:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:2.0:1763335540.222264:0:6517:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335540.222297:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075200/0x10123ce7f0764ea6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e24d expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335540.222316:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335540.222321:0:6517:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335540.222493:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0a00/0x10123ce7f0764ec9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335540.222507:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0a00/0x10123ce7f0764ec9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335540.222526:0:6517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0a00/0x10123ce7f0764ec9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00000001:00080000:2.0:1763335540.222568:0:6517:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967872 00000004:00010000:2.0:1763335540.222591:0:6517:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 396443 -> 396443 00000004:00010000:2.0:1763335540.222594:0:6517:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335540 -> 1763335540 00000004:00010000:2.0:1763335540.222597:0:6517:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335540 -> 1763335540 00000004:00010000:2.0:1763335540.222599:0:6517:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335540 -> 1763335540 00000004:00010000:2.0:1763335540.222601:0:6517:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 544 -> 544 00000004:00010000:2.0:1763335540.222607:0:6517:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000eae1facd reply state 000000002cca4cb7 transno 4294967873 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0a00/0x10123ce7f0764ec9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335540.222617:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0a00/0x10123ce7f0764ec9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335540.222623:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335540.222625:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335540.222628:0:6517:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763335540.222734:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+15:15720:x1848991028964480:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 774us (1096us total) trans 4294967873 rc 0/0 00000100:00100000:2.0:1763335540.222741:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1416 00000020:00080000:2.0:1763335540.222747:0:6517:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763335540.226539:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335540.226747:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028964608 00000100:00100000:2.0:1763335540.226757:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028964608 00000100:00100000:2.0:1763335540.226821:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1417 00000100:00100000:2.0:1763335540.226840:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa93800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+15:15720:x1848991028964608:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335540.226865:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335540.227006:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0000/0x10123ce7f0764ed0 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e270 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335540.227100:0:6517:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f0764e75 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e22a expref: 21 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335540.227110:0:6517:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0000/0x10123ce7f0764ed0 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e270 expref: 16 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335540.227144:0:6517:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f0764e75 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e22a expref: 21 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335540.227156:0:6517:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f0764e75 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e22a expref: 21 pid: 6516 timeout: 440 lvb_type: 0 00000100:00100000:2.0:1763335540.227169:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c74a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041367680:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335540.227251:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5d9a3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335540.230984:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c74a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041367680:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335540.231096:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0000/0x10123ce7f0764ed0 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e270 expref: 16 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335540.231116:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335540.231120:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335540.231124:0:6517:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0000/0x10123ce7f0764ed0 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e270 expref: 16 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335540.231136:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ffad0000, rc 0) 00000100:00100000:2.0:1763335540.231193:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa93800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+16:15720:x1848991028964608:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4356us (4662us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335540.231205:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1417 00000100:00100000:3.0:1763335540.231277:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335540.231908:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028964736 00000100:00100000:2.0:1763335540.231916:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028964736 00010000:00010000:2.0:1763335540.231946:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f0764e75 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e22a expref: 22 pid: 6516 timeout: 440 lvb_type: 0 00000100:00100000:2.0:1763335540.232514:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 530 00000100:00100000:2.0:1763335540.232525:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc59a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+22:2409:x1848991028964736:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335540.232540:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335540.232559:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f0764e75 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e22a expref: 22 pid: 6516 timeout: 440 lvb_type: 0 00010000:00010000:2.0:1763335540.232572:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f0764e75 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e22a expref: 22 pid: 6516 timeout: 440 lvb_type: 0 00010000:00010000:2.0:1763335540.232593:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a99e00/0x10123ce7f0764e75 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e22a expref: 22 pid: 6516 timeout: 440 lvb_type: 0 00010000:00010000:2.0:1763335540.232608:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335540.232613:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0000/0x10123ce7f0764ed0 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e270 expref: 15 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335540.232623:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0000/0x10123ce7f0764ed0 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e270 expref: 15 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335540.232631:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0000/0x10123ce7f0764ed0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e270 expref: 15 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335540.232669:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0000/0x10123ce7f0764ed0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e270 expref: 15 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335540.232683:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c74a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041367808:192.168.202.34@tcp:105: 00000100:00100000:2.0:1763335540.232761:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5d9a3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335540.235730:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335540.235896:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028964864 00000100:00100000:0.0:1763335540.235906:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028964864 00000100:00100000:0.0:1763335540.236388:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1028 00000100:00100000:0.0:1763335540.236401:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc59a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:15720:x1848991028964864:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335540.236419:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335540.236441:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89d600/0x10123ce7f0764ed7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e277 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335540.236476:0:8400:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89c000/0x10123ce7f0764e3d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e200 expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335540.236484:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335540.236486:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335540.236490:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89d600/0x10123ce7f0764ed7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e277 expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335540.236525:0:8400:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89c000/0x10123ce7f0764e3d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e200 expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335540.236538:0:8400:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89c000/0x10123ce7f0764e3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e200 expref: 5 pid: 8400 timeout: 440 lvb_type: 0 00000100:00100000:0.0:1763335540.236552:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5f02680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041367936:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335540.236637:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c600 going to sleep for 11 seconds 00000100:00100000:2.0:1763335540.236930:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c74a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041367808:192.168.202.34@tcp:105: 00010000:00010000:2.0:1763335540.236949:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335540.236978:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc59a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+21:2409:x1848991028964736:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 4454us (6121us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335540.236987:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 530 00000100:00100000:0.0:1763335540.242811:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5f02680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041367936:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335540.242864:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89d600/0x10123ce7f0764ed7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e277 expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335540.242905:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee89d600, rc 0) 00000100:00100000:1.0:1763335540.243311:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335540.244259:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028964992 00000100:00100000:2.0:1763335540.244268:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028964992 00010000:00010000:2.0:1763335540.244308:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89c000/0x10123ce7f0764e3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e200 expref: 6 pid: 8400 timeout: 440 lvb_type: 0 00000100:00100000:2.0:1763335540.244353:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 531 00000100:00100000:2.0:1763335540.244362:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa91f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028964992:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335540.244375:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335540.244394:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89c000/0x10123ce7f0764e3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e200 expref: 6 pid: 8400 timeout: 440 lvb_type: 0 00010000:00010000:2.0:1763335540.244405:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89c000/0x10123ce7f0764e3d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e200 expref: 6 pid: 8400 timeout: 440 lvb_type: 0 00010000:00010000:2.0:1763335540.244427:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89c000/0x10123ce7f0764e3d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e200 expref: 6 pid: 8400 timeout: 440 lvb_type: 0 00010000:00010000:2.0:1763335540.244442:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335540.244444:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335540.244450:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89d600/0x10123ce7f0764ed7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e277 expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335540.244460:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89d600/0x10123ce7f0764ed7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e277 expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335540.244494:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89d600/0x10123ce7f0764ed7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e277 expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335540.244508:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c74a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041368064:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335540.245064:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc59a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:15720:x1848991028964864:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 8662us (9338us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335540.245074:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1028 00000100:00100000:2.0:1763335540.245589:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5d9a3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335540.252483:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335540.252928:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c74a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041368064:192.168.202.34@tcp:105: 00010000:00010000:2.0:1763335540.252953:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335540.253009:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa91f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2408:x1848991028964992:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 8645us (9696us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335540.253020:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 531 00000100:00100000:3.0:1763335540.253257:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028965120 00000100:00100000:3.0:1763335540.253265:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028965120 00002000:00010000:3.0:1763335540.253305:0:6530:0:(mdt_io.c:274:mdt_punch_hpreq_check()) lustre-MDT0000: refresh DOM lock for [0x200000402:0xe:0x0] 00002000:00100000:3.0:1763335540.253310:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffa90a80 with x1848991028965120 00000100:00100000:3.0:1763335540.253344:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 777 00000100:00100000:3.0:1763335540.253353:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+16:2408:x1848991028965120:12345-192.168.202.34@tcp:10:fsx.0 00000004:00010000:3.0:1763335540.253641:0:6530:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 396443 -> 864553 00000004:00010000:3.0:1763335540.253645:0:6530:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335540 -> 1763335540 00000004:00010000:3.0:1763335540.253648:0:6530:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335540 -> 1763335540 00000004:00010000:3.0:1763335540.253650:0:6530:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335540 -> 1763335540 00000004:00010000:3.0:1763335540.253652:0:6530:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 544 -> 544 00000100:00100000:3.0:1763335540.253690:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+17:2408:x1848991028965120:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 337us (1218us total) trans 4294967874 rc 0/0 00000100:00100000:3.0:1763335540.253697:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 777 00002000:00010000:3.0:1763335540.253700:0:6530:0:(mdt_io.c:274:mdt_punch_hpreq_check()) lustre-MDT0000: refresh DOM lock for [0x200000402:0xe:0x0] 00002000:00100000:3.0:1763335540.253702:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffa90a80 with x1848991028965120 00000100:00100000:0.0:1763335540.254224:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335540.254818:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028965248 00000100:00100000:2.0:1763335540.254834:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028965248 00002000:00010000:2.0:1763335540.254864:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:2.0:1763335540.254906:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5f02680 with x1848991028965248 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335540.254917:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5f02680. 00000100:00100000:2.0:1763335540.254941:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 598 00000100:00100000:2.0:1763335540.254950:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991028965248:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:2.0:1763335540.259319:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 2092391 -> 0 00002000:00010000:2.0:1763335540.259330:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335540 -> 1763335540 00002000:00010000:2.0:1763335540.259333:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335540 -> 1763335540 00002000:00010000:2.0:1763335540.259335:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335540 -> 1763335540 00002000:00010000:2.0:1763335540.259338:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 80 -> 0 00000100:00100000:2.0:1763335540.259437:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+7:2408:x1848991028965248:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 4482us (5209us total) trans 4294967547 rc 0/0 00000100:00100000:2.0:1763335540.259448:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 598 00002000:00010000:2.0:1763335540.259454:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:2.0:1763335540.259456:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5f02680 with x1848991028965248 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335540.259464:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5f02680. 00000100:00100000:0.0:1763335540.266562:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335540.266627:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028965376 00000100:00100000:2.0:1763335540.266637:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028965376 00000100:00100000:2.0:1763335540.266705:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1418 00000100:00100000:2.0:1763335540.266716:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+17:15720:x1848991028965376:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335540.266739:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335540.266761:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0e00/0x10123ce7f0764ede lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e27e expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335540.266865:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1e00/0x10123ce7f0764ee5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335540.266898:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1e00/0x10123ce7f0764ee5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335540.266909:0:6517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1e00/0x10123ce7f0764ee5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00000004:00200000:2.0:1763335540.266942:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 864553 00000004:00200000:2.0:1763335540.266946:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763335540.266963:0:6517:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1e00/0x10123ce7f0764ee5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335540.266989:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0e00/0x10123ce7f0764ede lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e27e expref: 19 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335540.267006:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1e00/0x10123ce7f0764ee5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e27e expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335540.267014:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335540.267017:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335540.267020:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ffad1e00, rc 0) 00000100:00100000:2.0:1763335540.267085:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+18:15720:x1848991028965376:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 370us (534us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335540.267093:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1418 00000100:00100000:1.0:1763335540.273004:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335540.273847:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028965632 00000100:00100000:2.0:1763335540.273864:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028965632 00000100:00100000:2.0:1763335540.273956:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1419 00000100:00100000:2.0:1763335540.273967:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+21:15720:x1848991028965632:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:2.0:1763335540.274235:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0e00/0x10123ce7f0764eec lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335540.274253:0:6517:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1e00/0x10123ce7f0764ee5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e27e expref: 17 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335540.274268:0:6517:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0e00/0x10123ce7f0764eec lrc: 4/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335540.274305:0:6517:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1e00/0x10123ce7f0764ee5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e27e expref: 17 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335540.274320:0:6517:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1e00/0x10123ce7f0764ee5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e27e expref: 17 pid: 6517 timeout: 440 lvb_type: 0 00000100:00100000:2.0:1763335540.274338:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c74a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041368192:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335540.274432:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5d9a3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335540.278659:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c74a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041368192:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335540.278689:0:6517:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0e00/0x10123ce7f0764eec lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00000100:00100000:1.0:1763335540.280251:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335540.280463:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028965760 00000100:00100000:2.0:1763335540.280473:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028965760 00010000:00010000:2.0:1763335540.280512:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1e00/0x10123ce7f0764ee5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e27e expref: 18 pid: 6517 timeout: 440 lvb_type: 0 00000100:00100000:2.0:1763335540.280728:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 532 00000100:00100000:2.0:1763335540.280738:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+18:2408:x1848991028965760:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335540.280753:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335540.280760:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1e00/0x10123ce7f0764ee5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e27e expref: 18 pid: 6517 timeout: 440 lvb_type: 0 00010000:00010000:2.0:1763335540.280772:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1e00/0x10123ce7f0764ee5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e27e expref: 18 pid: 6517 timeout: 440 lvb_type: 0 00010000:00010000:2.0:1763335540.280791:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1e00/0x10123ce7f0764ee5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e27e expref: 18 pid: 6517 timeout: 440 lvb_type: 0 00010000:00010000:2.0:1763335540.280807:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335540.280811:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0e00/0x10123ce7f0764eec lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335540.280834:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0e00/0x10123ce7f0764eec lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335540.280841:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0e00/0x10123ce7f0764eec lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335540.280943:0:6517:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0e00/0x10123ce7f0764eec lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335540.280951:0:6517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0e00/0x10123ce7f0764eec lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00000001:00080000:3.0:1763335540.281041:0:6517:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967875 00010000:00010000:2.0:1763335540.281311:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00010000:3.0:1763335540.281346:0:6517:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 864553 -> 864553 00000004:00010000:3.0:1763335540.281350:0:6517:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335540 -> 1763335540 00000004:00010000:3.0:1763335540.281352:0:6517:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335540 -> 1763335540 00000004:00010000:3.0:1763335540.281354:0:6517:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335540 -> 1763335540 00000004:00010000:3.0:1763335540.281357:0:6517:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 544 -> 544 00000004:00010000:3.0:1763335540.281363:0:6517:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000007d1457c9 reply state 00000000be7438a9 transno 4294967876 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0e00/0x10123ce7f0764eec lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00000100:00100000:2.0:1763335540.281371:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+17:2408:x1848991028965760:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 635us (1127us total) trans 0 rc 0/0 00010000:00010000:3.0:1763335540.281376:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0e00/0x10123ce7f0764eec lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00000100:00100000:2.0:1763335540.281379:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 532 00010000:00010000:3.0:1763335540.281382:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335540.281385:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763335540.281387:0:6517:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763335540.281459:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+24:15720:x1848991028965632:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 7494us (8472us total) trans 4294967876 rc 0/0 00000100:00100000:3.0:1763335540.281465:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1419 00000020:00080000:3.0:1763335540.281468:0:6517:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763335540.286724:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335540.287257:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028965888 00000100:00100000:3.0:1763335540.287268:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028965888 00000100:00100000:3.0:1763335540.287333:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1420 00000100:00100000:3.0:1763335540.287342:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+24:15720:x1848991028965888:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335540.287754:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335540.287781:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0764ef3 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e285 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335540.287813:0:6517:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0000/0x10123ce7f0764ed0 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e270 expref: 16 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335540.287832:0:6517:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0764ef3 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e285 expref: 25 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335540.287898:0:6517:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0000/0x10123ce7f0764ed0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e270 expref: 16 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335540.287913:0:6517:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0000/0x10123ce7f0764ed0 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e270 expref: 16 pid: 6517 timeout: 440 lvb_type: 0 00000100:00100000:3.0:1763335540.287926:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc59abb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041368320:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335540.288414:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850840 going to sleep for 11 seconds 00000100:00100000:1.0:1763335540.292428:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335540.292500:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028966016 00000100:00100000:2.0:1763335540.292510:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028966016 00010000:00010000:2.0:1763335540.292551:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0000/0x10123ce7f0764ed0 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e270 expref: 17 pid: 6517 timeout: 440 lvb_type: 0 00000100:00100000:2.0:1763335540.292599:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 533 00000100:00100000:2.0:1763335540.292610:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43b4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+17:2408:x1848991028966016:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335540.292627:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335540.292649:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0000/0x10123ce7f0764ed0 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e270 expref: 17 pid: 6517 timeout: 440 lvb_type: 0 00010000:00010000:2.0:1763335540.292662:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0000/0x10123ce7f0764ed0 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e270 expref: 17 pid: 6517 timeout: 440 lvb_type: 0 00010000:00010000:2.0:1763335540.292688:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335540.292695:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0764ef3 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e285 expref: 25 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335540.292707:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0764ef3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x50080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e285 expref: 25 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335540.292715:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0764ef3 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x50080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e285 expref: 25 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335540.292753:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0764ef3 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e285 expref: 25 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335540.292766:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c74a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041368448:192.168.202.34@tcp:105: 00000100:00100000:2.0:1763335540.292850:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5d9a3c0 going to sleep for 11 seconds 00010000:00010000:3.0:1763335540.294220:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0000/0x10123ce7f0764ed0 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e270 expref: 17 pid: 6517 timeout: 440 lvb_type: 0 00000100:00100000:3.0:1763335540.294240:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc59abb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041368320:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335540.294267:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0764ef3 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e285 expref: 25 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335540.294282:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335540.294285:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335540.294288:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5600, rc 0) 00000100:00100000:3.0:1763335540.294351:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+25:15720:x1848991028965888:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7009us (7638us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335540.294365:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1420 00000100:00100000:1.0:1763335540.299244:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335540.299303:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028966144 00000100:00100000:0.0:1763335540.299314:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028966144 00000100:00100000:2.0:1763335540.299333:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c74a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041368448:192.168.202.34@tcp:105: 00010000:00010000:2.0:1763335540.299359:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335540.299379:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1029 00000100:00100000:0.0:1763335540.299391:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:15720:x1848991028966144:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335540.299408:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1763335540.299422:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43b4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+16:2408:x1848991028966016:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 6812us (7004us total) trans 0 rc 0/0 00010000:00010000:0.0:1763335540.299428:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89c600/0x10123ce7f0764efa lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e28c expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335540.299436:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 533 00010000:00010000:0.0:1763335540.299466:0:8400:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89d600/0x10123ce7f0764ed7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e277 expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335540.299474:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335540.299477:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335540.299482:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89c600/0x10123ce7f0764efa lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e28c expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335540.299514:0:8400:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89d600/0x10123ce7f0764ed7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e277 expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335540.299528:0:8400:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89d600/0x10123ce7f0764ed7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e277 expref: 6 pid: 8400 timeout: 440 lvb_type: 0 00000100:00100000:0.0:1763335540.299542:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5f03800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041368576:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335540.299595:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c600 going to sleep for 11 seconds 00000100:00100000:0.0:1763335540.304981:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5f03800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041368576:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335540.304987:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:0.0:1763335540.305027:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89c600/0x10123ce7f0764efa lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e28c expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335540.305048:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee89c600, rc 0) 00000100:00100000:0.0:1763335540.305116:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+6:15720:x1848991028966144:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5727us (5881us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335540.305125:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1029 00000100:00100000:2.0:1763335540.309053:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028966272 00000100:00100000:2.0:1763335540.309071:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028966272 00010000:00010000:2.0:1763335540.309123:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89d600/0x10123ce7f0764ed7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e277 expref: 7 pid: 8400 timeout: 440 lvb_type: 0 00000100:00100000:2.0:1763335540.309180:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 534 00000100:00100000:2.0:1763335540.309192:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f80fb050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+7:2409:x1848991028966272:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335540.309211:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335540.309231:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89d600/0x10123ce7f0764ed7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e277 expref: 7 pid: 8400 timeout: 440 lvb_type: 0 00010000:00010000:2.0:1763335540.309245:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89d600/0x10123ce7f0764ed7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e277 expref: 7 pid: 8400 timeout: 440 lvb_type: 0 00010000:00010000:2.0:1763335540.309270:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89d600/0x10123ce7f0764ed7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e277 expref: 7 pid: 8400 timeout: 440 lvb_type: 0 00010000:00010000:2.0:1763335540.309288:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335540.309290:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335540.309298:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89c600/0x10123ce7f0764efa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e28c expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335540.309308:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89c600/0x10123ce7f0764efa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e28c expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335540.309350:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89c600/0x10123ce7f0764efa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e28c expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335540.309363:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c74a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041368704:192.168.202.34@tcp:105: 00000100:00100000:2.0:1763335540.309476:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5d9a3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335540.316521:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335540.316799:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c74a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041368704:192.168.202.34@tcp:105: 00010000:00010000:2.0:1763335540.316831:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335540.316901:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f80fb050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991028966272:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 7710us (11915us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335540.316913:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 534 00000100:00100000:0.0:1763335540.317328:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028966400 00000100:00100000:0.0:1763335540.317338:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028966400 00002000:00010000:0.0:1763335540.317375:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1675987->18446744073709551615) 00002000:00100000:0.0:1763335540.317380:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc43b4e00 with x1848991028966400 ext(1675987->18446744073709551615) 00002000:00010000:0.0:1763335540.317391:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc43b4e00. 00000100:00100000:0.0:1763335540.317424:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 599 00000100:00100000:0.0:1763335540.317433:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991028966400:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:0.0:1763335540.317655:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 0 -> 1675987 00002000:00010000:0.0:1763335540.317659:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335540 -> 1763335540 00002000:00010000:0.0:1763335540.317661:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335540 -> 1763335540 00002000:00010000:0.0:1763335540.317663:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335540 -> 1763335540 00002000:00010000:0.0:1763335540.317665:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763335540.317714:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991028966400:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 281us (1203us total) trans 4294967548 rc 0/0 00000100:00100000:0.0:1763335540.317720:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 599 00002000:00010000:0.0:1763335540.317723:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1675987->18446744073709551615) 00002000:00100000:0.0:1763335540.317726:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc43b4e00 with x1848991028966400 ext(1675987->18446744073709551615) 00002000:00010000:0.0:1763335540.317730:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc43b4e00. 00000100:00100000:1.0:1763335540.322709:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335540.322997:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028966528 00000100:00100000:3.0:1763335540.323007:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028966528 00000100:00100000:3.0:1763335540.323185:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1421 00000100:00100000:3.0:1763335540.323196:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+25:15720:x1848991028966528:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335540.323217:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335540.323241:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5800/0x10123ce7f0764f01 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e293 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335540.323346:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4600/0x10123ce7f0764f08 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335540.323362:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4600/0x10123ce7f0764f08 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335540.323373:0:6517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4600/0x10123ce7f0764f08 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00000004:00200000:3.0:1763335540.323401:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 1675987 00000004:00200000:3.0:1763335540.323406:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763335540.323427:0:6517:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4600/0x10123ce7f0764f08 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335540.323452:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5800/0x10123ce7f0764f01 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e293 expref: 27 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335540.323469:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4600/0x10123ce7f0764f08 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e293 expref: 26 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335540.328159:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335540.328172:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763335540.328180:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4600, rc 0) 00000100:00100000:1.0:1763335540.328409:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+26:15720:x1848991028966528:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5206us (5701us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335540.328420:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1421 00000100:00100000:2.0:1763335540.332752:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335540.332819:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028966656 00000100:00100000:3.0:1763335540.332839:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028966656 00000100:00100000:3.0:1763335540.332954:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 778 00000100:00100000:3.0:1763335540.332966:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+26:2409:x1848991028966656:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:3.0:1763335540.333276:0:6530:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 864553 -> 864553 00000004:00010000:3.0:1763335540.333280:0:6530:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335540 -> 1763335540 00000004:00010000:3.0:1763335540.333283:0:6530:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335540 -> 1763335540 00000004:00010000:3.0:1763335540.333285:0:6530:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335540 -> 1763335540 00000004:00010000:3.0:1763335540.333287:0:6530:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 544 -> 624 00000100:00100000:3.0:1763335540.334228:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+27:2409:x1848991028966656:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 1259us (1480us total) trans 4294967877 rc 0/0 00000100:00100000:3.0:1763335540.334238:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 778 00000100:00100000:3.0:1763335540.337508:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335540.339470:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028966784 00000100:00100000:1.0:1763335540.339487:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028966784 00000100:00100000:1.0:1763335540.340277:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1422 00000100:00100000:1.0:1763335540.340292:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc59abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+16:15720:x1848991028966784:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335540.340316:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335540.340340:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6074600/0x10123ce7f0764f0f lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e29a expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335540.340439:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075400/0x10123ce7f0764f16 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763335540.340453:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075400/0x10123ce7f0764f16 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763335540.340466:0:6517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075400/0x10123ce7f0764f16 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00000004:00200000:1.0:1763335540.340493:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 1675987 00000004:00200000:1.0:1763335540.340499:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763335540.340515:0:6517:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075400/0x10123ce7f0764f16 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763335540.340541:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6074600/0x10123ce7f0764f0f lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e29a expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335540.340564:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075400/0x10123ce7f0764f16 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e29a expref: 17 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335540.340572:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335540.340574:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335540.340577:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6075400, rc 0) 00000100:00100000:1.0:1763335540.340653:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc59abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+17:15720:x1848991028966784:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 365us (3155us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335540.340662:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1422 00000100:00100000:1.0:1763335540.347095:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335540.347187:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028966912 00000100:00100000:2.0:1763335540.347198:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028966912 00000100:00100000:2.0:1763335540.347258:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1423 00000100:00100000:2.0:1763335540.347268:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+17:2409:x1848991028966912:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335540.347288:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335540.347310:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1e00/0x10123ce7f0764f1d lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e2a1 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335540.347347:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0764ef3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e285 expref: 26 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335540.347386:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c75880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041368832:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335540.347476:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5d9acc0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335540.350343:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335540.350421:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028967040 00000100:00100000:0.0:1763335540.350431:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028967040 00000100:00100000:0.0:1763335540.350480:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1030 00000100:00100000:0.0:1763335540.350489:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc59a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991028967040:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335540.350504:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335540.350520:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89ce00/0x10123ce7f0764f24 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e2a8 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335540.350570:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5f03800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041368960:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335540.350639:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c600 going to sleep for 11 seconds 00000100:00100000:2.0:1763335540.352686:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c75880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041368832:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335540.352712:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 864553 00010000:00010000:2.0:1763335540.352731:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1e00/0x10123ce7f0764f1d lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e2a1 expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335540.352751:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335540.352754:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335540.352759:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1e00/0x10123ce7f0764f1d lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e2a1 expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335540.352771:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ffad1e00, rc 0) 00000100:00100000:2.0:1763335540.352838:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+17:2409:x1848991028966912:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5571us (5751us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335540.352847:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1423 00000100:00100000:0.0:1763335540.355942:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5f03800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041368960:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335540.355986:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89ce00/0x10123ce7f0764f24 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e2a8 expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335540.356019:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89ce00/0x10123ce7f0764f24 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e2a8 expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335540.356031:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee89ce00, rc 0) 00000100:00100000:0.0:1763335540.356095:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc59a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991028967040:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5605us (5759us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335540.356105:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1030 00000100:00100000:3.0:1763335540.359443:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335540.359810:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028967168 00000100:00100000:2.0:1763335540.359820:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028967168 00000100:00100000:2.0:1763335540.359922:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1424 00000100:00100000:2.0:1763335540.359933:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc59a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+17:2406:x1848991028967168:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335540.359951:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335540.359971:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1e00/0x10123ce7f0764f2b lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e2af expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335540.360006:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0764ef3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e285 expref: 26 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335540.360051:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c75880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041369088:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335540.360121:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5d9acc0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335540.361475:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335540.361547:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028967296 00000100:00100000:0.0:1763335540.361555:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028967296 00000100:00100000:0.0:1763335540.361612:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1031 00000100:00100000:0.0:1763335540.361621:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:2406:x1848991028967296:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335540.361637:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335540.361656:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89d200/0x10123ce7f0764f32 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e2b6 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335540.361705:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5f03800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041369216:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335540.362135:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c600 going to sleep for 11 seconds 00000100:00100000:2.0:1763335540.365504:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c75880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041369088:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335540.365530:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 864553 00010000:00010000:2.0:1763335540.365547:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1e00/0x10123ce7f0764f2b lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e2af expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335540.365568:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335540.365572:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335540.365577:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1e00/0x10123ce7f0764f2b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e2af expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335540.365592:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ffad1e00, rc 0) 00000100:00100000:2.0:1763335540.365658:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc59a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+17:2406:x1848991028967168:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5726us (6223us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335540.365667:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1424 00000100:00100000:0.0:1763335540.365774:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5f03800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041369216:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335540.365797:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89d200/0x10123ce7f0764f32 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e2b6 expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335540.365813:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89d200/0x10123ce7f0764f32 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e2b6 expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335540.365830:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee89d200, rc 0) 00000100:00100000:0.0:1763335540.365854:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:2406:x1848991028967296:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4235us (4386us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335540.365861:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1031 00000100:00100000:2.0:1763335540.373910:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335540.373953:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335540.374030:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028967552 00000100:00100000:0.0:1763335540.374041:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028967552 00000100:00100000:0.0:1763335540.374102:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1032 00000100:00100000:0.0:1763335540.374112:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c75880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991028967552:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335540.374131:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335540.374149:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89ce00/0x10123ce7f0764f39 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e2c4 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335540.374203:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5f03800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041369344:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335540.374285:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c600 going to sleep for 11 seconds 00000100:00100000:3.0:1763335540.375685:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028967424 00000100:00100000:3.0:1763335540.375698:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028967424 00000100:00100000:3.0:1763335540.375760:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1425 00000100:00100000:3.0:1763335540.375769:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc56ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+17:2408:x1848991028967424:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335540.375786:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335540.375806:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5800/0x10123ce7f0764f40 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e2bd expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335540.375850:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0764ef3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e285 expref: 26 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335540.375926:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c0ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041369472:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335540.376150:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58503c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335540.379066:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5f03800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041369344:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335540.379109:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89ce00/0x10123ce7f0764f39 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e2c4 expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335540.379133:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89ce00/0x10123ce7f0764f39 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e2c4 expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335540.379146:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee89ce00, rc 0) 00000100:00100000:0.0:1763335540.379201:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c75880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991028967552:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5090us (5334us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335540.379211:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1032 00000100:00100000:3.0:1763335540.382926:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c0ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041369472:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335540.382958:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 864553 00010000:00010000:3.0:1763335540.382977:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5800/0x10123ce7f0764f40 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e2bd expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335540.383002:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335540.383005:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335540.383019:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5800/0x10123ce7f0764f40 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e2bd expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335540.383037:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5800, rc 0) 00000100:00100000:3.0:1763335540.383100:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc56ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+17:2408:x1848991028967424:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7330us (9144us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335540.383108:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1425 00000100:00100000:3.0:1763335540.391131:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335540.391523:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028967680 00000100:00100000:2.0:1763335540.391534:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028967680 00000100:00100000:2.0:1763335540.391599:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1426 00000100:00100000:2.0:1763335540.391609:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+17:15720:x1848991028967680:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335540.391628:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335540.391649:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1e00/0x10123ce7f0764f47 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e2cb expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335540.391679:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0764ef3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e285 expref: 26 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335540.391688:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1e00/0x10123ce7f0764f47 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e2cb expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335540.391722:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0764ef3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e285 expref: 26 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335540.391735:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0764ef3 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e285 expref: 26 pid: 6517 timeout: 441 lvb_type: 0 00000100:00100000:2.0:1763335540.391749:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffa91f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041369600:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335540.391847:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5d9acc0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335540.398397:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffa91f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041369600:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335540.398434:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1e00/0x10123ce7f0764f47 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e2cb expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335540.398453:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335540.398456:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335540.398460:0:6516:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1e00/0x10123ce7f0764f47 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e2cb expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335540.398477:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ffad1e00, rc 0) 00000100:00100000:3.0:1763335540.399651:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+18:15720:x1848991028967680:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 8037us (8522us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335540.399663:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1426 00000100:00100000:0.0:1763335540.400617:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335540.401464:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028967808 00000100:00100000:2.0:1763335540.401474:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028967808 00010000:00010000:2.0:1763335540.401510:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0764ef3 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e285 expref: 27 pid: 6517 timeout: 441 lvb_type: 0 00000100:00100000:2.0:1763335540.401547:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 535 00000100:00100000:2.0:1763335540.401555:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f03800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+27:2409:x1848991028967808:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335540.401570:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335540.401589:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0764ef3 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e285 expref: 27 pid: 6517 timeout: 441 lvb_type: 0 00010000:00010000:2.0:1763335540.401602:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0764ef3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e285 expref: 27 pid: 6517 timeout: 441 lvb_type: 0 00010000:00010000:2.0:1763335540.401624:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0764ef3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e285 expref: 27 pid: 6517 timeout: 441 lvb_type: 0 00010000:00010000:2.0:1763335540.401639:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335540.401645:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1e00/0x10123ce7f0764f47 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e2cb expref: 17 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335540.401658:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1e00/0x10123ce7f0764f47 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e2cb expref: 17 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335540.401667:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1e00/0x10123ce7f0764f47 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e2cb expref: 17 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335540.401699:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1e00/0x10123ce7f0764f47 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e2cb expref: 17 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335540.401716:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffa91f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041369728:192.168.202.34@tcp:105: 00000100:00100000:2.0:1763335540.401794:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5d9ab40 going to sleep for 11 seconds 00000100:00100000:1.0:1763335540.405073:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335540.405171:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffa91f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041369728:192.168.202.34@tcp:105: 00010000:00010000:2.0:1763335540.405195:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335540.405257:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f03800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+26:2409:x1848991028967808:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 3702us (4644us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335540.405269:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 535 00000100:00100000:0.0:1763335540.405358:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028967936 00000100:00100000:0.0:1763335540.405365:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028967936 00000100:00100000:0.0:1763335540.405419:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 779 00000100:00100000:0.0:1763335540.405428:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+18:2407:x1848991028967936:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:0.0:1763335540.405633:0:6530:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 864553 -> 864553 00000004:00010000:0.0:1763335540.405637:0:6530:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335540 -> 1763335540 00000004:00010000:0.0:1763335540.405640:0:6530:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335540 -> 1763335540 00000004:00010000:0.0:1763335540.405642:0:6530:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335540 -> 1763335540 00000004:00010000:0.0:1763335540.405644:0:6530:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 624 -> 672 00000100:00100000:0.0:1763335540.405678:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+19:2407:x1848991028967936:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 251us (615us total) trans 4294967878 rc 0/0 00000100:00100000:0.0:1763335540.405684:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 779 00000100:00100000:0.0:1763335540.409636:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335540.409738:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028968064 00000100:00100000:1.0:1763335540.409748:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028968064 00000100:00100000:1.0:1763335540.409803:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1033 00000100:00100000:1.0:1763335540.409812:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:2406:x1848991028968064:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335540.409839:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335540.409860:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc6075000/0x10123ce7f0764f4e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e2d2 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335540.409946:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc43b6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041369856:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335540.410026:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335540.413639:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc43b6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041369856:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335540.413685:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc6075000/0x10123ce7f0764f4e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e2d2 expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335540.413716:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc6075000/0x10123ce7f0764f4e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e2d2 expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335540.413730:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6075000, rc 0) 00000100:00100000:1.0:1763335540.413931:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:2406:x1848991028968064:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4117us (4305us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335540.413941:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1033 00000100:00100000:0.0:1763335540.418833:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335540.418915:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028968192 00000100:00100000:1.0:1763335540.418925:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028968192 00000100:00100000:1.0:1763335540.418981:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1034 00000100:00100000:1.0:1763335540.418992:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:2406:x1848991028968192:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335540.419009:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335540.419029:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc6075e00/0x10123ce7f0764f55 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e2d9 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335540.419090:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc43b6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041369984:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335540.419185:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335540.422958:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc43b6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041369984:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335540.422996:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc6075e00/0x10123ce7f0764f55 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e2d9 expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335540.423019:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc6075e00/0x10123ce7f0764f55 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e2d9 expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335540.423038:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6075e00, rc 0) 00000100:00100000:1.0:1763335540.423088:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:2406:x1848991028968192:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4097us (4276us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335540.423096:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1034 00000100:00100000:3.0:1763335540.431599:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335540.431699:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028968320 00000100:00100000:1.0:1763335540.431710:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028968320 00000100:00100000:1.0:1763335540.431788:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 600 00000100:00100000:1.0:1763335540.431800:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+7:2407:x1848991028968320:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:1.0:1763335540.432282:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1675987 -> 1675987 00002000:00010000:1.0:1763335540.432287:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335540 -> 1763335540 00002000:00010000:1.0:1763335540.432290:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335540 -> 1763335540 00002000:00010000:1.0:1763335540.432292:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335540 -> 1763335540 00002000:00010000:1.0:1763335540.432294:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 0 -> 128 00000100:00100000:1.0:1763335540.432357:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+8:2407:x1848991028968320:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 558us (767us total) trans 4294967549 rc 0/0 00000100:00100000:1.0:1763335540.432366:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 600 00000100:00100000:0.0:1763335540.441384:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335540.441624:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028968448 00000100:00100000:1.0:1763335540.441636:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028968448 00000100:00100000:2.0:1763335540.442360:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1035 00000100:00100000:2.0:1763335540.442375:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2407:x1848991028968448:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335540.442393:0:8402:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335540.442414:0:8402:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad1a00/0x10123ce7f0764f5c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e2e0 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335540.442475:0:8402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffa91f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041370112:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335540.442569:0:8402:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5d9ab40 going to sleep for 11 seconds 00000100:00100000:2.0:1763335540.451836:0:8402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffa91f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041370112:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335540.451897:0:8402:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad1a00/0x10123ce7f0764f5c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e2e0 expref: 7 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335540.451920:0:8402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad1a00/0x10123ce7f0764f5c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e2e0 expref: 7 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335540.451932:0:8402:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ffad1a00, rc 0) 00000100:00100000:2.0:1763335540.451995:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2407:x1848991028968448:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 9624us (10622us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335540.452004:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1035 00000100:00100000:3.0:1763335540.455775:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335540.455899:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028968576 00000100:00100000:2.0:1763335540.455909:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028968576 00000100:00100000:2.0:1763335540.455971:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1036 00000100:00100000:2.0:1763335540.455982:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:2406:x1848991028968576:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335540.456002:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335540.456032:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad1000/0x10123ce7f0764f63 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e2e7 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335540.456100:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffa91f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041370240:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335540.456191:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5d9ab40 going to sleep for 11 seconds 00000100:00100000:2.0:1763335540.460061:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffa91f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041370240:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335540.460100:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad1000/0x10123ce7f0764f63 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e2e7 expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335540.460124:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad1000/0x10123ce7f0764f63 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e2e7 expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335540.460137:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ffad1000, rc 0) 00000100:00100000:2.0:1763335540.460594:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:2406:x1848991028968576:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4612us (4827us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335540.460604:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1036 00000100:00100000:0.0:1763335540.464552:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335540.465982:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028968704 00000100:00100000:1.0:1763335540.465994:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028968704 00002000:00100000:1.0:1763335540.466053:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1306624->1310719) req@ffff9aefc5f01f80 x1848991028968704/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:586/0 lens 488/0 e 0 to 0 dl 1763335551 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335540.466064:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5f01f80 with x1848991028968704 ext(1306624->1310719) 00002000:00010000:1.0:1763335540.466070:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5f01f80 00000100:00100000:1.0:1763335540.466103:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 601 00000100:00100000:1.0:1763335540.466113:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+8:2406:x1848991028968704:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335540.466302:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+8:2406:x1848991028968704:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 190us (1759us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335540.466310:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 601 00002000:00100000:1.0:1763335540.466316:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1306624->1310719) req@ffff9aefc5f01f80 x1848991028968704/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:586/0 lens 488/4536 e 0 to 0 dl 1763335551 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335540.466325:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5f01f80 with x1848991028968704 ext(1306624->1310719) 00002000:00010000:1.0:1763335540.466328:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5f01f80 00000100:00100000:0.0:1763335540.470674:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335540.471948:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028968832 00000100:00100000:2.0:1763335540.471962:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028968832 00002000:00100000:2.0:1763335540.472013:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1310720->1314815) req@ffff9aefc5f05880 x1848991028968832/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:586/0 lens 488/0 e 0 to 0 dl 1763335551 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335540.472024:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5f05880 with x1848991028968832 ext(1310720->1314815) 00002000:00010000:2.0:1763335540.472030:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5f05880 00000100:00100000:1.0:1763335540.472615:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 602 00000100:00100000:1.0:1763335540.472629:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+8:2407:x1848991028968832:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335540.473007:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+8:2407:x1848991028968832:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 380us (2340us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335540.473016:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 602 00002000:00100000:1.0:1763335540.473024:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1310720->1314815) req@ffff9aefc5f05880 x1848991028968832/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:586/0 lens 488/4536 e 0 to 0 dl 1763335551 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335540.473033:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5f05880 with x1848991028968832 ext(1310720->1314815) 00002000:00010000:1.0:1763335540.473037:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5f05880 00000100:00100000:0.0:1763335540.476066:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335540.476168:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028968960 00000100:00100000:2.0:1763335540.476176:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028968960 00002000:00100000:2.0:1763335540.476220:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1314816->1318911) req@ffff9aefc5f07800 x1848991028968960/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:586/0 lens 488/0 e 0 to 0 dl 1763335551 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335540.476230:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5f07800 with x1848991028968960 ext(1314816->1318911) 00002000:00010000:2.0:1763335540.476235:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5f07800 00000100:00100000:2.0:1763335540.476265:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 603 00000100:00100000:2.0:1763335540.476273:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+8:2407:x1848991028968960:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335540.476459:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+8:2407:x1848991028968960:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 186us (402us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335540.476466:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 603 00002000:00100000:2.0:1763335540.476472:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1314816->1318911) req@ffff9aefc5f07800 x1848991028968960/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:586/0 lens 488/4536 e 0 to 0 dl 1763335551 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335540.476480:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5f07800 with x1848991028968960 ext(1314816->1318911) 00002000:00010000:2.0:1763335540.476483:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5f07800 00000100:00100000:0.0:1763335540.484918:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335540.485348:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028969088 00000100:00100000:1.0:1763335540.485359:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028969088 00002000:00100000:1.0:1763335540.485410:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1318912->1323007) req@ffff9aefc5f04700 x1848991028969088/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:586/0 lens 488/0 e 0 to 0 dl 1763335551 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335540.485421:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5f04700 with x1848991028969088 ext(1318912->1323007) 00002000:00010000:1.0:1763335540.485428:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5f04700 00000100:00100000:1.0:1763335540.485465:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 604 00000100:00100000:1.0:1763335540.485474:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+8:2406:x1848991028969088:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335540.485728:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+8:2406:x1848991028969088:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 253us (868us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335540.485736:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 604 00002000:00100000:1.0:1763335540.485743:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1318912->1323007) req@ffff9aefc5f04700 x1848991028969088/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:586/0 lens 488/4536 e 0 to 0 dl 1763335551 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335540.485752:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5f04700 with x1848991028969088 ext(1318912->1323007) 00002000:00010000:1.0:1763335540.485755:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5f04700 00000100:00100000:0.0:1763335540.490678:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335540.490778:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028969216 00000100:00100000:2.0:1763335540.490788:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028969216 00002000:00100000:2.0:1763335540.490842:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1323008->1327103) req@ffff9aefc5f04a80 x1848991028969216/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:586/0 lens 488/0 e 0 to 0 dl 1763335551 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335540.490853:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5f04a80 with x1848991028969216 ext(1323008->1327103) 00002000:00010000:2.0:1763335540.490860:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5f04a80 00000100:00100000:2.0:1763335540.491948:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 605 00000100:00100000:2.0:1763335540.491966:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+8:2407:x1848991028969216:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335540.492759:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+8:2407:x1848991028969216:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 797us (2087us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335540.492768:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 605 00002000:00100000:2.0:1763335540.492777:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1323008->1327103) req@ffff9aefc5f04a80 x1848991028969216/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:586/0 lens 488/4536 e 0 to 0 dl 1763335551 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335540.492786:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5f04a80 with x1848991028969216 ext(1323008->1327103) 00002000:00010000:2.0:1763335540.492792:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5f04a80 00000100:00100000:0.0:1763335540.495762:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335540.496798:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028969344 00000100:00100000:2.0:1763335540.496809:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028969344 00002000:00100000:2.0:1763335540.496897:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1327104->1331199) req@ffff9aefc5f07100 x1848991028969344/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:586/0 lens 488/0 e 0 to 0 dl 1763335551 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335540.496909:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5f07100 with x1848991028969344 ext(1327104->1331199) 00002000:00010000:2.0:1763335540.496915:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5f07100 00000100:00100000:2.0:1763335540.496945:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 606 00000100:00100000:2.0:1763335540.496955:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+8:2406:x1848991028969344:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335540.497148:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+8:2406:x1848991028969344:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 194us (1394us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335540.497156:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 606 00002000:00100000:2.0:1763335540.497162:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1327104->1331199) req@ffff9aefc5f07100 x1848991028969344/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:586/0 lens 488/4536 e 0 to 0 dl 1763335551 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335540.497170:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5f07100 with x1848991028969344 ext(1327104->1331199) 00002000:00010000:2.0:1763335540.497174:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5f07100 00000100:00100000:0.0:1763335540.500679:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335540.500777:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028969472 00000100:00100000:1.0:1763335540.500787:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028969472 00002000:00100000:1.0:1763335540.500846:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1331200->1335295) req@ffff9aefc5f06300 x1848991028969472/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:586/0 lens 488/0 e 0 to 0 dl 1763335551 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335540.500857:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5f06300 with x1848991028969472 ext(1331200->1335295) 00002000:00010000:1.0:1763335540.500863:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5f06300 00000100:00100000:1.0:1763335540.500929:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 607 00000100:00100000:1.0:1763335540.500939:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+8:2407:x1848991028969472:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335540.501162:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+8:2407:x1848991028969472:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 223us (491us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335540.501170:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 607 00002000:00100000:1.0:1763335540.501177:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1331200->1335295) req@ffff9aefc5f06300 x1848991028969472/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:586/0 lens 488/4536 e 0 to 0 dl 1763335551 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335540.501185:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5f06300 with x1848991028969472 ext(1331200->1335295) 00002000:00010000:1.0:1763335540.501189:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5f06300 00000100:00100000:0.0:1763335540.504325:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335540.504510:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028969600 00000100:00100000:2.0:1763335540.504519:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028969600 00000100:00100000:2.0:1763335540.504572:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1427 00000100:00100000:2.0:1763335540.504582:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+26:2406:x1848991028969600:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335540.504604:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335540.504623:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1000/0x10123ce7f0764f6a lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e2ee expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335540.504656:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1e00/0x10123ce7f0764f47 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e2cb expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335540.504691:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffa91f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041370368:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335540.504772:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5d9a000 going to sleep for 11 seconds 00000100:00100000:2.0:1763335540.507626:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffa91f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041370368:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335540.507652:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 864553 00010000:00010000:2.0:1763335540.507670:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1000/0x10123ce7f0764f6a lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e2ee expref: 27 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335540.507691:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335540.507695:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335540.507699:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1000/0x10123ce7f0764f6a lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e2ee expref: 27 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335540.507712:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ffad1000, rc 0) 00000100:00100000:2.0:1763335540.508034:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+26:2406:x1848991028969600:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3452us (3716us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335540.508044:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1427 00000100:00100000:0.0:1763335540.511164:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335540.511291:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028969728 00000100:00100000:2.0:1763335540.511300:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028969728 00000100:00100000:2.0:1763335540.511357:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1428 00000100:00100000:2.0:1763335540.511365:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+26:2407:x1848991028969728:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335540.511386:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335540.511407:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1a00/0x10123ce7f0764f71 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e2f5 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335540.511443:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1e00/0x10123ce7f0764f47 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e2cb expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335540.511484:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffa91f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041370496:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335540.511564:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5d9a000 going to sleep for 11 seconds 00000100:00100000:2.0:1763335540.514112:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffa91f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041370496:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335540.514138:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 864553 00010000:00010000:2.0:1763335540.514158:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1a00/0x10123ce7f0764f71 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e2f5 expref: 27 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335540.514180:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335540.514183:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335540.514189:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1a00/0x10123ce7f0764f71 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e2f5 expref: 27 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335540.514203:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ffad1a00, rc 0) 00000100:00100000:2.0:1763335540.514467:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+26:2407:x1848991028969728:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3100us (3311us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335540.514477:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1428 00000100:00100000:0.0:1763335540.517444:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335540.517548:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028969856 00000100:00100000:2.0:1763335540.517559:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028969856 00000100:00100000:2.0:1763335540.517616:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1037 00000100:00100000:2.0:1763335540.517626:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:2407:x1848991028969856:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335540.517642:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335540.517659:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad1000/0x10123ce7f0764f78 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e2fc expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335540.517715:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffa91f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041370624:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335540.517798:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5d9a000 going to sleep for 11 seconds 00000100:00100000:2.0:1763335540.521647:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffa91f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041370624:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335540.521690:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad1000/0x10123ce7f0764f78 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e2fc expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335540.521716:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad1000/0x10123ce7f0764f78 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e2fc expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335540.521729:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ffad1000, rc 0) 00000100:00100000:2.0:1763335540.522136:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:2407:x1848991028969856:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4508us (4697us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335540.522145:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1037 00000100:00100000:0.0:1763335540.533271:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335540.533746:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028969984 00000100:00100000:2.0:1763335540.533761:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028969984 00000100:00100000:2.0:1763335540.533842:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1038 00000100:00100000:2.0:1763335540.533853:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:15720:x1848991028969984:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335540.533906:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335540.533927:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad1000/0x10123ce7f0764f7f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e303 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335540.533963:0:8400:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89c600/0x10123ce7f0764efa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e28c expref: 7 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335540.533972:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335540.533974:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335540.533979:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad1000/0x10123ce7f0764f7f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1445888->1503231] (req 1445888->1503231) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e303 expref: 7 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335540.534025:0:8400:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89c600/0x10123ce7f0764efa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e28c expref: 7 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335540.534040:0:8400:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89c600/0x10123ce7f0764efa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e28c expref: 7 pid: 8400 timeout: 441 lvb_type: 0 00000100:00100000:2.0:1763335540.534054:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffa91f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041370752:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335540.534137:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5d9a000 going to sleep for 11 seconds 00000100:00100000:2.0:1763335540.539282:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffa91f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041370752:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335540.539318:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad1000/0x10123ce7f0764f7f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1445888->1503231] (req 1445888->1503231) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e303 expref: 7 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335540.539336:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ffad1000, rc 0) 00000100:00100000:2.0:1763335540.539397:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+7:15720:x1848991028969984:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5545us (6145us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335540.539406:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1038 00000100:00100000:0.0:1763335540.541961:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335540.542925:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028970112 00000100:00100000:2.0:1763335540.542936:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028970112 00010000:00010000:2.0:1763335540.542982:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89c600/0x10123ce7f0764efa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e28c expref: 8 pid: 8400 timeout: 441 lvb_type: 0 00000100:00100000:1.0:1763335540.543721:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 536 00000100:00100000:1.0:1763335540.543735:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f06d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991028970112:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335540.543752:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335540.543772:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89c600/0x10123ce7f0764efa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e28c expref: 8 pid: 8400 timeout: 441 lvb_type: 0 00010000:00010000:1.0:1763335540.543787:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89c600/0x10123ce7f0764efa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e28c expref: 8 pid: 8400 timeout: 441 lvb_type: 0 00010000:00010000:1.0:1763335540.543813:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89c600/0x10123ce7f0764efa lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e28c expref: 8 pid: 8400 timeout: 441 lvb_type: 0 00010000:00010000:1.0:1763335540.543836:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335540.543838:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335540.543846:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad1000/0x10123ce7f0764f7f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1445888->1503231) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e303 expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335540.543856:0:6500:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad1000/0x10123ce7f0764f7f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1445888->1503231) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e303 expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335540.543921:0:6500:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad1000/0x10123ce7f0764f7f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1445888->1503231) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e303 expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335540.543935:0:6500:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc43b6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6500:1848991041370880:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335540.544023:0:6500:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fbb40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335540.548973:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335540.549104:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028970240 00000100:00100000:2.0:1763335540.549114:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028970240 00000100:00100000:2.0:1763335540.549195:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 608 00000100:00100000:2.0:1763335540.549206:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+7:2408:x1848991028970240:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:2.0:1763335540.549422:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1675987 -> 1675987 00002000:00010000:2.0:1763335540.549426:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335540 -> 1763335540 00002000:00010000:2.0:1763335540.549428:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335540 -> 1763335540 00002000:00010000:2.0:1763335540.549430:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335540 -> 1763335540 00002000:00010000:2.0:1763335540.549433:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 128 -> 240 00000100:00100000:2.0:1763335540.549498:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2408:x1848991028970240:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 295us (536us total) trans 4294967550 rc 0/0 00000100:00100000:2.0:1763335540.549506:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 608 00000100:00100000:1.0:1763335540.549596:0:6500:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc43b6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6500:1848991041370880:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335540.549624:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335540.549652:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f06d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:819c42eb-8a5f-4523-990c-a007cb66998d+7:2408:x1848991028970112:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 5921us (7699us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335540.549660:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 536 00000100:00100000:0.0:1763335540.553286:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335540.553847:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335540.554052:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028970496 00000100:00100000:3.0:1763335540.554063:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028970496 00000100:00100000:3.0:1763335540.554123:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1039 00000100:00100000:3.0:1763335540.554134:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f05c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+7:2407:x1848991028970496:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335540.554154:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335540.554176:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5800/0x10123ce7f0764f86 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e311 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335540.554237:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c0dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041371008:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335540.554575:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028970368 00000100:00100000:2.0:1763335540.554581:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028970368 00000100:00100000:2.0:1763335540.554817:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1429 00000100:00100000:2.0:1763335540.554838:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+26:2407:x1848991028970368:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335540.554848:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335540.554862:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1a00/0x10123ce7f0764f8d lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e30a expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335540.555076:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58503c0 going to sleep for 11 seconds 00010000:00010000:2.0:1763335540.555155:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1e00/0x10123ce7f0764f47 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e2cb expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335540.555186:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffa91f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041371136:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335540.555219:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5d9a000 going to sleep for 11 seconds 00000100:00100000:3.0:1763335540.557699:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c0dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041371008:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335540.557738:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5800/0x10123ce7f0764f86 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e311 expref: 8 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335540.557763:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5800/0x10123ce7f0764f86 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e311 expref: 8 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335540.557777:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5800, rc 0) 00000100:00100000:2.0:1763335540.557933:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffa91f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041371136:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335540.557948:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 864553 00010000:00010000:2.0:1763335540.557959:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1a00/0x10123ce7f0764f8d lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e30a expref: 27 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335540.557972:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335540.557975:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335540.557980:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1a00/0x10123ce7f0764f8d lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e30a expref: 27 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335540.557989:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ffad1a00, rc 0) 00000100:00100000:3.0:1763335540.558393:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f05c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+7:2407:x1848991028970496:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4258us (4545us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335540.558402:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1039 00000100:00100000:2.0:1763335540.558584:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+26:2407:x1848991028970368:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3747us (5306us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335540.558591:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1429 00000100:00100000:1.0:1763335540.563222:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335540.563404:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335540.563544:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028970752 00000100:00100000:3.0:1763335540.563554:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028970752 00000100:00100000:3.0:1763335540.563614:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1040 00000100:00100000:3.0:1763335540.563624:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+7:2406:x1848991028970752:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335540.563644:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335540.563663:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5200/0x10123ce7f0764f94 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e31f expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335540.563724:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c0dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041371264:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335540.563951:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028970624 00000100:00100000:2.0:1763335540.563957:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028970624 00000100:00100000:2.0:1763335540.563996:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1430 00000100:00100000:2.0:1763335540.564005:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+26:2406:x1848991028970624:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335540.564024:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335540.564040:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0600/0x10123ce7f0764f9b lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e318 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335540.564070:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1e00/0x10123ce7f0764f47 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e2cb expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335540.564095:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffa91f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041371392:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335540.564619:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58503c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335540.564704:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5d9a000 going to sleep for 11 seconds 00000100:00100000:3.0:1763335540.567690:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c0dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041371264:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335540.567732:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5200/0x10123ce7f0764f94 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e31f expref: 8 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335540.567756:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5200/0x10123ce7f0764f94 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e31f expref: 8 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335540.567769:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5200, rc 0) 00000100:00100000:3.0:1763335540.567840:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+7:2406:x1848991028970752:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4217us (4627us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335540.567848:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1040 00000100:00100000:2.0:1763335540.568130:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffa91f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041371392:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335540.568144:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 864553 00010000:00010000:2.0:1763335540.568156:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0600/0x10123ce7f0764f9b lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e318 expref: 27 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335540.568170:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335540.568173:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335540.568178:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0600/0x10123ce7f0764f9b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e318 expref: 27 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335540.568189:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ffad0600, rc 0) 00000100:00100000:2.0:1763335540.568229:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+26:2406:x1848991028970624:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4225us (4824us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335540.568236:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1430 00000100:00100000:1.0:1763335540.572601:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335540.572648:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335540.572717:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028971008 00000100:00100000:3.0:1763335540.572727:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028971008 00000100:00100000:3.0:1763335540.572788:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1041 00000100:00100000:3.0:1763335540.572797:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+7:2406:x1848991028971008:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335540.572814:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335540.572843:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5800/0x10123ce7f0764fa2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e32d expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335540.572943:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c0dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041371520:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335540.573028:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58503c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335540.573091:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028970880 00000100:00100000:2.0:1763335540.573096:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028970880 00000100:00100000:2.0:1763335540.573142:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1431 00000100:00100000:2.0:1763335540.573150:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+26:2406:x1848991028970880:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335540.573160:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335540.573173:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1a00/0x10123ce7f0764fa9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e326 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335540.573204:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1e00/0x10123ce7f0764f47 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e2cb expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335540.573228:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffa91f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041371648:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335540.573263:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5d9a000 going to sleep for 11 seconds 00000100:00100000:2.0:1763335540.578298:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffa91f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041371648:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335540.578326:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 864553 00010000:00010000:2.0:1763335540.578345:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1a00/0x10123ce7f0764fa9 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e326 expref: 27 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335540.578367:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335540.578370:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335540.578375:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1a00/0x10123ce7f0764fa9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e326 expref: 27 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335540.578389:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ffad1a00, rc 0) 00000100:00100000:2.0:1763335540.578458:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+26:2406:x1848991028970880:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5308us (5807us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335540.578468:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1431 00000100:00100000:3.0:1763335540.578563:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c0dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041371520:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335540.578585:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5800/0x10123ce7f0764fa2 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e32d expref: 8 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335540.578602:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5800/0x10123ce7f0764fa2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e32d expref: 8 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335540.578610:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5800, rc 0) 00000100:00100000:3.0:1763335540.578635:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+7:2406:x1848991028971008:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5840us (6046us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335540.578642:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1041 00000100:00100000:0.0:1763335540.582779:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335540.583740:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028971136 00000100:00100000:2.0:1763335540.583751:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028971136 00000100:00100000:1.0:1763335540.583895:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1432 00000100:00100000:1.0:1763335540.583906:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc554ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+26:15720:x1848991028971136:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335540.583929:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335540.583953:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075000/0x10123ce7f0764fb0 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e334 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335540.583985:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1e00/0x10123ce7f0764f47 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e2cb expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335540.583996:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075000/0x10123ce7f0764fb0 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e334 expref: 27 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335540.584049:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1e00/0x10123ce7f0764f47 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e2cb expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335540.584063:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1e00/0x10123ce7f0764f47 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e2cb expref: 18 pid: 6516 timeout: 441 lvb_type: 0 00000100:00100000:1.0:1763335540.584077:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc3354e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041371776:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335540.584172:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fbb40 going to sleep for 11 seconds 00000100:00100000:1.0:1763335540.589357:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335540.589525:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc3354e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041371776:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335540.589556:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075000/0x10123ce7f0764fb0 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e334 expref: 27 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335540.589574:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335540.589577:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335540.589581:0:6516:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075000/0x10123ce7f0764fb0 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e334 expref: 27 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335540.589594:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6075000, rc 0) 00000100:00100000:2.0:1763335540.589649:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc554ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+27:15720:x1848991028971136:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5746us (6881us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335540.589659:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1432 00000100:00100000:0.0:1763335540.590116:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028971264 00000100:00100000:0.0:1763335540.590125:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028971264 00010000:00010000:0.0:1763335540.590157:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1e00/0x10123ce7f0764f47 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e2cb expref: 19 pid: 6516 timeout: 441 lvb_type: 0 00000100:00100000:0.0:1763335540.590185:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 537 00000100:00100000:0.0:1763335540.590192:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3355c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+19:2408:x1848991028971264:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335540.590207:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335540.590230:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1e00/0x10123ce7f0764f47 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e2cb expref: 19 pid: 6516 timeout: 441 lvb_type: 0 00010000:00010000:0.0:1763335540.590249:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1e00/0x10123ce7f0764f47 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e2cb expref: 19 pid: 6516 timeout: 441 lvb_type: 0 00010000:00010000:0.0:1763335540.590276:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1e00/0x10123ce7f0764f47 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e2cb expref: 19 pid: 6516 timeout: 441 lvb_type: 0 00010000:00010000:0.0:1763335540.590289:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335540.590294:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075000/0x10123ce7f0764fb0 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e334 expref: 26 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335540.590305:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075000/0x10123ce7f0764fb0 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e334 expref: 26 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335540.590314:0:6500:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075000/0x10123ce7f0764fb0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e334 expref: 26 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335540.590347:0:6500:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075000/0x10123ce7f0764fb0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e334 expref: 26 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335540.590362:0:6500:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc554f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6500:1848991041371904:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335540.590427:0:6500:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8ce40 going to sleep for 11 seconds 00000100:00100000:1.0:1763335540.593980:0:6500:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc554f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6500:1848991041371904:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335540.594022:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335540.594079:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3355c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+18:2408:x1848991028971264:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 3886us (4732us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335540.594091:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 537 00000100:00100000:1.0:1763335540.596002:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335540.596595:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028971392 00000100:00100000:2.0:1763335540.596606:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028971392 00000100:00100000:2.0:1763335540.596680:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 780 00000100:00100000:2.0:1763335540.596690:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3354380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+27:2407:x1848991028971392:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:2.0:1763335540.596947:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 864553 -> 864553 00000004:00010000:2.0:1763335540.596951:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335540 -> 1763335540 00000004:00010000:2.0:1763335540.596953:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335540 -> 1763335540 00000004:00010000:2.0:1763335540.596956:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335540 -> 1763335540 00000004:00010000:2.0:1763335540.596958:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 672 -> 800 00000100:00100000:2.0:1763335540.597034:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3354380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+28:2407:x1848991028971392:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 345us (1173us total) trans 4294967879 rc 0/0 00000100:00100000:2.0:1763335540.597041:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 780 00000100:00100000:0.0:1763335540.603247:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335540.603577:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028971520 00000100:00100000:3.0:1763335540.603588:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028971520 00000100:00100000:3.0:1763335540.603649:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1042 00000100:00100000:3.0:1763335540.603659:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc554ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991028971520:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335540.603678:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335540.603698:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5800/0x10123ce7f0764fb7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e33b expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335540.603763:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c0dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041372032:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335540.603902:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58503c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335540.612977:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c0dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041372032:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335540.613019:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5800/0x10123ce7f0764fb7 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e33b expref: 8 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335540.613043:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5800/0x10123ce7f0764fb7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e33b expref: 8 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335540.613056:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5800, rc 0) 00000100:00100000:3.0:1763335540.613113:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc554ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991028971520:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 9455us (9876us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335540.613122:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1042 00000100:00100000:2.0:1763335540.617858:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335540.617969:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028971648 00000100:00100000:3.0:1763335540.617979:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028971648 00000100:00100000:3.0:1763335540.618045:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1043 00000100:00100000:3.0:1763335540.618055:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+7:2407:x1848991028971648:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335540.618074:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335540.618092:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5200/0x10123ce7f0764fbe lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e342 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335540.618150:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c0dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041372160:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335540.618232:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58503c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335540.620140:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c0dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041372160:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335540.620179:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5200/0x10123ce7f0764fbe lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e342 expref: 8 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335540.620201:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5200/0x10123ce7f0764fbe lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e342 expref: 8 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335540.620213:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5200, rc 0) 00000100:00100000:3.0:1763335540.625046:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+7:2407:x1848991028971648:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6977us (7213us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335540.625061:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1043 00000100:00100000:0.0:1763335540.630283:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335540.630614:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028971904 00000100:00100000:2.0:1763335540.630629:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028971904 00000100:00100000:2.0:1763335540.630703:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1433 00000100:00100000:2.0:1763335540.630713:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc554c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+28:15720:x1848991028971904:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:2.0:1763335540.630783:0:6516:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335540.630811:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4600/0x10123ce7f0764f08 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e293 expref: 28 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335540.630838:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335540.630843:0:6516:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335540.631063:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0c00/0x10123ce7f0764fc5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335540.631082:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075400/0x10123ce7f0764f16 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e29a expref: 17 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335540.631092:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0c00/0x10123ce7f0764fc5 lrc: 4/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335540.631130:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075400/0x10123ce7f0764f16 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e29a expref: 17 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335540.631144:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075400/0x10123ce7f0764f16 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e29a expref: 17 pid: 6517 timeout: 441 lvb_type: 0 00000100:00100000:2.0:1763335540.631159:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5954000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041372288:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335540.631254:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5d9ab40 going to sleep for 11 seconds 00000100:00100000:1.0:1763335540.635702:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5954000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041372288:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335540.635733:0:6516:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0c00/0x10123ce7f0764fc5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00000100:00100000:0.0:1763335540.637266:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335540.637613:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028972032 00000100:00100000:1.0:1763335540.637622:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028972032 00010000:00010000:1.0:1763335540.637659:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075400/0x10123ce7f0764f16 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e29a expref: 18 pid: 6517 timeout: 441 lvb_type: 0 00000100:00100000:1.0:1763335540.637698:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 538 00000100:00100000:1.0:1763335540.637707:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc554c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+18:2409:x1848991028972032:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335540.637724:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335540.637730:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075400/0x10123ce7f0764f16 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e29a expref: 18 pid: 6517 timeout: 441 lvb_type: 0 00010000:00010000:1.0:1763335540.637741:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075400/0x10123ce7f0764f16 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e29a expref: 18 pid: 6517 timeout: 441 lvb_type: 0 00010000:00010000:1.0:1763335540.637761:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075400/0x10123ce7f0764f16 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e29a expref: 18 pid: 6517 timeout: 441 lvb_type: 0 00010000:00010000:1.0:1763335540.637776:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335540.637780:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0c00/0x10123ce7f0764fc5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00010000:00010000:1.0:1763335540.637792:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0c00/0x10123ce7f0764fc5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT0 00010000:00010000:1.0:1763335540.637799:0:6500:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0c00/0x10123ce7f0764fc5 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT0 00010000:00010000:1.0:1763335540.637838:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335540.637912:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc554c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:273362c8-ad54-46f8-a663-195ccb4b667f+17:2409:x1848991028972032:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 206us (662us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335540.637920:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 538 00010000:00010000:3.0:1763335540.638526:0:6516:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0c00/0x10123ce7f0764fc5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335540.638536:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0c00/0x10123ce7f0764fc5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00000001:00080000:3.0:1763335540.638625:0:6516:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967880 00000004:00010000:3.0:1763335540.638669:0:6516:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 864553 -> 864553 00000004:00010000:3.0:1763335540.638672:0:6516:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335540 -> 1763335540 00000004:00010000:3.0:1763335540.638674:0:6516:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335540 -> 1763335540 00000004:00010000:3.0:1763335540.638676:0:6516:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335540 -> 1763335540 00000004:00010000:3.0:1763335540.638678:0:6516:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 800 -> 800 00000004:00010000:3.0:1763335540.638685:0:6516:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000000eede9d reply state 00000000a3417f68 transno 4294967881 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0c00/0x10123ce7f0764fc5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335540.638699:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0c00/0x10123ce7f0764fc5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335540.638707:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335540.638710:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763335540.638713:0:6516:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763335540.638799:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc554c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+30:15720:x1848991028971904:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 8087us (8528us total) trans 4294967881 rc 0/0 00000100:00100000:3.0:1763335540.638806:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1433 00000020:00080000:3.0:1763335540.638810:0:6516:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763335540.642005:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335540.642083:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028972160 00000100:00100000:2.0:1763335540.642094:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028972160 00000100:00100000:2.0:1763335540.642140:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1044 00000100:00100000:2.0:1763335540.642147:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc554e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+7:15720:x1848991028972160:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335540.642163:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335540.642180:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad0800/0x10123ce7f0764fcc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e349 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335540.642208:0:8400:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad1000/0x10123ce7f0764f7f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1445888->1503231) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e303 expref: 7 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335540.642216:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335540.642218:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335540.642222:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad0800/0x10123ce7f0764fcc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e349 expref: 8 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335540.642251:0:8400:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad1000/0x10123ce7f0764f7f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1445888->1503231) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e303 expref: 7 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335540.642263:0:8400:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad1000/0x10123ce7f0764f7f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1445888->1503231) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e303 expref: 7 pid: 8400 timeout: 441 lvb_type: 0 00000100:00100000:2.0:1763335540.642275:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5954e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041372416:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335540.642338:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5d9acc0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335540.645050:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5954e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041372416:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335540.645092:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad0800/0x10123ce7f0764fcc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e349 expref: 8 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335540.645112:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ffad0800, rc 0) 00000100:00100000:0.0:1763335540.645169:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc554e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+8:15720:x1848991028972160:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3020us (3170us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335540.645178:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1044 00000100:00100000:0.0:1763335540.646524:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335540.646777:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028972288 00000100:00100000:2.0:1763335540.646786:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028972288 00010000:00010000:2.0:1763335540.646833:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad1000/0x10123ce7f0764f7f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1445888->1503231) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e303 expref: 8 pid: 8400 timeout: 441 lvb_type: 0 00000100:00100000:2.0:1763335540.646952:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 539 00000100:00100000:2.0:1763335540.646962:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc554dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+8:2408:x1848991028972288:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335540.646978:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335540.646998:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad1000/0x10123ce7f0764f7f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1445888->1503231) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e303 expref: 8 pid: 8400 timeout: 441 lvb_type: 0 00010000:00010000:2.0:1763335540.647021:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad1000/0x10123ce7f0764f7f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1445888->1503231) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e303 expref: 8 pid: 8400 timeout: 441 lvb_type: 0 00010000:00010000:2.0:1763335540.647044:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad1000/0x10123ce7f0764f7f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1445888->1503231) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e303 expref: 8 pid: 8400 timeout: 441 lvb_type: 0 00010000:00010000:2.0:1763335540.647062:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335540.647064:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335540.647071:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad0800/0x10123ce7f0764fcc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e349 expref: 7 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335540.647080:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad0800/0x10123ce7f0764fcc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e349 expref: 7 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335540.647116:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad0800/0x10123ce7f0764fcc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e349 expref: 7 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335540.647130:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5956300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041372544:192.168.202.34@tcp:105: 00000100:00100000:2.0:1763335540.647203:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5d9ab40 going to sleep for 11 seconds 00000100:00100000:2.0:1763335540.650735:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5956300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041372544:192.168.202.34@tcp:105: 00010000:00010000:2.0:1763335540.650765:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335540.650836:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc554dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+7:2408:x1848991028972288:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 3873us (4315us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335540.650849:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 539 00000100:00100000:3.0:1763335540.651899:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335540.653780:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028972416 00000100:00100000:1.0:1763335540.653795:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028972416 00002000:00010000:1.0:1763335540.653847:0:8406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1900644->18446744073709551615) 00002000:00100000:1.0:1763335540.653852:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4c0dc00 with x1848991028972416 ext(1900644->18446744073709551615) 00002000:00010000:1.0:1763335540.653888:0:8406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4c0dc00. 00000100:00100000:1.0:1763335540.653919:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 609 00000100:00100000:1.0:1763335540.653929:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991028972416:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:1.0:1763335540.654146:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1675987 -> 1900644 00002000:00010000:1.0:1763335540.654150:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335540 -> 1763335540 00002000:00010000:1.0:1763335540.654153:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335540 -> 1763335540 00002000:00010000:1.0:1763335540.654156:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335540 -> 1763335540 00002000:00010000:1.0:1763335540.654158:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 240 -> 240 00000100:00100000:1.0:1763335540.654226:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+9:2409:x1848991028972416:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 298us (2330us total) trans 4294967551 rc 0/0 00000100:00100000:1.0:1763335540.654235:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 609 00002000:00010000:1.0:1763335540.654238:0:8406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1900644->18446744073709551615) 00002000:00100000:1.0:1763335540.654241:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4c0dc00 with x1848991028972416 ext(1900644->18446744073709551615) 00002000:00010000:1.0:1763335540.654246:0:8406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4c0dc00. 00000100:00100000:0.0:1763335540.664247:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335540.665397:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335540.665643:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028972672 00000100:00100000:0.0:1763335540.665653:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028972672 00002000:00100000:0.0:1763335540.665703:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0c6d0cc50 x1848991028972672/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:586/0 lens 488/0 e 0 to 0 dl 1763335551 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335540.665715:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0c6d0cc50 with x1848991028972672 00000100:00100000:0.0:1763335540.665753:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 781 00000100:00100000:0.0:1763335540.665762:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c6d0cc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+30:2409:x1848991028972672:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335540.667275:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028972544 00000100:00100000:2.0:1763335540.667286:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028972544 00002000:00100000:1.0:1763335540.667802:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->1904639) req@ffff9aefc554d880 x1848991028972544/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:586/0 lens 488/0 e 0 to 0 dl 1763335551 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335540.667817:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc554d880 with x1848991028972544 ext(1048576->1904639) 00002000:00010000:1.0:1763335540.667833:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc554d880 00000100:00100000:1.0:1763335540.667893:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 610 00000100:00100000:1.0:1763335540.667902:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc554d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+9:2408:x1848991028972544:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335540.682975:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c6d0cc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+30:2409:x1848991028972672:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 17203us (17572us total) trans 0 rc 868352/868352 00000100:00100000:2.0:1763335540.682990:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 781 00002000:00100000:2.0:1763335540.683005:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0c6d0cc50 x1848991028972672/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:586/0 lens 488/440 e 0 to 0 dl 1763335551 ref 1 fl Complete:/600/0 rc 868352/868352 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335540.683022:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0c6d0cc50 with x1848991028972672 00000100:00100000:1.0:1763335540.691083:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc554d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+9:2408:x1848991028972544:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 23170us (26833us total) trans 0 rc 856064/856064 00000100:00100000:1.0:1763335540.691098:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 610 00002000:00100000:1.0:1763335540.691112:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->1904639) req@ffff9aefc554d880 x1848991028972544/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:586/0 lens 488/440 e 0 to 0 dl 1763335551 ref 1 fl Complete:/600/0 rc 856064/856064 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335540.691122:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc554d880 with x1848991028972544 ext(1048576->1904639) 00002000:00010000:1.0:1763335540.691128:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc554d880 00000100:00100000:2.0:1763335540.699332:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335540.699588:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028972800 00000100:00100000:1.0:1763335540.699599:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028972800 00002000:00100000:1.0:1763335540.699648:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1867776->1900643) req@ffff9aefc5955180 x1848991028972800/t0(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:586/0 lens 488/0 e 0 to 0 dl 1763335551 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335540.699659:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5955180 with x1848991028972800 ext(1867776->1900643) 00002000:00010000:1.0:1763335540.699665:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5955180 00000100:00100000:1.0:1763335540.700094:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 611 00000100:00100000:1.0:1763335540.700105:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5955180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+9:2408:x1848991028972800:12345-192.168.202.34@tcp:4:fsx.0 00000100:00100000:1.0:1763335540.704081:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5955180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+11:2408:x1848991028972800:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 3965us (4745us total) trans 4294967552 rc 0/0 00000100:00100000:1.0:1763335540.704096:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 611 00002000:00100000:1.0:1763335540.704109:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1867776->1900643) req@ffff9aefc5955180 x1848991028972800/t4294967552(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:586/0 lens 488/448 e 0 to 0 dl 1763335551 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335540.704120:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5955180 with x1848991028972800 ext(1867776->1900643) 00002000:00010000:1.0:1763335540.704125:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5955180 00000100:00100000:0.0:1763335540.709333:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335540.709436:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028972928 00000100:00100000:2.0:1763335540.709447:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028972928 00000100:00100000:2.0:1763335540.709502:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1045 00000100:00100000:2.0:1763335540.709512:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc554f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+11:2409:x1848991028972928:12345-192.168.202.34@tcp:16:fsx.0 00000001:00080000:3.0:1763335540.714970:0:9466:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967552 is committed 00000001:00080000:3.0:1763335540.714988:0:9466:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967550 is committed 00000100:00100000:2.0:1763335540.715169:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc554f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991028972928:12345-192.168.202.34@tcp:16:fsx.0 Request processed in 5651us (5839us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335540.715182:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1045 00000100:00100000:2.0:1763335540.725022:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335540.725137:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028973056 00000100:00100000:3.0:1763335540.725148:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028973056 00000100:00100000:3.0:1763335540.725319:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1434 00000100:00100000:3.0:1763335540.725330:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5955f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+17:15720:x1848991028973056:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335540.725355:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335540.725381:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0764fd3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e350 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335540.725477:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5800/0x10123ce7f0764fda lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335540.725493:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5800/0x10123ce7f0764fda lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335540.725504:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5800/0x10123ce7f0764fda lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00000004:00200000:3.0:1763335540.725532:0:6516:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 1900644 00000004:00200000:3.0:1763335540.725537:0:6516:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763335540.725558:0:6516:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5800/0x10123ce7f0764fda lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335540.725591:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0764fd3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e350 expref: 19 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335540.725610:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5800/0x10123ce7f0764fda lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e350 expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335540.725618:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335540.725621:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763335540.725625:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5800, rc 0) 00000100:00100000:3.0:1763335540.725685:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5955f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+18:15720:x1848991028973056:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 357us (673us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335540.725693:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1434 00000100:00100000:0.0:1763335540.728762:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335540.728804:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335540.728907:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028973184 00000100:00100000:3.0:1763335540.728917:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028973184 00000100:00100000:2.0:1763335540.729080:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028973312 00000100:00100000:2.0:1763335540.729084:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028973312 00000100:00100000:2.0:1763335540.729118:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1046 00000100:00100000:2.0:1763335540.729127:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc554fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2409:x1848991028973312:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335540.729145:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335540.729163:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad0400/0x10123ce7f0764fe1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e35e expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335540.729224:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5955880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041372672:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335540.729306:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5d9ab40 going to sleep for 11 seconds 00000100:00100000:1.0:1763335540.730182:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1435 00000100:00100000:1.0:1763335540.730198:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc554d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+18:2409:x1848991028973184:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335540.730212:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335540.730228:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70200/0x10123ce7f0764fe8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e357 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335540.730263:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075000/0x10123ce7f0764fb0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e334 expref: 29 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335540.730292:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc3354a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041372800:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335540.730341:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fba80 going to sleep for 11 seconds 00002000:00010000:2.0:1763335540.734762:0:8400:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks: 240 -> 312 00000100:00100000:2.0:1763335540.734790:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5955880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041372672:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335540.734835:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad0400/0x10123ce7f0764fe1 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e35e expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335540.734863:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad0400/0x10123ce7f0764fe1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e35e expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335540.734915:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ffad0400, rc 0) 00000100:00100000:2.0:1763335540.734981:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc554fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2409:x1848991028973312:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5854us (6175us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335540.734989:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1046 00000100:00100000:1.0:1763335540.735099:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc3354a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041372800:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335540.735114:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 864553 00010000:00010000:1.0:1763335540.735126:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70200/0x10123ce7f0764fe8 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e357 expref: 19 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335540.735143:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335540.735146:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335540.735150:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70200/0x10123ce7f0764fe8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e357 expref: 19 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335540.735162:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc4c70200, rc 0) 00000100:00100000:1.0:1763335540.735197:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc554d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+18:2409:x1848991028973184:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5004us (6442us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335540.735205:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1435 00000100:00100000:0.0:1763335540.739300:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335540.739924:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335540.739994:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028973440 00000100:00100000:1.0:1763335540.740004:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028973440 00000100:00100000:1.0:1763335540.740080:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1436 00000100:00100000:1.0:1763335540.740091:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc554ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+18:2408:x1848991028973440:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335540.740112:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335540.740133:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70a00/0x10123ce7f0764fef lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e365 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335540.740176:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075000/0x10123ce7f0764fb0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e334 expref: 29 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335540.740217:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc3354a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041372928:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335540.740615:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028973568 00000100:00100000:2.0:1763335540.740621:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028973568 00000100:00100000:2.0:1763335540.740657:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1047 00000100:00100000:2.0:1763335540.740666:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc554f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991028973568:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335540.740675:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335540.740686:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad1200/0x10123ce7f0764ff6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e36c expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335540.740735:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5955880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041373056:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335540.741607:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5d9ab40 going to sleep for 11 seconds 00000100:00100000:1.0:1763335540.741607:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fba80 going to sleep for 11 seconds 00000100:00100000:1.0:1763335540.747417:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc3354a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041372928:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335540.747443:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 864553 00010000:00010000:1.0:1763335540.747463:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70a00/0x10123ce7f0764fef lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e365 expref: 19 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335540.747491:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335540.747494:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335540.747499:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70a00/0x10123ce7f0764fef lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e365 expref: 19 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335540.747514:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc4c70a00, rc 0) 00000100:00100000:0.0:1763335540.747612:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5955880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041373056:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335540.747636:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad1200/0x10123ce7f0764ff6 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e36c expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335540.747656:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad1200/0x10123ce7f0764ff6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e36c expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335540.747665:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ffad1200, rc 0) 00000100:00100000:1.0:1763335540.747895:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc554ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+18:2408:x1848991028973440:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7780us (7947us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335540.747905:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1436 00000100:00100000:0.0:1763335540.749546:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc554f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991028973568:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7775us (9151us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335540.749559:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1047 00000100:00100000:0.0:1763335540.756996:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335540.757083:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028973696 00000100:00100000:1.0:1763335540.757094:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028973696 00000100:00100000:1.0:1763335540.757156:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1437 00000100:00100000:1.0:1763335540.757168:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc554df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+18:15720:x1848991028973696:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335540.757188:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335540.757208:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70a00/0x10123ce7f0764ffd lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e373 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335540.757240:0:6517:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075000/0x10123ce7f0764fb0 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e334 expref: 29 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335540.757249:0:6517:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70a00/0x10123ce7f0764ffd lrc: 4/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e373 expref: 19 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335540.757285:0:6517:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075000/0x10123ce7f0764fb0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e334 expref: 29 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335540.757298:0:6517:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075000/0x10123ce7f0764fb0 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e334 expref: 29 pid: 6516 timeout: 441 lvb_type: 0 00000100:00100000:1.0:1763335540.757311:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc3354a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041373184:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335540.757402:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fba80 going to sleep for 11 seconds 00000100:00100000:1.0:1763335540.766731:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc3354a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041373184:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335540.766767:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70a00/0x10123ce7f0764ffd lrc: 3/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e373 expref: 19 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335540.766785:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335540.766788:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335540.766792:0:6517:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70a00/0x10123ce7f0764ffd lrc: 3/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e373 expref: 19 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335540.766803:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc4c70a00, rc 0) 00000100:00100000:1.0:1763335540.767018:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc554df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+19:15720:x1848991028973696:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 9851us (10034us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335540.767027:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1437 00000100:00100000:2.0:1763335540.769512:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335540.769626:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028973824 00000100:00100000:3.0:1763335540.769639:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028973824 00010000:00010000:3.0:1763335540.769697:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075000/0x10123ce7f0764fb0 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e334 expref: 30 pid: 6516 timeout: 441 lvb_type: 0 00000100:00100000:3.0:1763335540.769751:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 540 00000100:00100000:3.0:1763335540.769761:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5956d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+30:2409:x1848991028973824:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335540.769781:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335540.769811:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075000/0x10123ce7f0764fb0 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e334 expref: 30 pid: 6516 timeout: 441 lvb_type: 0 00010000:00010000:3.0:1763335540.769835:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075000/0x10123ce7f0764fb0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e334 expref: 30 pid: 6516 timeout: 441 lvb_type: 0 00010000:00010000:3.0:1763335540.769895:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075000/0x10123ce7f0764fb0 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e334 expref: 30 pid: 6516 timeout: 441 lvb_type: 0 00010000:00010000:3.0:1763335540.769917:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335540.769924:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70a00/0x10123ce7f0764ffd lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e373 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335540.769938:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70a00/0x10123ce7f0764ffd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e373 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335540.769948:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70a00/0x10123ce7f0764ffd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e373 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335540.769997:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70a00/0x10123ce7f0764ffd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e373 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335540.770016:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c0ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041373312:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335540.770124:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850180 going to sleep for 11 seconds 00000100:00100000:3.0:1763335540.775833:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c0ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041373312:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335540.775891:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335540.775971:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5956d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+29:2409:x1848991028973824:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 6209us (6473us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335540.775985:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 540 00000100:00100000:2.0:1763335540.783803:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335540.783946:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028973952 00000100:00100000:0.0:1763335540.783962:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028973952 00002000:00100000:0.0:1763335540.784041:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5956300 x1848991028973952/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:586/0 lens 488/0 e 0 to 0 dl 1763335551 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335540.784053:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5956300 with x1848991028973952 00000100:00100000:0.0:1763335540.784099:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 782 00000100:00100000:0.0:1763335540.784110:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5956300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+19:2408:x1848991028973952:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335540.793318:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5956300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+19:2408:x1848991028973952:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 9190us (9511us total) trans 0 rc 868352/868352 00000100:00100000:0.0:1763335540.793337:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 782 00002000:00100000:0.0:1763335540.793355:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5956300 x1848991028973952/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:586/0 lens 488/440 e 0 to 0 dl 1763335551 ref 1 fl Complete:/600/0 rc 868352/868352 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335540.793367:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5956300 with x1848991028973952 00000100:00100000:1.0:1763335540.799320:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335540.799452:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028974080 00000100:00100000:3.0:1763335540.799467:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028974080 00000100:00100000:3.0:1763335540.799542:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1438 00000100:00100000:3.0:1763335540.799554:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3354a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+29:15720:x1848991028974080:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335540.799583:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335540.799611:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0765004 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e37a expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335540.799733:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4800/0x10123ce7f076500b lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335540.799752:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4800/0x10123ce7f076500b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335540.799765:0:6517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4800/0x10123ce7f076500b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00000004:00200000:3.0:1763335540.799799:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 1900644 00000004:00200000:3.0:1763335540.799804:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763335540.799842:0:6517:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4800/0x10123ce7f076500b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335540.799916:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0765004 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e37a expref: 31 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335540.799939:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4800/0x10123ce7f076500b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e37a expref: 30 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335540.799949:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335540.799952:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763335540.799956:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4800, rc 0) 00000100:00100000:3.0:1763335540.800028:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3354a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+30:15720:x1848991028974080:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 475us (727us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335540.800037:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1438 00000100:00100000:2.0:1763335540.804044:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335540.804166:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028974208 00000100:00100000:3.0:1763335540.804180:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028974208 00000100:00100000:3.0:1763335540.804252:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1439 00000100:00100000:3.0:1763335540.804262:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5954a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+30:2408:x1848991028974208:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335540.804288:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335540.804316:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4e00/0x10123ce7f0765012 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e381 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335540.804362:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4e00/0x10123ce7f0765012 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e381 expref: 31 pid: 6516 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763335540.804376:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 864553 00010000:00010000:3.0:1763335540.804384:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4e00/0x10123ce7f0765012 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e381 expref: 31 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335540.804400:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335540.804403:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335540.804406:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4e00, rc 0) 00000100:00100000:3.0:1763335540.804478:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5954a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+31:2408:x1848991028974208:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 217us (450us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335540.804485:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1439 00000100:00100000:0.0:1763335540.808660:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335540.808793:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028974464 00000100:00100000:1.0:1763335540.808808:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028974464 00000100:00100000:1.0:1763335540.808926:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1440 00000100:00100000:1.0:1763335540.808938:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc554d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+31:15720:x1848991028974464:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:1.0:1763335540.809024:0:6517:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335540.809061:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4800/0x10123ce7f076500b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e37a expref: 31 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335540.809089:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335540.809096:0:6517:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335540.809344:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed200/0x10123ce7f0765019 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763335540.809360:0:6517:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5800/0x10123ce7f0764fda lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e350 expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335540.809372:0:6517:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed200/0x10123ce7f0765019 lrc: 4/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763335540.809412:0:6517:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5800/0x10123ce7f0764fda lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e350 expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335540.809427:0:6517:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5800/0x10123ce7f0764fda lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e350 expref: 18 pid: 6516 timeout: 441 lvb_type: 0 00000100:00100000:1.0:1763335540.809444:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc3357b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041373440:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335540.809570:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb840 going to sleep for 11 seconds 00000100:00100000:1.0:1763335540.812826:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc3357b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041373440:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335540.812899:0:6517:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed200/0x10123ce7f0765019 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00000100:00100000:0.0:1763335540.813269:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335540.813540:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028974592 00000100:00100000:3.0:1763335540.813549:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028974592 00010000:00010000:3.0:1763335540.813596:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5800/0x10123ce7f0764fda lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e350 expref: 19 pid: 6516 timeout: 441 lvb_type: 0 00000100:00100000:3.0:1763335540.813644:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 541 00000100:00100000:3.0:1763335540.813656:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f80fa450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+19:2408:x1848991028974592:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335540.813682:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335540.813689:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5800/0x10123ce7f0764fda lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e350 expref: 19 pid: 6516 timeout: 441 lvb_type: 0 00010000:00010000:3.0:1763335540.813704:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5800/0x10123ce7f0764fda lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e350 expref: 19 pid: 6516 timeout: 441 lvb_type: 0 00010000:00010000:3.0:1763335540.813732:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5800/0x10123ce7f0764fda lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e350 expref: 19 pid: 6516 timeout: 441 lvb_type: 0 00010000:00010000:3.0:1763335540.813750:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335540.813756:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed200/0x10123ce7f0765019 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335540.813769:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed200/0x10123ce7f0765019 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335540.813779:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed200/0x10123ce7f0765019 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335540.814954:0:6517:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed200/0x10123ce7f0765019 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335540.814973:0:6517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed200/0x10123ce7f0765019 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00000001:00080000:2.0:1763335540.815133:0:6517:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967882 00000004:00010000:2.0:1763335540.815203:0:6517:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 864553 -> 864553 00000004:00010000:2.0:1763335540.815207:0:6517:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335540 -> 1763335541 00000004:00010000:2.0:1763335540.815210:0:6517:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335540 -> 1763335540 00000004:00010000:2.0:1763335540.815213:0:6517:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335540 -> 1763335541 00000004:00010000:2.0:1763335540.815216:0:6517:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 800 -> 800 00000004:00010000:2.0:1763335540.815224:0:6517:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000002f016f41 reply state 00000000593a5fcb transno 4294967883 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed200/0x10123ce7f0765019 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335540.815246:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed200/0x10123ce7f0765019 lrc: 4/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335540.815258:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335540.815262:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335540.815267:0:6517:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763335540.815443:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc554d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+33:15720:x1848991028974464:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 6502us (6795us total) trans 4294967883 rc 0/0 00000100:00100000:2.0:1763335540.815453:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1440 00000020:00080000:2.0:1763335540.815462:0:6517:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1763335540.826244:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335540.826545:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f80fa450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+18:2408:x1848991028974592:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 12878us (13266us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335540.826561:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 541 00000100:00100000:1.0:1763335540.826755:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335540.827017:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028974720 00000100:00100000:3.0:1763335540.827029:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028974720 00000100:00100000:3.0:1763335540.827095:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1441 00000100:00100000:3.0:1763335540.827105:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3357b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+33:15720:x1848991028974720:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335540.827135:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335540.827139:0:6517:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763335540.827196:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4e00/0x10123ce7f0765012 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e381 expref: 33 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335540.827219:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335540.827223:0:6517:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763335540.827241:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0765020 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e388 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335540.827266:0:6517:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70a00/0x10123ce7f0764ffd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e373 expref: 17 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335540.827279:0:6517:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0765020 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e388 expref: 33 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335540.827314:0:6517:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70a00/0x10123ce7f0764ffd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e373 expref: 17 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335540.827328:0:6517:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70a00/0x10123ce7f0764ffd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e373 expref: 17 pid: 6517 timeout: 441 lvb_type: 0 00000100:00100000:3.0:1763335540.827344:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c0ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041373568:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335540.827408:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58503c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335540.832529:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c0ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041373568:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335540.832579:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0765020 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e388 expref: 33 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335540.832605:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335540.832609:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335540.832615:0:6517:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0765020 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e388 expref: 33 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335540.832629:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5200, rc 0) 00000100:00100000:3.0:1763335540.833582:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3357b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+33:15720:x1848991028974720:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6468us (6817us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335540.833596:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1441 00000100:00100000:1.0:1763335540.840764:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335540.841440:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028974848 00000100:00100000:3.0:1763335540.841456:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028974848 00010000:00010000:3.0:1763335540.841512:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70a00/0x10123ce7f0764ffd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e373 expref: 18 pid: 6517 timeout: 441 lvb_type: 0 00000100:00100000:3.0:1763335540.841564:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 542 00000100:00100000:3.0:1763335540.841577:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3356a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+18:2408:x1848991028974848:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335540.841601:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335540.841633:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70a00/0x10123ce7f0764ffd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e373 expref: 18 pid: 6517 timeout: 441 lvb_type: 0 00010000:00010000:3.0:1763335540.841648:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70a00/0x10123ce7f0764ffd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e373 expref: 18 pid: 6517 timeout: 441 lvb_type: 0 00010000:00010000:3.0:1763335540.841678:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70a00/0x10123ce7f0764ffd lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e373 expref: 18 pid: 6517 timeout: 441 lvb_type: 0 00010000:00010000:3.0:1763335540.841700:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335540.841707:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0765020 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e388 expref: 32 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335540.841728:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0765020 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e388 expref: 32 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335540.841738:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0765020 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e388 expref: 32 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335540.841797:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0765020 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e388 expref: 32 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335540.841814:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c0ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041373696:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335540.854906:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335540.855149:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028974976 00000100:00100000:2.0:1763335540.855162:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028974976 00002000:00010000:2.0:1763335540.855216:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1639504->18446744073709551615) 00002000:00100000:2.0:1763335540.855222:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc3355880 with x1848991028974976 ext(1639504->18446744073709551615) 00002000:00010000:2.0:1763335540.855238:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc3355880. 00000100:00100000:2.0:1763335540.855278:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 612 00000100:00100000:2.0:1763335540.855290:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3355880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028974976:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:2.0:1763335540.855846:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1900644 -> 1639504 00002000:00010000:2.0:1763335540.855852:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335540 -> 1763335541 00002000:00010000:2.0:1763335540.855855:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335540 -> 1763335540 00002000:00010000:2.0:1763335540.855857:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335540 -> 1763335541 00002000:00010000:2.0:1763335540.855859:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 312 -> 240 00000100:00100000:0.0:1763335540.856095:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58503c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335540.856137:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c0ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041373696:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763335540.856165:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335540.859332:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3355880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+7:2408:x1848991028974976:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 4024us (4442us total) trans 4294967553 rc 0/0 00000100:00100000:2.0:1763335540.859353:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 612 00002000:00010000:2.0:1763335540.859364:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1639504->18446744073709551615) 00002000:00100000:2.0:1763335540.859369:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc3355880 with x1848991028974976 ext(1639504->18446744073709551615) 00002000:00010000:2.0:1763335540.859385:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc3355880. 00000100:00100000:0.0:1763335540.859904:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3356a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+17:2408:x1848991028974848:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 18324us (19152us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335540.859915:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 542 00000100:00100000:0.0:1763335540.872927:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335540.873039:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028975104 00000100:00100000:3.0:1763335540.873053:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028975104 00000100:00100000:3.0:1763335540.873124:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1442 00000100:00100000:3.0:1763335540.873135:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc554f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+33:15720:x1848991028975104:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335540.873163:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335540.873192:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4e00/0x10123ce7f0765027 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e38f expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335540.873324:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5800/0x10123ce7f076502e lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335540.873343:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5800/0x10123ce7f076502e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335540.873357:0:6517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5800/0x10123ce7f076502e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00000004:00200000:3.0:1763335540.873393:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 1639504 00000004:00200000:3.0:1763335540.873399:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763335540.873424:0:6517:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5800/0x10123ce7f076502e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335540.873456:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4e00/0x10123ce7f0765027 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e38f expref: 35 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335540.873479:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5800/0x10123ce7f076502e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e38f expref: 34 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335540.873489:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335540.873493:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763335540.873497:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5800, rc 0) 00000100:00100000:3.0:1763335540.873596:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc554f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+34:15720:x1848991028975104:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 462us (737us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335540.873605:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1442 00000100:00100000:1.0:1763335540.894395:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335540.894502:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028975232 00000100:00100000:2.0:1763335540.894515:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028975232 00002000:00100000:2.0:1763335540.894578:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1470464->1535999) req@ffff9aefc3357480 x1848991028975232/t0(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:586/0 lens 488/0 e 0 to 0 dl 1763335551 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335540.894590:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc3357480 with x1848991028975232 ext(1470464->1535999) 00002000:00010000:2.0:1763335540.894597:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc3357480 00000100:00100000:2.0:1763335540.894634:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 613 00000100:00100000:2.0:1763335540.894642:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3357480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+7:2407:x1848991028975232:12345-192.168.202.34@tcp:4:fsx.0 00000100:00100000:2.0:1763335540.900433:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3357480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+9:2407:x1848991028975232:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 5772us (6033us total) trans 4294967554 rc 0/0 00000100:00100000:2.0:1763335540.900453:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 613 00002000:00100000:2.0:1763335540.900472:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1470464->1535999) req@ffff9aefc3357480 x1848991028975232/t4294967554(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:586/0 lens 488/448 e 0 to 0 dl 1763335551 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335540.900484:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc3357480 with x1848991028975232 ext(1470464->1535999) 00002000:00010000:2.0:1763335540.900493:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc3357480 00000100:00100000:2.0:1763335540.903969:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335540.904087:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028975360 00000100:00100000:0.0:1763335540.904104:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028975360 00000100:00100000:0.0:1763335540.904478:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1048 00000100:00100000:0.0:1763335540.904491:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5956d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+9:2406:x1848991028975360:12345-192.168.202.34@tcp:16:fsx.0 00000001:00080000:1.0:1763335540.906063:0:9466:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967554 is committed 00000100:00100000:0.0:1763335540.906306:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5956d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+6:2406:x1848991028975360:12345-192.168.202.34@tcp:16:fsx.0 Request processed in 1811us (2349us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335540.906319:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1048 00000100:00100000:0.0:1763335540.911543:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335540.911736:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028975488 00000100:00100000:2.0:1763335540.911749:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028975488 00002000:00100000:2.0:1763335540.911827:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc554c700 x1848991028975488/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:586/0 lens 488/0 e 0 to 0 dl 1763335551 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335540.911841:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc554c700 with x1848991028975488 00000100:00100000:2.0:1763335540.911911:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 783 00000100:00100000:2.0:1763335540.911922:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc554c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+34:2406:x1848991028975488:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335540.912222:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc554c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+34:2406:x1848991028975488:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 300us (693us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335540.912231:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 783 00002000:00100000:2.0:1763335540.912240:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc554c700 x1848991028975488/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:586/0 lens 488/4536 e 0 to 0 dl 1763335551 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335540.912247:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc554c700 with x1848991028975488 00000100:00100000:1.0:1763335540.918066:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335540.918527:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028975616 00000100:00100000:3.0:1763335540.918542:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028975616 00002000:00100000:3.0:1763335540.918608:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc3356680 x1848991028975616/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:586/0 lens 488/0 e 0 to 0 dl 1763335551 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335540.918620:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc3356680 with x1848991028975616 00000100:00100000:3.0:1763335540.918669:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 784 00000100:00100000:3.0:1763335540.918680:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3356680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+34:2406:x1848991028975616:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335540.919056:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3356680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+34:2406:x1848991028975616:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 375us (1005us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335540.919066:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 784 00002000:00100000:3.0:1763335540.919075:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc3356680 x1848991028975616/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:586/0 lens 488/4536 e 0 to 0 dl 1763335551 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335540.919089:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc3356680 with x1848991028975616 00000100:00100000:1.0:1763335540.926418:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335540.926632:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028975744 00000100:00100000:2.0:1763335540.926645:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028975744 00002000:00100000:2.0:1763335540.926710:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc3355c00 x1848991028975744/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:586/0 lens 488/0 e 0 to 0 dl 1763335551 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335540.926722:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc3355c00 with x1848991028975744 00000100:00100000:3.0:1763335540.927378:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 785 00000100:00100000:3.0:1763335540.927394:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3355c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+34:2407:x1848991028975744:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335540.927663:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3355c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+34:2407:x1848991028975744:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 274us (1261us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335540.927672:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 785 00002000:00100000:3.0:1763335540.927681:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc3355c00 x1848991028975744/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:586/0 lens 488/4536 e 0 to 0 dl 1763335551 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335540.927690:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc3355c00 with x1848991028975744 00000100:00100000:0.0:1763335540.930777:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335540.930914:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028975872 00000100:00100000:3.0:1763335540.930929:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028975872 00002000:00100000:3.0:1763335540.930996:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc554dc00 x1848991028975872/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:586/0 lens 488/0 e 0 to 0 dl 1763335551 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335540.931008:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc554dc00 with x1848991028975872 00000100:00100000:2.0:1763335540.931132:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 786 00000100:00100000:2.0:1763335540.931146:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc554dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+34:2407:x1848991028975872:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335540.931396:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc554dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+34:2407:x1848991028975872:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 254us (635us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335540.931404:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 786 00002000:00100000:2.0:1763335540.931412:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc554dc00 x1848991028975872/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:586/0 lens 488/4536 e 0 to 0 dl 1763335551 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335540.931420:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc554dc00 with x1848991028975872 00000100:00100000:1.0:1763335540.938425:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335540.938536:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028976000 00000100:00100000:3.0:1763335540.938551:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028976000 00002000:00100000:3.0:1763335540.938619:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc3355180 x1848991028976000/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:586/0 lens 488/0 e 0 to 0 dl 1763335551 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335540.938634:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc3355180 with x1848991028976000 00000100:00100000:3.0:1763335540.938684:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 787 00000100:00100000:3.0:1763335540.938696:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3355180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+34:2407:x1848991028976000:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335540.938991:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3355180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+34:2407:x1848991028976000:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 296us (585us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335540.939002:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 787 00002000:00100000:3.0:1763335540.939009:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc3355180 x1848991028976000/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:586/0 lens 488/4536 e 0 to 0 dl 1763335551 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335540.939017:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc3355180 with x1848991028976000 00000100:00100000:0.0:1763335540.948147:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335540.950314:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028976128 00000100:00100000:2.0:1763335540.950338:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028976128 00002000:00100000:2.0:1763335540.950421:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4cc7800 x1848991028976128/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:586/0 lens 488/0 e 0 to 0 dl 1763335551 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335540.950436:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4cc7800 with x1848991028976128 00000100:00100000:3.0:1763335540.951113:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 788 00000100:00100000:3.0:1763335540.951133:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4cc7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+34:2409:x1848991028976128:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335540.951439:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4cc7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+34:2409:x1848991028976128:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 313us (3306us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335540.951448:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 788 00002000:00100000:3.0:1763335540.951457:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4cc7800 x1848991028976128/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:586/0 lens 488/4536 e 0 to 0 dl 1763335551 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335540.951466:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4cc7800 with x1848991028976128 00000100:00100000:0.0:1763335540.962318:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335540.962435:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028976256 00000100:00100000:2.0:1763335540.962449:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028976256 00002000:00100000:2.0:1763335540.962515:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4cc5180 x1848991028976256/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:586/0 lens 488/0 e 0 to 0 dl 1763335551 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335540.962586:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4cc5180 with x1848991028976256 00000100:00100000:2.0:1763335540.962634:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 789 00000100:00100000:2.0:1763335540.962646:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4cc5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+34:2406:x1848991028976256:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335540.963057:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4cc5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+34:2406:x1848991028976256:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 411us (754us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335540.963066:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 789 00002000:00100000:2.0:1763335540.963074:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4cc5180 x1848991028976256/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:586/0 lens 488/4536 e 0 to 0 dl 1763335551 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335540.963082:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4cc5180 with x1848991028976256 00000100:00100000:1.0:1763335540.967468:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335540.968133:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028976384 00000100:00100000:2.0:1763335540.968148:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028976384 00002000:00100000:2.0:1763335540.968213:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc3354380 x1848991028976384/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:586/0 lens 488/0 e 0 to 0 dl 1763335551 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335540.968227:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc3354380 with x1848991028976384 00000100:00100000:2.0:1763335540.968274:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 790 00000100:00100000:2.0:1763335540.968286:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3354380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+34:2407:x1848991028976384:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335540.968562:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3354380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+34:2407:x1848991028976384:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 277us (1110us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335540.968571:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 790 00002000:00100000:2.0:1763335540.968579:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc3354380 x1848991028976384/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:586/0 lens 488/4536 e 0 to 0 dl 1763335551 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335540.968588:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc3354380 with x1848991028976384 00000100:00100000:1.0:1763335540.974691:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335540.974795:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028976512 00000100:00100000:3.0:1763335540.974809:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028976512 00002000:00100000:3.0:1763335540.975009:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc3354e00 x1848991028976512/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:586/0 lens 488/0 e 0 to 0 dl 1763335551 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335540.975023:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc3354e00 with x1848991028976512 00000100:00100000:2.0:1763335540.975166:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 791 00000100:00100000:2.0:1763335540.975183:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3354e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+34:2406:x1848991028976512:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335540.975621:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3354e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+34:2406:x1848991028976512:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 439us (941us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335540.975631:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 791 00002000:00100000:2.0:1763335540.975640:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc3354e00 x1848991028976512/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:586/0 lens 488/4536 e 0 to 0 dl 1763335551 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335540.975650:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc3354e00 with x1848991028976512 00000100:00100000:0.0:1763335540.982040:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335540.982724:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028976640 00000100:00100000:2.0:1763335540.982739:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028976640 00002000:00100000:2.0:1763335540.982813:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4cc7b80 x1848991028976640/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:586/0 lens 488/0 e 0 to 0 dl 1763335551 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335540.982835:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4cc7b80 with x1848991028976640 00000100:00100000:2.0:1763335540.982920:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 792 00000100:00100000:2.0:1763335540.982932:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4cc7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+34:2407:x1848991028976640:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335540.983207:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4cc7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+34:2407:x1848991028976640:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 276us (1183us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335540.983218:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 792 00002000:00100000:2.0:1763335540.983226:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4cc7b80 x1848991028976640/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:586/0 lens 488/4536 e 0 to 0 dl 1763335551 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335540.983234:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4cc7b80 with x1848991028976640 00000100:00100000:1.0:1763335540.989788:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335540.989924:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028976768 00000100:00100000:0.0:1763335540.989938:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028976768 00002000:00100000:0.0:1763335540.990008:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f45b2d80 x1848991028976768/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:586/0 lens 488/0 e 0 to 0 dl 1763335551 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335540.990020:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f45b2d80 with x1848991028976768 00000100:00100000:0.0:1763335540.990068:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 793 00000100:00100000:0.0:1763335540.990079:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f45b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+34:2407:x1848991028976768:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335540.992253:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f45b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+34:2407:x1848991028976768:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 2156us (2462us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335540.992274:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 793 00002000:00100000:0.0:1763335540.992304:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f45b2d80 x1848991028976768/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:586/0 lens 488/4536 e 0 to 0 dl 1763335551 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335540.992316:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f45b2d80 with x1848991028976768 00000100:00100000:1.0:1763335540.998305:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335540.998427:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028976896 00000100:00100000:0.0:1763335540.998441:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028976896 00002000:00100000:0.0:1763335540.998504:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f45b2300 x1848991028976896/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:586/0 lens 488/0 e 0 to 0 dl 1763335551 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335540.998517:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f45b2300 with x1848991028976896 00000100:00100000:0.0:1763335540.998574:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 794 00000100:00100000:0.0:1763335540.998584:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f45b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+34:2407:x1848991028976896:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335540.998864:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f45b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+34:2407:x1848991028976896:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 280us (573us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335540.998903:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 794 00002000:00100000:0.0:1763335540.998912:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f45b2300 x1848991028976896/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:586/0 lens 488/4536 e 0 to 0 dl 1763335551 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335540.998919:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f45b2300 with x1848991028976896 00000100:00100000:1.0:1763335541.003343:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335541.003594:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028977024 00000100:00100000:2.0:1763335541.003609:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028977024 00002000:00100000:2.0:1763335541.003704:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f45b1180 x1848991028977024/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/0 e 0 to 0 dl 1763335552 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335541.003717:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f45b1180 with x1848991028977024 00000100:00100000:2.0:1763335541.003763:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 795 00000100:00100000:2.0:1763335541.003774:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f45b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+34:2409:x1848991028977024:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335541.004078:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f45b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+34:2409:x1848991028977024:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 304us (753us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335541.004087:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 795 00002000:00100000:2.0:1763335541.004094:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f45b1180 x1848991028977024/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/4536 e 0 to 0 dl 1763335552 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335541.004102:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f45b1180 with x1848991028977024 00000100:00080000:3.0:1763335541.004391:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1763335541.009397:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335541.009559:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028977152 00000100:00100000:0.0:1763335541.009573:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028977152 00002000:00100000:0.0:1763335541.009641:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f45b1500 x1848991028977152/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/0 e 0 to 0 dl 1763335552 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335541.009653:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f45b1500 with x1848991028977152 00000100:00100000:0.0:1763335541.009700:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 796 00000100:00100000:0.0:1763335541.009711:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f45b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+34:2406:x1848991028977152:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335541.010031:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f45b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+34:2406:x1848991028977152:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 320us (648us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335541.010039:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 796 00002000:00100000:0.0:1763335541.010047:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f45b1500 x1848991028977152/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/4536 e 0 to 0 dl 1763335552 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335541.010055:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f45b1500 with x1848991028977152 00000100:00100000:1.0:1763335541.013317:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335541.013431:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028977280 00000100:00100000:2.0:1763335541.013443:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028977280 00002000:00100000:2.0:1763335541.013508:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f45b3800 x1848991028977280/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/0 e 0 to 0 dl 1763335552 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335541.013520:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f45b3800 with x1848991028977280 00000100:00100000:2.0:1763335541.013565:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 797 00000100:00100000:2.0:1763335541.013575:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f45b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+34:2409:x1848991028977280:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335541.013839:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f45b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+34:2409:x1848991028977280:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 264us (538us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335541.013848:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 797 00002000:00100000:2.0:1763335541.013856:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f45b3800 x1848991028977280/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/4536 e 0 to 0 dl 1763335552 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335541.013863:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f45b3800 with x1848991028977280 00000100:00100000:1.0:1763335541.017456:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335541.017663:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028977408 00000100:00100000:0.0:1763335541.017677:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028977408 00002000:00100000:0.0:1763335541.017745:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f45b2680 x1848991028977408/t0(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/0 e 0 to 0 dl 1763335552 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335541.017757:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f45b2680 with x1848991028977408 00000100:00100000:0.0:1763335541.017806:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 798 00000100:00100000:0.0:1763335541.017826:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f45b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+34:2406:x1848991028977408:12345-192.168.202.34@tcp:4:fsx.0 00000004:00010000:0.0:1763335541.020827:0:6530:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 864553 -> 864553 00000004:00010000:0.0:1763335541.020840:0:6530:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335541 -> 1763335541 00000004:00010000:0.0:1763335541.020843:0:6530:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335540 -> 1763335540 00000004:00010000:0.0:1763335541.020846:0:6530:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335541 -> 1763335541 00000004:00010000:0.0:1763335541.020849:0:6530:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 800 -> 840 00000100:00100000:0.0:1763335541.020965:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f45b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+36:2406:x1848991028977408:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 3143us (3518us total) trans 4294967884 rc 0/0 00000100:00100000:0.0:1763335541.020977:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 798 00002000:00100000:0.0:1763335541.020994:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f45b2680 x1848991028977408/t4294967884(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/448 e 0 to 0 dl 1763335552 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335541.021006:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f45b2680 with x1848991028977408 00000100:00100000:1.0:1763335541.024859:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335541.025098:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028977536 00000100:00100000:3.0:1763335541.025115:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028977536 00000100:00100000:3.0:1763335541.025204:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1443 00000100:00100000:3.0:1763335541.025215:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f45b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+36:2408:x1848991028977536:12345-192.168.202.34@tcp:16:fsx.0 00000001:00080000:0.0:1763335541.027134:0:6496:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967884 is committed 00000001:00080000:0.0:1763335541.027183:0:6496:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967878 is committed 00010000:00010000:2.0:1763335541.027354:0:3637:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98e00/0x10123ce7f0764e2f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335541.027371:0:3637:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98e00/0x10123ce7f0764e2f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335541.027380:0:3637:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98e00/0x10123ce7f0764e2f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335541.027387:0:3637:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc5a98e00 already unused, calling callback (ffffffffc1966550) 00010000:00010000:2.0:1763335541.027392:0:3637:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98e00/0x10123ce7f0764e2f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335541.027401:0:3637:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98e00/0x10123ce7f0764e2f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335541.027423:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335541.027427:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335541.027433:0:3637:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98e00/0x10123ce7f0764e2f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335541.027440:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5a98e00/0x10123ce7f0764e2f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335541.027462:0:3637:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075800/0x10123ce7f0764e98 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335541.027470:0:3637:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075800/0x10123ce7f0764e98 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335541.027477:0:3637:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075800/0x10123ce7f0764e98 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335541.027483:0:3637:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc6075800 already unused, calling callback (ffffffffc1966550) 00010000:00010000:2.0:1763335541.027486:0:3637:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075800/0x10123ce7f0764e98 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335541.027493:0:3637:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075800/0x10123ce7f0764e98 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335541.027501:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335541.027503:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335541.027506:0:3637:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075800/0x10123ce7f0764e98 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335541.027512:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6075800/0x10123ce7f0764e98 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335541.027524:0:3637:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0e00/0x10123ce7f0764eec lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335541.027531:0:3637:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0e00/0x10123ce7f0764eec lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335541.027536:0:3637:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0e00/0x10123ce7f0764eec lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335541.027541:0:3637:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9af0ffad0e00 already unused, calling callback (ffffffffc1966550) 00010000:00010000:2.0:1763335541.027544:0:3637:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0e00/0x10123ce7f0764eec lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335541.027553:0:3637:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0e00/0x10123ce7f0764eec lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335541.027561:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335541.027563:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335541.027567:0:3637:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0e00/0x10123ce7f0764eec lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335541.027572:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0e00/0x10123ce7f0764eec lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335541.027584:0:3637:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0c00/0x10123ce7f0764fc5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335541.027591:0:3637:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0c00/0x10123ce7f0764fc5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335541.027597:0:3637:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0c00/0x10123ce7f0764fc5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335541.027602:0:3637:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9af0ffad0c00 already unused, calling callback (ffffffffc1966550) 00010000:00010000:2.0:1763335541.027604:0:3637:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0c00/0x10123ce7f0764fc5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335541.027611:0:3637:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0c00/0x10123ce7f0764fc5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335541.027618:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335541.027620:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335541.027623:0:3637:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0c00/0x10123ce7f0764fc5 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335541.027629:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0c00/0x10123ce7f0764fc5 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335541.027640:0:3637:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed200/0x10123ce7f0765019 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335541.027647:0:3637:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed200/0x10123ce7f0765019 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335541.027653:0:3637:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed200/0x10123ce7f0765019 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335541.027658:0:3637:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9af0ee8ed200 already unused, calling callback (ffffffffc1966550) 00010000:00010000:2.0:1763335541.027661:0:3637:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed200/0x10123ce7f0765019 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335541.027667:0:3637:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed200/0x10123ce7f0765019 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335541.027674:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335541.027677:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335541.027679:0:3637:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed200/0x10123ce7f0765019 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335541.027685:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed200/0x10123ce7f0765019 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT0 00000100:00100000:1.0:1763335541.027989:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f45b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:2408:x1848991028977536:12345-192.168.202.34@tcp:16:fsx.0 Request processed in 2767us (3139us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335541.028004:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1443 00010000:00010000:3.0:1763335541.028103:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0a00/0x10123ce7f0764ec9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335541.028117:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0a00/0x10123ce7f0764ec9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335541.028123:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0a00/0x10123ce7f0764ec9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335541.028129:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9af0ffad0a00 already unused, calling callback (ffffffffc1966550) 00010000:00010000:3.0:1763335541.028132:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0a00/0x10123ce7f0764ec9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335541.028138:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0a00/0x10123ce7f0764ec9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335541.028150:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335541.028153:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335541.028156:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0a00/0x10123ce7f0764ec9 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335541.028162:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0a00/0x10123ce7f0764ec9 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT0 00000100:00100000:1.0:1763335541.036939:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335541.037026:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335541.037057:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028977664 00000100:00100000:3.0:1763335541.037070:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028977664 00000100:00100000:3.0:1763335541.037144:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1444 00000100:00100000:3.0:1763335541.037155:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f45b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+10:2406:x1848991028977664:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335541.037182:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335541.037210:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4e00/0x10123ce7f0765035 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e396 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335541.037258:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0765020 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e388 expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335541.037317:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c0ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041373824:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335541.037448:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58503c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335541.037566:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028977792 00000100:00100000:0.0:1763335541.037571:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028977792 00000100:00100000:0.0:1763335541.037613:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1049 00000100:00100000:0.0:1763335541.037620:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f45b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2406:x1848991028977792:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335541.037628:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335541.037641:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89c600/0x10123ce7f076503c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e39d expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335541.037678:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4cc4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041373952:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335541.039313:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c900 going to sleep for 11 seconds 00000004:00010000:3.0:1763335541.042128:0:6516:0:(mdt_lvb.c:189:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime: 1763335540 -> 1763335541 00000100:00100000:3.0:1763335541.042171:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c0ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041373824:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335541.042171:0:8400:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335540 -> 1763335541 00002000:00010000:0.0:1763335541.042180:0:8400:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks: 240 -> 304 00000100:00100000:0.0:1763335541.042203:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4cc4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041373952:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335541.042207:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 864553 00010000:00010000:3.0:1763335541.042237:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4e00/0x10123ce7f0765035 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e396 expref: 11 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335541.042241:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89c600/0x10123ce7f076503c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e39d expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335541.042275:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335541.042279:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89c600/0x10123ce7f076503c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e39d expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335541.042281:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335541.042290:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4e00/0x10123ce7f0765035 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e396 expref: 11 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335541.042301:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee89c600, rc 0) 00010000:00010000:3.0:1763335541.042305:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4e00, rc 0) 00000100:00100000:3.0:1763335541.042404:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f45b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+10:2406:x1848991028977664:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5248us (5482us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335541.042416:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1444 00000100:00100000:0.0:1763335541.043859:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f45b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2406:x1848991028977792:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6224us (6818us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335541.043894:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1049 00000100:00100000:2.0:1763335541.050639:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335541.050729:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028977920 00000100:00100000:0.0:1763335541.050745:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028977920 00000100:00100000:0.0:1763335541.050837:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1050 00000100:00100000:0.0:1763335541.050849:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5955880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:15720:x1848991028977920:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335541.050891:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335541.050918:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89c600/0x10123ce7f0765043 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e3a4 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335541.050963:0:8400:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad0800/0x10123ce7f0764fcc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e349 expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335541.050972:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335541.050975:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335541.050980:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89c600/0x10123ce7f0765043 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1146880->1196031] (req 1146880->1196031) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3a4 expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335541.051023:0:8400:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad0800/0x10123ce7f0764fcc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e349 expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335541.051039:0:8400:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad0800/0x10123ce7f0764fcc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e349 expref: 5 pid: 8400 timeout: 441 lvb_type: 0 00000100:00100000:0.0:1763335541.051057:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4cc4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041374080:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335541.051179:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c900 going to sleep for 11 seconds 00010000:00010000:3.0:1763335541.054367:0:6503:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763335541.056738:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4cc4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041374080:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335541.056794:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89c600/0x10123ce7f0765043 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1146880->1196031] (req 1146880->1196031) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3a4 expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335541.056829:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee89c600, rc 0) 00000100:00100000:0.0:1763335541.057006:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5955880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:15720:x1848991028977920:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6157us (6385us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335541.057017:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1050 00000100:00100000:1.0:1763335541.068733:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335541.068980:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028978048 00000100:00100000:0.0:1763335541.068996:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028978048 00010000:00010000:0.0:1763335541.069052:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad0800/0x10123ce7f0764fcc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e349 expref: 6 pid: 8400 timeout: 441 lvb_type: 0 00000100:00100000:0.0:1763335541.071278:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 543 00000100:00100000:0.0:1763335541.071312:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5845180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028978048:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335541.071339:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335541.071372:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad0800/0x10123ce7f0764fcc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e349 expref: 6 pid: 8400 timeout: 441 lvb_type: 0 00010000:00010000:0.0:1763335541.071394:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad0800/0x10123ce7f0764fcc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e349 expref: 6 pid: 8400 timeout: 441 lvb_type: 0 00010000:00010000:0.0:1763335541.071426:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad0800/0x10123ce7f0764fcc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e349 expref: 6 pid: 8400 timeout: 441 lvb_type: 0 00010000:00010000:0.0:1763335541.071448:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335541.071450:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335541.071461:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89c600/0x10123ce7f0765043 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1146880->1196031) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3a4 expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335541.071474:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89c600/0x10123ce7f0765043 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1146880->1196031) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3a4 expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335541.071528:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89c600/0x10123ce7f0765043 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1146880->1196031) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3a4 expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335541.071545:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4cc4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041374208:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335541.071674:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c900 going to sleep for 11 seconds 00000100:00100000:2.0:1763335541.077654:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335541.077762:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028978176 00000100:00100000:1.0:1763335541.077776:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028978176 00002000:00100000:1.0:1763335541.077860:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1146880->1150975) req@ffff9aefc5954e00 x1848991028978176/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:587/0 lens 488/0 e 0 to 0 dl 1763335552 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335541.077894:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5954e00 with x1848991028978176 ext(1146880->1150975) 00002000:00010000:1.0:1763335541.077903:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5954e00 00000100:00100000:0.0:1763335541.078080:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4cc4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041374208:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763335541.078115:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335541.078150:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 614 00000100:00100000:0.0:1763335541.078187:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5845180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2408:x1848991028978048:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 6891us (9467us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335541.078199:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 543 00000100:00100000:1.0:1763335541.078387:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5954e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991028978176:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335541.078621:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5954e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991028978176:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 461us (984us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335541.078629:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 614 00002000:00100000:1.0:1763335541.078637:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1146880->1150975) req@ffff9aefc5954e00 x1848991028978176/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:587/0 lens 488/4536 e 0 to 0 dl 1763335552 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335541.078646:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5954e00 with x1848991028978176 ext(1146880->1150975) 00002000:00010000:1.0:1763335541.078651:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5954e00 00000100:00100000:2.0:1763335541.083824:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335541.086428:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028978304 00000100:00100000:1.0:1763335541.086450:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028978304 00002000:00100000:1.0:1763335541.086529:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1150976->1155071) req@ffff9aefc5954000 x1848991028978304/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:587/0 lens 488/0 e 0 to 0 dl 1763335552 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335541.086542:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5954000 with x1848991028978304 ext(1150976->1155071) 00002000:00010000:1.0:1763335541.086550:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5954000 00000100:00100000:1.0:1763335541.086587:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 615 00000100:00100000:1.0:1763335541.086598:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5954000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991028978304:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335541.086896:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5954000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991028978304:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 295us (3092us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335541.086906:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 615 00002000:00100000:1.0:1763335541.086914:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1150976->1155071) req@ffff9aefc5954000 x1848991028978304/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:587/0 lens 488/4536 e 0 to 0 dl 1763335552 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335541.086923:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5954000 with x1848991028978304 ext(1150976->1155071) 00002000:00010000:1.0:1763335541.086926:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5954000 00000100:00100000:2.0:1763335541.095981:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335541.096211:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028978432 00000100:00100000:1.0:1763335541.096226:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028978432 00002000:00100000:1.0:1763335541.096294:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1155072->1159167) req@ffff9af0ffbf6300 x1848991028978432/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:587/0 lens 488/0 e 0 to 0 dl 1763335552 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335541.096307:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffbf6300 with x1848991028978432 ext(1155072->1159167) 00002000:00010000:1.0:1763335541.096317:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffbf6300 00000100:00100000:1.0:1763335541.096357:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 616 00000100:00100000:1.0:1763335541.096895:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbf6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2406:x1848991028978432:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335541.097712:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbf6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2406:x1848991028978432:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 849us (1742us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335541.097725:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 616 00002000:00100000:1.0:1763335541.097735:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1155072->1159167) req@ffff9af0ffbf6300 x1848991028978432/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:587/0 lens 488/4536 e 0 to 0 dl 1763335552 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335541.097744:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffbf6300 with x1848991028978432 ext(1155072->1159167) 00002000:00010000:1.0:1763335541.097750:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffbf6300 00000100:00100000:0.0:1763335541.103010:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335541.103121:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028978560 00000100:00100000:1.0:1763335541.103135:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028978560 00002000:00100000:1.0:1763335541.103211:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1159168->1163263) req@ffff9aefc4cc4380 x1848991028978560/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:587/0 lens 488/0 e 0 to 0 dl 1763335552 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335541.103227:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4cc4380 with x1848991028978560 ext(1159168->1163263) 00002000:00010000:1.0:1763335541.103235:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4cc4380 00000100:00100000:1.0:1763335541.103283:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 617 00000100:00100000:1.0:1763335541.103297:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4cc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2407:x1848991028978560:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335541.104358:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4cc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2407:x1848991028978560:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 1053us (1355us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335541.104372:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 617 00002000:00100000:1.0:1763335541.104385:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1159168->1163263) req@ffff9aefc4cc4380 x1848991028978560/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:587/0 lens 488/4536 e 0 to 0 dl 1763335552 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335541.104403:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4cc4380 with x1848991028978560 ext(1159168->1163263) 00002000:00010000:1.0:1763335541.104408:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4cc4380 00000100:00100000:2.0:1763335541.110538:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335541.111228:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028978688 00000100:00100000:1.0:1763335541.111243:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028978688 00002000:00100000:1.0:1763335541.111312:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1163264->1167359) req@ffff9af0ffbf5f80 x1848991028978688/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:587/0 lens 488/0 e 0 to 0 dl 1763335552 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335541.111325:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffbf5f80 with x1848991028978688 ext(1163264->1167359) 00002000:00010000:1.0:1763335541.111333:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffbf5f80 00000100:00100000:1.0:1763335541.111373:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 618 00000100:00100000:1.0:1763335541.111382:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbf5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2406:x1848991028978688:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335541.111638:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbf5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2406:x1848991028978688:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 255us (1115us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335541.111648:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 618 00002000:00100000:1.0:1763335541.111655:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1163264->1167359) req@ffff9af0ffbf5f80 x1848991028978688/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:587/0 lens 488/4536 e 0 to 0 dl 1763335552 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335541.111663:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffbf5f80 with x1848991028978688 ext(1163264->1167359) 00002000:00010000:1.0:1763335541.111666:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffbf5f80 00000100:00100000:2.0:1763335541.118951:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335541.119112:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028978816 00000100:00100000:3.0:1763335541.119128:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028978816 00002000:00100000:3.0:1763335541.119199:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1167360->1171455) req@ffff9af0ffbf5c00 x1848991028978816/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:587/0 lens 488/0 e 0 to 0 dl 1763335552 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335541.119212:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffbf5c00 with x1848991028978816 ext(1167360->1171455) 00002000:00010000:3.0:1763335541.119220:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffbf5c00 00000100:00100000:3.0:1763335541.119251:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 619 00000100:00100000:3.0:1763335541.119264:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbf5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+6:2407:x1848991028978816:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335541.120236:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbf5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+6:2407:x1848991028978816:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 969us (1300us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335541.120247:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 619 00002000:00100000:3.0:1763335541.120258:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1167360->1171455) req@ffff9af0ffbf5c00 x1848991028978816/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:587/0 lens 488/4536 e 0 to 0 dl 1763335552 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335541.120268:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffbf5c00 with x1848991028978816 ext(1167360->1171455) 00002000:00010000:3.0:1763335541.120271:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffbf5c00 00000100:00100000:0.0:1763335541.125633:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335541.126060:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028978944 00000100:00100000:3.0:1763335541.126075:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028978944 00002000:00100000:2.0:1763335541.126229:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1171456->1175551) req@ffff9aefc4cc6d80 x1848991028978944/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:587/0 lens 488/0 e 0 to 0 dl 1763335552 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335541.126249:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4cc6d80 with x1848991028978944 ext(1171456->1175551) 00002000:00010000:2.0:1763335541.126257:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4cc6d80 00000100:00100000:2.0:1763335541.126340:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 620 00000100:00100000:2.0:1763335541.126352:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4cc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+6:2406:x1848991028978944:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335541.126601:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4cc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+6:2406:x1848991028978944:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 250us (985us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335541.126609:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 620 00002000:00100000:2.0:1763335541.126617:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1171456->1175551) req@ffff9aefc4cc6d80 x1848991028978944/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:587/0 lens 488/4536 e 0 to 0 dl 1763335552 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335541.126625:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4cc6d80 with x1848991028978944 ext(1171456->1175551) 00002000:00010000:2.0:1763335541.126629:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4cc6d80 00000100:00100000:2.0:1763335541.130094:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335541.130228:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028979072 00000100:00100000:0.0:1763335541.130242:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028979072 00002000:00100000:0.0:1763335541.130304:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1175552->1179647) req@ffff9af0ffbf7800 x1848991028979072/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:587/0 lens 488/0 e 0 to 0 dl 1763335552 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335541.130316:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffbf7800 with x1848991028979072 ext(1175552->1179647) 00002000:00010000:0.0:1763335541.130323:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffbf7800 00000100:00100000:1.0:1763335541.130760:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 621 00000100:00100000:1.0:1763335541.130775:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbf7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2406:x1848991028979072:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335541.131121:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbf7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2406:x1848991028979072:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 349us (1041us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335541.131130:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 621 00002000:00100000:1.0:1763335541.131139:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1175552->1179647) req@ffff9af0ffbf7800 x1848991028979072/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:587/0 lens 488/4536 e 0 to 0 dl 1763335552 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335541.131287:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffbf7800 with x1848991028979072 ext(1175552->1179647) 00002000:00010000:1.0:1763335541.131292:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffbf7800 00000100:00100000:0.0:1763335541.134359:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335541.134912:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028979200 00000100:00100000:1.0:1763335541.134927:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028979200 00002000:00100000:1.0:1763335541.134993:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1179648->1183743) req@ffff9aefc4cc7480 x1848991028979200/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:587/0 lens 488/0 e 0 to 0 dl 1763335552 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335541.135006:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4cc7480 with x1848991028979200 ext(1179648->1183743) 00002000:00010000:1.0:1763335541.135014:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4cc7480 00000100:00100000:1.0:1763335541.135055:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 622 00000100:00100000:1.0:1763335541.135066:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4cc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2407:x1848991028979200:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335541.135340:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4cc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2407:x1848991028979200:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 274us (994us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335541.135349:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 622 00002000:00100000:1.0:1763335541.135357:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1179648->1183743) req@ffff9aefc4cc7480 x1848991028979200/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:587/0 lens 488/4536 e 0 to 0 dl 1763335552 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335541.135371:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4cc7480 with x1848991028979200 ext(1179648->1183743) 00002000:00010000:1.0:1763335541.135374:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4cc7480 00000100:00100000:0.0:1763335541.138018:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335541.138136:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028979328 00000100:00100000:2.0:1763335541.138150:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028979328 00002000:00100000:2.0:1763335541.138218:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1183744->1187839) req@ffff9aefc4cc4000 x1848991028979328/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:587/0 lens 488/0 e 0 to 0 dl 1763335552 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335541.138230:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4cc4000 with x1848991028979328 ext(1183744->1187839) 00002000:00010000:2.0:1763335541.138237:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4cc4000 00000100:00100000:2.0:1763335541.138261:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 623 00000100:00100000:2.0:1763335541.138275:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4cc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+6:2406:x1848991028979328:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335541.139206:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4cc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+6:2406:x1848991028979328:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 928us (1196us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335541.139219:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 623 00002000:00100000:2.0:1763335541.139230:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1183744->1187839) req@ffff9aefc4cc4000 x1848991028979328/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:587/0 lens 488/4536 e 0 to 0 dl 1763335552 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335541.139241:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4cc4000 with x1848991028979328 ext(1183744->1187839) 00002000:00010000:2.0:1763335541.139246:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4cc4000 00000100:00100000:2.0:1763335541.141359:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335541.141599:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028979456 00000100:00100000:0.0:1763335541.141721:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028979456 00002000:00100000:0.0:1763335541.141793:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1187840->1191935) req@ffff9af0ffbf7b80 x1848991028979456/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:587/0 lens 488/0 e 0 to 0 dl 1763335552 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335541.141806:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffbf7b80 with x1848991028979456 ext(1187840->1191935) 00002000:00010000:0.0:1763335541.141812:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffbf7b80 00000100:00100000:0.0:1763335541.142074:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 624 00000100:00100000:0.0:1763335541.142089:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbf7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+6:2407:x1848991028979456:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335541.142544:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbf7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+6:2407:x1848991028979456:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 455us (1195us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335541.142553:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 624 00002000:00100000:0.0:1763335541.142561:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1187840->1191935) req@ffff9af0ffbf7b80 x1848991028979456/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:587/0 lens 488/4536 e 0 to 0 dl 1763335552 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335541.142569:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffbf7b80 with x1848991028979456 ext(1187840->1191935) 00002000:00010000:0.0:1763335541.142573:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffbf7b80 00000100:00100000:0.0:1763335541.146135:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335541.146336:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028979584 00000100:00100000:2.0:1763335541.146352:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028979584 00002000:00100000:2.0:1763335541.146427:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1191936->1196031) req@ffff9aefc4cc5f80 x1848991028979584/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:587/0 lens 488/0 e 0 to 0 dl 1763335552 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335541.146441:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4cc5f80 with x1848991028979584 ext(1191936->1196031) 00002000:00010000:2.0:1763335541.146449:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4cc5f80 00000100:00100000:2.0:1763335541.146489:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 625 00000100:00100000:2.0:1763335541.146500:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4cc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+6:2407:x1848991028979584:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335541.146757:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4cc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+6:2407:x1848991028979584:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 258us (642us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335541.146765:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 625 00002000:00100000:2.0:1763335541.146772:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1191936->1196031) req@ffff9aefc4cc5f80 x1848991028979584/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:587/0 lens 488/4536 e 0 to 0 dl 1763335552 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335541.146780:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4cc5f80 with x1848991028979584 ext(1191936->1196031) 00002000:00010000:2.0:1763335541.146784:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4cc5f80 00000100:00100000:2.0:1763335541.150779:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335541.150915:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028979712 00000100:00100000:0.0:1763335541.150930:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028979712 00000100:00100000:0.0:1763335541.151544:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1051 00000100:00100000:0.0:1763335541.151559:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbf5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2406:x1848991028979712:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335541.151584:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335541.151610:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89d800/0x10123ce7f076504a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e3ab expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335541.151646:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335541.151649:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335541.151662:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89d800/0x10123ce7f076504a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3ab expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335541.151682:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89d800/0x10123ce7f076504a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3ab expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335541.151699:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee89d800, rc 0) 00000100:00100000:0.0:1763335541.152149:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbf5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+6:2406:x1848991028979712:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 592us (1385us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335541.152158:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1051 00000100:00100000:3.0:1763335541.155023:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335541.155221:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028979840 00000100:00100000:0.0:1763335541.155234:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028979840 00000100:00100000:0.0:1763335541.155320:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1052 00000100:00100000:0.0:1763335541.155334:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:15720:x1848991028979840:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335541.155360:0:8402:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335541.155537:0:8402:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89d600/0x10123ce7f0765051 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e3b2 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335541.155577:0:8402:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89c600/0x10123ce7f0765043 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1146880->1196031) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3a4 expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335541.155588:0:8402:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89d800/0x10123ce7f076504a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3ab expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335541.155596:0:8402:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335541.155598:0:8402:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335541.155603:0:8402:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89d600/0x10123ce7f0765051 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [1458176->1474559] (req 1458176->1474559) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3b2 expref: 7 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335541.155653:0:8402:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89d800/0x10123ce7f076504a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3ab expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335541.155668:0:8402:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89d800/0x10123ce7f076504a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3ab expref: 7 pid: 8400 timeout: 441 lvb_type: 1 00000100:00100000:0.0:1763335541.155682:0:8402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4cc4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041374336:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335541.155813:0:8402:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89c600/0x10123ce7f0765043 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1146880->1196031) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3a4 expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335541.155833:0:8402:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89c600/0x10123ce7f0765043 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1146880->1196031) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3a4 expref: 5 pid: 8400 timeout: 441 lvb_type: 0 00000100:00100000:0.0:1763335541.155843:0:8402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4cc6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041374464:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335541.155912:0:8402:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c300 going to sleep for 11 seconds 00000100:00100000:2.0:1763335541.159940:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335541.159980:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335541.160036:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028979968 00000100:00100000:1.0:1763335541.160187:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028979968 00010000:00010000:1.0:1763335541.160244:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89d800/0x10123ce7f076504a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3ab expref: 8 pid: 8400 timeout: 441 lvb_type: 1 00000100:00100000:3.0:1763335541.160367:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028980096 00000100:00100000:3.0:1763335541.160373:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028980096 00010000:00010000:3.0:1763335541.160396:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89c600/0x10123ce7f0765043 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1146880->1196031) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3a4 expref: 6 pid: 8400 timeout: 441 lvb_type: 0 00000100:00100000:3.0:1763335541.160424:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 544 00000100:00100000:3.0:1763335541.160434:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbf4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991028979968:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335541.160453:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335541.160479:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89d800/0x10123ce7f076504a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3ab expref: 8 pid: 8400 timeout: 441 lvb_type: 1 00000100:00100000:1.0:1763335541.160485:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 545 00010000:00010000:3.0:1763335541.160499:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89d800/0x10123ce7f076504a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3ab expref: 8 pid: 8400 timeout: 441 lvb_type: 1 00000100:00100000:1.0:1763335541.160501:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbf6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991028980096:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335541.160547:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335541.160607:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbf4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991028979968:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 174us (684us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335541.160614:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 544 00010000:00010000:0.0:1763335541.160839:0:8402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89d800/0x10123ce7f076504a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3ab expref: 7 pid: 8400 timeout: 441 lvb_type: 1 00000100:00100000:0.0:1763335541.160857:0:8402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4cc4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041374336:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335541.160919:0:8402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4cc6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041374464:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335541.160959:0:8402:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89d600/0x10123ce7f0765051 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1458176->1474559] (req 1458176->1474559) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3b2 expref: 6 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335541.160977:0:8402:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee89d600, rc 0) 00000100:00100000:0.0:1763335541.161012:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:15720:x1848991028979840:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5682us (6004us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335541.161018:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1052 00010000:00010000:1.0:1763335541.161435:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335541.161453:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89c600/0x10123ce7f0765043 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1146880->1196031) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3a4 expref: 6 pid: 8400 timeout: 441 lvb_type: 0 00010000:00010000:1.0:1763335541.161467:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89c600/0x10123ce7f0765043 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1146880->1196031) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3a4 expref: 6 pid: 8400 timeout: 441 lvb_type: 0 00010000:00010000:1.0:1763335541.161488:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89c600/0x10123ce7f0765043 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1146880->1196031) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3a4 expref: 6 pid: 8400 timeout: 441 lvb_type: 0 00010000:00010000:1.0:1763335541.161645:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335541.161649:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335541.161676:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89d600/0x10123ce7f0765051 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1458176->1474559) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3b2 expref: 5 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335541.161690:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89d600/0x10123ce7f0765051 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1458176->1474559) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3b2 expref: 5 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335541.161736:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89d600/0x10123ce7f0765051 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1458176->1474559) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3b2 expref: 5 pid: 8402 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335541.161753:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5847100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041374592:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335541.162149:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb240 going to sleep for 11 seconds 00000100:00100000:1.0:1763335541.165007:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5847100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041374592:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335541.165043:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335541.165122:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbf6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991028980096:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 4624us (5139us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335541.165136:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 545 00000100:00100000:3.0:1763335541.165243:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335541.165491:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028980224 00000100:00100000:1.0:1763335541.165499:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028980224 00000100:00100000:1.0:1763335541.165992:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 626 00000100:00100000:1.0:1763335541.166003:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991028980224:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:1.0:1763335541.166743:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1639504 -> 1639504 00002000:00010000:1.0:1763335541.166748:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335541 -> 1763335541 00002000:00010000:1.0:1763335541.166751:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335541 -> 1763335540 00002000:00010000:1.0:1763335541.166754:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335541 -> 1763335541 00002000:00010000:1.0:1763335541.166757:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 304 -> 304 00000100:00100000:1.0:1763335541.166831:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991028980224:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 828us (1586us total) trans 4294967555 rc 0/0 00000100:00100000:1.0:1763335541.166838:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 626 00000100:00100000:3.0:1763335541.171599:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335541.171725:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028980352 00000100:00100000:1.0:1763335541.171741:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028980352 00000100:00100000:2.0:1763335541.172652:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1445 00000100:00100000:2.0:1763335541.172669:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+10:15720:x1848991028980352:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335541.172698:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335541.172728:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0a00/0x10123ce7f0765058 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e3b9 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335541.172771:0:6517:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0765020 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e388 expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335541.172782:0:6517:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0a00/0x10123ce7f0765058 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3b9 expref: 11 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335541.172841:0:6517:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0765020 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e388 expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335541.172857:0:6517:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0765020 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e388 expref: 13 pid: 6517 timeout: 441 lvb_type: 0 00000100:00100000:2.0:1763335541.172897:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5f06d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041374720:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335541.173010:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5d9acc0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335541.175337:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5f06d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041374720:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335541.175383:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0a00/0x10123ce7f0765058 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3b9 expref: 11 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335541.175406:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335541.175410:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335541.175415:0:6517:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0a00/0x10123ce7f0765058 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3b9 expref: 11 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335541.175427:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ffad0a00, rc 0) 00000100:00100000:2.0:1763335541.175502:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:15720:x1848991028980352:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2839us (3921us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335541.175513:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1445 00000100:00100000:0.0:1763335541.180526:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335541.182336:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028980480 00000100:00100000:1.0:1763335541.182359:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028980480 00010000:00010000:1.0:1763335541.182423:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0765020 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e388 expref: 14 pid: 6517 timeout: 441 lvb_type: 0 00000100:00100000:2.0:1763335541.183144:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 546 00000100:00100000:2.0:1763335541.183166:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4cc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+14:2408:x1848991028980480:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335541.183188:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335541.183224:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0765020 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e388 expref: 14 pid: 6517 timeout: 441 lvb_type: 0 00010000:00010000:2.0:1763335541.183241:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0765020 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e388 expref: 14 pid: 6517 timeout: 441 lvb_type: 0 00010000:00010000:2.0:1763335541.183271:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0765020 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e388 expref: 14 pid: 6517 timeout: 441 lvb_type: 0 00010000:00010000:2.0:1763335541.183295:0:13187:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335541.183303:0:13187:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0a00/0x10123ce7f0765058 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3b9 expref: 10 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335541.183318:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0a00/0x10123ce7f0765058 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3b9 expref: 10 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335541.183329:0:13187:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0a00/0x10123ce7f0765058 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3b9 expref: 10 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335541.183379:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0a00/0x10123ce7f0765058 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3b9 expref: 10 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335541.183402:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5f06d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041374848:192.168.202.34@tcp:105: 00000100:00100000:2.0:1763335541.183528:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5d9acc0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335541.189116:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335541.189739:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028980608 00000100:00100000:0.0:1763335541.189754:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028980608 00000100:00100000:0.0:1763335541.189972:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1053 00000100:00100000:0.0:1763335541.189985:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+5:15720:x1848991028980608:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335541.190011:0:8402:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335541.190037:0:8402:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89d800/0x10123ce7f076505f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e3c0 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335541.190076:0:8402:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89d600/0x10123ce7f0765051 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1458176->1474559) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3b2 expref: 6 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335541.190086:0:8402:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335541.190088:0:8402:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335541.190094:0:8402:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89d800/0x10123ce7f076505f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->1077247] (req 1048576->1077247) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3c0 expref: 6 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335541.190136:0:8402:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89d600/0x10123ce7f0765051 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1458176->1474559) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3b2 expref: 6 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335541.190151:0:8402:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89d600/0x10123ce7f0765051 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1458176->1474559) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3b2 expref: 6 pid: 8402 timeout: 441 lvb_type: 0 00000100:00100000:0.0:1763335541.190172:0:8402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4cc4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041374976:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335541.190283:0:8402:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c300 going to sleep for 11 seconds 00000100:00100000:2.0:1763335541.190439:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5f06d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041374848:192.168.202.34@tcp:105: 00010000:00010000:2.0:1763335541.190463:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335541.190501:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4cc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+13:2408:x1848991028980480:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 7344us (9995us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335541.190511:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 546 00000100:00100000:3.0:1763335541.194972:0:8402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4cc4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041374976:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335541.195041:0:8402:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89d800/0x10123ce7f076505f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->1077247] (req 1048576->1077247) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3c0 expref: 6 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335541.195068:0:8402:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee89d800, rc 0) 00000100:00100000:3.0:1763335541.195154:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:15720:x1848991028980608:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5171us (6054us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335541.195165:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1053 00000100:00100000:1.0:1763335541.195498:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335541.196319:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028980736 00000100:00100000:2.0:1763335541.196334:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028980736 00010000:00010000:2.0:1763335541.196386:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89d600/0x10123ce7f0765051 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1458176->1474559) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3b2 expref: 7 pid: 8402 timeout: 441 lvb_type: 0 00000100:00100000:2.0:1763335541.196435:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 547 00000100:00100000:2.0:1763335541.196445:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5847100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+7:2408:x1848991028980736:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335541.196464:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335541.196489:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89d600/0x10123ce7f0765051 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1458176->1474559) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3b2 expref: 7 pid: 8402 timeout: 441 lvb_type: 0 00010000:00010000:2.0:1763335541.196504:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89d600/0x10123ce7f0765051 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1458176->1474559) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3b2 expref: 7 pid: 8402 timeout: 441 lvb_type: 0 00010000:00010000:2.0:1763335541.196535:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89d600/0x10123ce7f0765051 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1458176->1474559) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3b2 expref: 7 pid: 8402 timeout: 441 lvb_type: 0 00010000:00010000:2.0:1763335541.196554:0:13187:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335541.196556:0:13187:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335541.196566:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89d800/0x10123ce7f076505f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1077247) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3c0 expref: 5 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335541.196577:0:13187:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89d800/0x10123ce7f076505f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1077247) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3c0 expref: 5 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335541.196626:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89d800/0x10123ce7f076505f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1077247) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3c0 expref: 5 pid: 8402 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335541.196644:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5f06d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:13187:1848991041375104:192.168.202.34@tcp:105: 00000100:00100000:2.0:1763335541.196749:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5d9acc0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335541.208471:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335541.208549:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335541.208652:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5f06d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:13187:1848991041375104:192.168.202.34@tcp:105: 00010000:00010000:2.0:1763335541.208683:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335541.208752:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5847100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028980736:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 12308us (13254us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335541.208764:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 547 00000100:00100000:0.0:1763335541.208910:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028980992 00000100:00100000:0.0:1763335541.208920:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028980992 00002000:00100000:0.0:1763335541.208976:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5847800 x1848991028980992/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:587/0 lens 488/0 e 0 to 0 dl 1763335552 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335541.208986:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5847800 with x1848991028980992 00000100:00100000:3.0:1763335541.209276:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028980864 00000100:00100000:3.0:1763335541.209282:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028980864 00002000:00100000:3.0:1763335541.209312:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1073152->1077247) req@ffff9aefc5844a80 x1848991028980864/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:587/0 lens 488/0 e 0 to 0 dl 1763335552 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335541.209324:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5844a80 with x1848991028980864 ext(1073152->1077247) 00002000:00010000:3.0:1763335541.209329:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5844a80 00000100:00100000:3.0:1763335541.209355:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 627 00000100:00100000:3.0:1763335541.209365:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5844a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991028980864:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335541.209567:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5844a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991028980864:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 203us (1115us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335541.209575:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 627 00002000:00100000:3.0:1763335541.209581:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1073152->1077247) req@ffff9aefc5844a80 x1848991028980864/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:587/0 lens 488/4536 e 0 to 0 dl 1763335552 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335541.209589:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5844a80 with x1848991028980864 ext(1073152->1077247) 00002000:00010000:3.0:1763335541.209593:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5844a80 00000100:00100000:0.0:1763335541.211014:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 799 00000100:00100000:0.0:1763335541.211056:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5847800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2408:x1848991028980992:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335541.226746:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335541.229048:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335541.229185:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028981120 00000100:00100000:2.0:1763335541.229200:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028981120 00000100:00100000:2.0:1763335541.229279:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1446 00000100:00100000:2.0:1763335541.229293:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5844700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+13:2408:x1848991028981120:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335541.229322:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335541.229353:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0600/0x10123ce7f0765066 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e3c7 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335541.229404:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0a00/0x10123ce7f0765058 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3b9 expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335541.229463:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5f06d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041375232:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335541.229578:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5d9acc0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335541.230544:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028981248 00000100:00100000:3.0:1763335541.230555:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028981248 00000100:00100000:2.0:1763335541.231614:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1054 00000100:00100000:2.0:1763335541.231631:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4cc4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028981248:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335541.231652:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335541.231674:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad0000/0x10123ce7f076506d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e3ce expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335541.231743:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5f04380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041375360:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335541.234641:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5d9ab40 going to sleep for 11 seconds 00000100:00100000:2.0:1763335541.236650:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5847800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2408:x1848991028980992:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 25593us (28078us total) trans 0 rc 868352/868352 00000100:00100000:2.0:1763335541.236666:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 799 00002000:00100000:2.0:1763335541.236684:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5847800 x1848991028980992/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:587/0 lens 488/440 e 0 to 0 dl 1763335552 ref 1 fl Complete:/600/0 rc 868352/868352 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335541.236696:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5847800 with x1848991028980992 00000004:00010000:3.0:1763335541.238239:0:6517:0:(mdt_lvb.c:177:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size: 864553 -> 1048576 00000100:00100000:3.0:1763335541.238273:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5f06d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041375232:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335541.238301:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:3.0:1763335541.238324:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0600/0x10123ce7f0765066 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3c7 expref: 14 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335541.238350:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335541.238354:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335541.238359:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0600/0x10123ce7f0765066 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3c7 expref: 14 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335541.238375:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ffad0600, rc 0) 00000100:00100000:3.0:1763335541.238432:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5844700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+13:2408:x1848991028981120:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 9142us (9401us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335541.238441:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1446 00002000:00010000:2.0:1763335541.241568:0:8400:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335540 -> 1763335541 00000100:00100000:2.0:1763335541.241621:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5f04380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041375360:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335541.241673:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad0000/0x10123ce7f076506d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3ce expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335541.241702:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad0000/0x10123ce7f076506d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3ce expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335541.241724:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ffad0000, rc 0) 00000100:00100000:2.0:1763335541.241965:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4cc4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028981248:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 10338us (15234us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335541.241975:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1054 00000100:00100000:0.0:1763335541.244507:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335541.244565:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335541.244713:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028981376 00000100:00100000:3.0:1763335541.244727:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028981376 00000100:00100000:3.0:1763335541.244798:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1447 00000100:00100000:3.0:1763335541.244808:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4cc4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+13:2409:x1848991028981376:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335541.244844:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335541.244894:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4200/0x10123ce7f0765074 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e3d5 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335541.244942:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0a00/0x10123ce7f0765058 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3b9 expref: 10 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335541.244992:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c0ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041375488:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335541.245091:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58503c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335541.246359:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028981504 00000100:00100000:2.0:1763335541.246378:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028981504 00000100:00100000:2.0:1763335541.246449:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1055 00000100:00100000:2.0:1763335541.246458:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ee9f9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028981504:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335541.246476:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335541.246497:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad1000/0x10123ce7f076507b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e3dc expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335541.246566:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5f04380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041375616:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335541.246650:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5d9ab40 going to sleep for 11 seconds 00000100:00100000:3.0:1763335541.249652:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c0ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041375488:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335541.249693:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:3.0:1763335541.249720:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4200/0x10123ce7f0765074 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3d5 expref: 14 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335541.249749:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335541.249752:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335541.249758:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4200/0x10123ce7f0765074 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3d5 expref: 14 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335541.249775:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4200, rc 0) 00000100:00100000:3.0:1763335541.249903:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4cc4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+13:2409:x1848991028981376:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5057us (5374us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335541.249915:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1447 00000100:00100000:2.0:1763335541.251515:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5f04380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041375616:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335541.251562:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad1000/0x10123ce7f076507b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3dc expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335541.251588:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad1000/0x10123ce7f076507b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3dc expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335541.251601:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ffad1000, rc 0) 00000100:00100000:2.0:1763335541.251669:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ee9f9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028981504:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5210us (7102us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335541.251683:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1055 00000100:00100000:0.0:1763335541.257941:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335541.258086:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028981632 00000100:00100000:2.0:1763335541.258102:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028981632 00000100:00100000:0.0:1763335541.258548:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 800 00000100:00100000:1.0:1763335541.258607:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4cc6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+11:2406:x1848991028981632:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:1.0:1763335541.258896:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 1048576 -> 864553 00000004:00010000:1.0:1763335541.258901:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335541 -> 1763335541 00000004:00010000:1.0:1763335541.258904:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335541 -> 1763335541 00000004:00010000:1.0:1763335541.258906:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335541 -> 1763335541 00000004:00010000:1.0:1763335541.258909:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 840 -> 840 00000100:00100000:1.0:1763335541.259022:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4cc6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:2406:x1848991028981632:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 462us (4151us total) trans 4294967885 rc 0/0 00000100:00100000:1.0:1763335541.259031:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 800 00000100:00100000:0.0:1763335541.263236:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335541.263363:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028981760 00000100:00100000:3.0:1763335541.263378:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028981760 00000100:00100000:3.0:1763335541.263457:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1448 00000100:00100000:3.0:1763335541.263469:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4cc5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+12:15720:x1848991028981760:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335541.263503:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335541.263532:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4200/0x10123ce7f0765082 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e3e3 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335541.263678:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4e00/0x10123ce7f0765089 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335541.263697:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4e00/0x10123ce7f0765089 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335541.263711:0:6517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4e00/0x10123ce7f0765089 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00000004:00200000:3.0:1763335541.263747:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 1639504 00000004:00200000:3.0:1763335541.263752:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763335541.263777:0:6517:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4e00/0x10123ce7f0765089 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335541.263807:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4200/0x10123ce7f0765082 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3e3 expref: 14 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335541.263840:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4e00/0x10123ce7f0765089 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3e3 expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335541.263851:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335541.263854:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763335541.263858:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4e00, rc 0) 00000100:00100000:3.0:1763335541.263985:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4cc5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+13:15720:x1848991028981760:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 516us (766us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335541.263993:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1448 00000100:00100000:0.0:1763335541.267132:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335541.267237:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335541.267309:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028981888 00000100:00100000:3.0:1763335541.267324:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028981888 00000100:00100000:2.0:1763335541.267529:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028982016 00000100:00100000:2.0:1763335541.267535:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028982016 00000100:00100000:2.0:1763335541.267586:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1056 00000100:00100000:2.0:1763335541.267597:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4cc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028982016:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335541.267622:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335541.267647:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad1000/0x10123ce7f0765090 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e3f1 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335541.267724:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5f07b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041375744:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335541.267836:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5d9ab40 going to sleep for 11 seconds 00000100:00100000:3.0:1763335541.267935:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1449 00000100:00100000:3.0:1763335541.267944:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4cc5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+13:2408:x1848991028981888:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335541.267957:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335541.267973:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5c00/0x10123ce7f0765097 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e3ea expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335541.268008:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0a00/0x10123ce7f0765058 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3b9 expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335541.268032:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c0ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041375872:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335541.268062:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58503c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335541.271282:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5f07b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041375744:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335541.271335:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad1000/0x10123ce7f0765090 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3f1 expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335541.271365:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad1000/0x10123ce7f0765090 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3f1 expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335541.271379:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ffad1000, rc 0) 00000100:00100000:3.0:1763335541.271458:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4cc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028982016:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3861us (4219us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335541.271468:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1056 00000004:00010000:0.0:1763335541.271540:0:6517:0:(mdt_lvb.c:177:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size: 864553 -> 1048576 00000100:00100000:0.0:1763335541.271561:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c0ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041375872:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335541.271577:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:0.0:1763335541.271594:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5c00/0x10123ce7f0765097 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3ea expref: 14 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335541.271609:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335541.271614:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335541.271618:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5c00/0x10123ce7f0765097 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3ea expref: 14 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335541.271629:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5c00, rc 0) 00000100:00100000:0.0:1763335541.271656:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4cc5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+13:2408:x1848991028981888:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3714us (4540us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335541.271664:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1449 00000100:00100000:0.0:1763335541.274457:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335541.274570:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028982144 00000100:00100000:3.0:1763335541.274585:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028982144 00000100:00100000:3.0:1763335541.274666:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1450 00000100:00100000:3.0:1763335541.274678:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4cc4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+13:15720:x1848991028982144:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335541.274705:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335541.274737:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f076509e lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e3f8 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335541.274780:0:6517:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0a00/0x10123ce7f0765058 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3b9 expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335541.274792:0:6517:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f076509e lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3f8 expref: 14 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335541.274848:0:6517:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0a00/0x10123ce7f0765058 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3b9 expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335541.274864:0:6517:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0a00/0x10123ce7f0765058 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3b9 expref: 12 pid: 6517 timeout: 441 lvb_type: 0 00000100:00100000:3.0:1763335541.274979:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c0fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041376000:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335541.275105:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850840 going to sleep for 11 seconds 00000100:00100000:3.0:1763335541.278544:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c0fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041376000:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335541.278596:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f076509e lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3f8 expref: 14 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335541.278786:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335541.278790:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335541.278796:0:6517:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f076509e lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3f8 expref: 14 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335541.278810:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4000, rc 0) 00000100:00100000:3.0:1763335541.278926:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4cc4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+14:15720:x1848991028982144:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4249us (4483us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335541.278943:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1450 00000100:00100000:1.0:1763335541.279290:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335541.279787:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028982272 00000100:00100000:3.0:1763335541.279798:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028982272 00002000:00100000:3.0:1763335541.279862:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5846a00 x1848991028982272/t0(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:587/0 lens 8680/0 e 0 to 0 dl 1763335552 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335541.279916:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5846a00 with x1848991028982272 00010000:00010000:3.0:1763335541.279925:0:6529:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0a00/0x10123ce7f0765058 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3b9 expref: 13 pid: 6517 timeout: 441 lvb_type: 0 00010000:00010000:3.0:1763335541.279941:0:6529:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0a00/0x10123ce7f0765058 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3b9 expref: 13 pid: 6517 timeout: 441 lvb_type: 0 00002000:00010000:3.0:1763335541.279950:0:6529:0:(mdt_io.c:157:mdt_rw_hpreq_check()) lustre-MDT0000: refreshed 1 locks timeout for req ffff9aefc5846a00 00000100:00100000:3.0:1763335541.279986:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 43 00000100:00100000:3.0:1763335541.279997:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5846a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+13:2408:x1848991028982272:12345-192.168.202.34@tcp:4:fsx.0 00000004:00010000:3.0:1763335541.281172:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 1048576 -> 1048576 00000004:00010000:3.0:1763335541.281180:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335541 -> 1763335541 00000004:00010000:3.0:1763335541.281182:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335541 -> 1763335541 00000004:00010000:3.0:1763335541.281184:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335541 -> 1763335541 00000004:00010000:3.0:1763335541.281186:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 840 -> 856 00000100:00100000:3.0:1763335541.281573:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5846a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+15:2408:x1848991028982272:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 1573us (2280us total) trans 4294967886 rc 0/0 00000100:00100000:3.0:1763335541.281583:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 43 00002000:00100000:3.0:1763335541.281596:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5846a00 x1848991028982272/t4294967886(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:587/0 lens 8680/448 e 0 to 0 dl 1763335552 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335541.281607:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5846a00 with x1848991028982272 00010000:00010000:3.0:1763335541.281615:0:6529:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0a00/0x10123ce7f0765058 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3b9 expref: 15 pid: 6517 timeout: 441 lvb_type: 0 00010000:00010000:3.0:1763335541.281631:0:6529:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0a00/0x10123ce7f0765058 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3b9 expref: 15 pid: 6517 timeout: 441 lvb_type: 0 00002000:00010000:3.0:1763335541.281636:0:6529:0:(mdt_io.c:157:mdt_rw_hpreq_check()) lustre-MDT0000: refreshed 1 locks timeout for req ffff9aefc5846a00 00000100:00100000:1.0:1763335541.285671:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335541.288360:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028982400 00000100:00100000:2.0:1763335541.288388:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028982400 00010000:00010000:2.0:1763335541.288464:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0a00/0x10123ce7f0765058 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3b9 expref: 15 pid: 6517 timeout: 441 lvb_type: 0 00000100:00100000:2.0:1763335541.288528:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 548 00000100:00100000:2.0:1763335541.288541:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f80f9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+15:2409:x1848991028982400:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335541.288561:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335541.288592:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0a00/0x10123ce7f0765058 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3b9 expref: 15 pid: 6517 timeout: 441 lvb_type: 0 00010000:00010000:2.0:1763335541.288607:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0a00/0x10123ce7f0765058 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3b9 expref: 15 pid: 6517 timeout: 441 lvb_type: 0 00010000:00010000:2.0:1763335541.288640:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0a00/0x10123ce7f0765058 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3b9 expref: 15 pid: 6517 timeout: 441 lvb_type: 0 00010000:00010000:2.0:1763335541.288662:0:13187:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335541.288669:0:13187:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f076509e lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3f8 expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335541.288685:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f076509e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3f8 expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335541.288693:0:13187:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f076509e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3f8 expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335541.288742:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f076509e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3f8 expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335541.288759:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5f04000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041376128:192.168.202.34@tcp:105: 00000100:00100000:2.0:1763335541.288999:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5d9a000 going to sleep for 11 seconds 00000100:00100000:1.0:1763335541.294624:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335541.294751:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5f04000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041376128:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335541.294840:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028982528 00000100:00100000:3.0:1763335541.294851:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028982528 00010000:00010000:2.0:1763335541.294902:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:3.0:1763335541.294944:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5846680 x1848991028982528/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/0 e 0 to 0 dl 1763335552 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335541.294956:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5846680 with x1848991028982528 00000100:00100000:3.0:1763335541.295007:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 801 00000100:00100000:3.0:1763335541.295018:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5846680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:2408:x1848991028982528:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335541.295029:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f80f9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+14:2409:x1848991028982400:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 6490us (9373us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335541.295039:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 548 00000100:00100000:3.0:1763335541.295255:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5846680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:2408:x1848991028982528:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 238us (648us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335541.295262:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 801 00002000:00100000:3.0:1763335541.295269:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5846680 x1848991028982528/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/4536 e 0 to 0 dl 1763335552 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335541.295278:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5846680 with x1848991028982528 00000100:00100000:1.0:1763335541.298398:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335541.298545:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028982656 00000100:00100000:3.0:1763335541.298562:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028982656 00002000:00100000:3.0:1763335541.298639:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5845f80 x1848991028982656/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/0 e 0 to 0 dl 1763335552 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335541.298657:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5845f80 with x1848991028982656 00000100:00100000:3.0:1763335541.298705:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 802 00000100:00100000:3.0:1763335541.298717:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5845f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:2407:x1848991028982656:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335541.299030:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5845f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:2407:x1848991028982656:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 313us (649us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335541.299038:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 802 00002000:00100000:3.0:1763335541.299046:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5845f80 x1848991028982656/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/4536 e 0 to 0 dl 1763335552 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335541.299053:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5845f80 with x1848991028982656 00000100:00100000:0.0:1763335541.302050:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335541.302206:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028982784 00000100:00100000:2.0:1763335541.302221:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028982784 00002000:00100000:2.0:1763335541.302287:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4cc4a80 x1848991028982784/t0(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 8680/0 e 0 to 0 dl 1763335552 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335541.302300:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4cc4a80 with x1848991028982784 00000100:00100000:2.0:1763335541.302338:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 803 00000100:00100000:2.0:1763335541.302350:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4cc4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+14:2406:x1848991028982784:12345-192.168.202.34@tcp:4:fsx.0 00000004:00010000:2.0:1763335541.308002:0:6530:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 1048576 -> 1048576 00000004:00010000:2.0:1763335541.308016:0:6530:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335541 -> 1763335541 00000004:00010000:2.0:1763335541.308020:0:6530:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335541 -> 1763335541 00000004:00010000:2.0:1763335541.308022:0:6530:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335541 -> 1763335541 00000004:00010000:2.0:1763335541.308025:0:6530:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 856 -> 856 00000100:00100000:3.0:1763335541.310126:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1848991041376256:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1763335541.310245:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335541.310336:0:13236:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041376256 00000100:00100000:3.0:1763335541.310351:0:13236:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041376256 00000100:00100000:3.0:1763335541.310414:0:13236:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 172 00000100:00100000:3.0:1763335541.310424:0:13236:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3651:x1848991041376256:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1763335541.310472:0:13236:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 98304 granted 183398400 pending 65536 free 1443418112 avail 1297178624 00000100:00100000:3.0:1763335541.310524:0:13236:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3651:x1848991041376256:12345-0@lo:41:osp-pre-0-1.0 Request processed in 101us (279us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335541.310533:0:13236:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 172 00000100:00100000:3.0:1763335541.310592:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1848991041376256:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1763335541.311994:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4cc4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+16:2406:x1848991028982784:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 9627us (9949us total) trans 4294967887 rc 0/0 00000100:00100000:2.0:1763335541.312011:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 803 00002000:00100000:2.0:1763335541.312029:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4cc4a80 x1848991028982784/t4294967887(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 8680/448 e 0 to 0 dl 1763335552 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335541.312040:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4cc4a80 with x1848991028982784 00000100:00100000:1.0:1763335541.321336:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335541.321482:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028982912 00000100:00100000:0.0:1763335541.321496:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028982912 00000100:00100000:0.0:1763335541.321575:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1451 00000100:00100000:0.0:1763335541.321588:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5846300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+16:2407:x1848991028982912:12345-192.168.202.34@tcp:16:fsx.0 00000001:00080000:2.0:1763335541.325624:0:6496:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967887 is committed 00000001:00080000:2.0:1763335541.325652:0:6496:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967886 is committed 00000100:00100000:0.0:1763335541.326004:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5846300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+14:2407:x1848991028982912:12345-192.168.202.34@tcp:16:fsx.0 Request processed in 4405us (4687us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335541.326027:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1451 00000100:00100000:1.0:1763335541.337186:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335541.337314:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028983040 00000100:00100000:0.0:1763335541.337328:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028983040 00000100:00100000:0.0:1763335541.337410:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1452 00000100:00100000:0.0:1763335541.337423:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5847b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2406:x1848991028983040:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335541.337463:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335541.337496:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d600/0x10123ce7f07650a5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e3ff expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335541.337545:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f076509e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3f8 expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335541.337604:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4cc6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041376384:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335541.337756:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8ce40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335541.340492:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4cc6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041376384:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335541.340533:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:0.0:1763335541.340559:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d600/0x10123ce7f07650a5 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3ff expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335541.340599:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335541.340603:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335541.340621:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d600/0x10123ce7f07650a5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3ff expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335541.340642:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee89d600, rc 0) 00000100:00100000:0.0:1763335541.340730:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5847b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2406:x1848991028983040:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3307us (3559us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335541.340741:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1452 00000100:00100000:2.0:1763335541.343723:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335541.343832:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028983168 00000100:00100000:0.0:1763335541.343845:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028983168 00000100:00100000:0.0:1763335541.344007:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1453 00000100:00100000:0.0:1763335541.344020:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2407:x1848991028983168:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335541.344049:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335541.344077:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89c600/0x10123ce7f07650ac lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e406 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335541.344125:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f076509e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3f8 expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335541.344183:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4cc6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041376512:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335541.344295:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8ce40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335541.347944:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4cc6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041376512:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335541.347980:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:0.0:1763335541.348003:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89c600/0x10123ce7f07650ac lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e406 expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335541.348029:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335541.348032:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335541.348037:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89c600/0x10123ce7f07650ac lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e406 expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335541.348053:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee89c600, rc 0) 00000100:00100000:0.0:1763335541.348263:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2407:x1848991028983168:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4244us (4553us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335541.348274:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1453 00000100:00100000:2.0:1763335541.351858:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335541.352438:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028983296 00000100:00100000:0.0:1763335541.352455:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028983296 00000100:00100000:0.0:1763335541.352531:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1454 00000100:00100000:0.0:1763335541.352542:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2406:x1848991028983296:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335541.352572:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335541.352602:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d600/0x10123ce7f07650b3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e40d expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335541.352652:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f076509e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3f8 expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335541.352720:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4cc6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041376640:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335541.352862:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8ce40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335541.358255:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4cc6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041376640:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335541.358292:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:0.0:1763335541.358317:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d600/0x10123ce7f07650b3 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e40d expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335541.358345:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335541.358349:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335541.358354:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d600/0x10123ce7f07650b3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e40d expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335541.358371:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee89d600, rc 0) 00000100:00100000:0.0:1763335541.358445:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2406:x1848991028983296:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5904us (6606us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335541.358455:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1454 00000100:00100000:2.0:1763335541.363360:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335541.363588:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028983424 00000100:00100000:0.0:1763335541.363603:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028983424 00000100:00100000:0.0:1763335541.363683:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1455 00000100:00100000:0.0:1763335541.363694:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f04380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2407:x1848991028983424:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335541.363722:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335541.363750:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89c600/0x10123ce7f07650ba lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e414 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335541.363797:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f076509e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3f8 expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335541.363863:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4cc6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041376768:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335541.363996:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8ce40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335541.367108:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4cc6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041376768:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335541.367158:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:0.0:1763335541.367186:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89c600/0x10123ce7f07650ba lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e414 expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335541.367214:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335541.367218:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335541.367224:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89c600/0x10123ce7f07650ba lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e414 expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335541.367242:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee89c600, rc 0) 00000100:00100000:0.0:1763335541.367335:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f04380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2407:x1848991028983424:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3641us (5033us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335541.367347:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1455 00000100:00100000:2.0:1763335541.373532:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335541.373631:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028983552 00000100:00100000:3.0:1763335541.373646:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028983552 00000100:00100000:3.0:1763335541.373747:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 628 00000100:00100000:3.0:1763335541.373758:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+6:2407:x1848991028983552:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:3.0:1763335541.375138:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1639504 -> 1639504 00002000:00010000:3.0:1763335541.375148:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335541 -> 1763335541 00002000:00010000:3.0:1763335541.375152:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335541 -> 1763335540 00002000:00010000:3.0:1763335541.375154:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335541 -> 1763335541 00002000:00010000:3.0:1763335541.375156:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 304 -> 336 00000100:00100000:3.0:1763335541.375304:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+7:2407:x1848991028983552:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 1540us (1783us total) trans 4294967556 rc 0/0 00000100:00100000:3.0:1763335541.375317:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 628 00000100:00100000:2.0:1763335541.383855:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335541.384910:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028983680 00000100:00100000:3.0:1763335541.384927:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028983680 00000100:00100000:3.0:1763335541.385015:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1057 00000100:00100000:3.0:1763335541.385029:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+6:2406:x1848991028983680:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335541.385056:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335541.385083:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4200/0x10123ce7f07650c1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e41b expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335541.385170:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c0fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041376896:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335541.385297:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58503c0 going to sleep for 11 seconds 00002000:00010000:3.0:1763335541.390309:0:8400:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335540 -> 1763335541 00000100:00100000:3.0:1763335541.390351:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c0fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041376896:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335541.390397:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4200/0x10123ce7f07650c1 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e41b expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335541.390426:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4200/0x10123ce7f07650c1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e41b expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335541.390446:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4200, rc 0) 00000100:00100000:3.0:1763335541.390527:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+6:2406:x1848991028983680:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5499us (6686us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335541.390540:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1057 00000100:00100000:2.0:1763335541.396103:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335541.396186:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028983808 00000100:00100000:3.0:1763335541.396200:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028983808 00000100:00100000:0.0:1763335541.397063:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1058 00000100:00100000:0.0:1763335541.397084:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2407:x1848991028983808:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335541.397110:0:8402:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335541.397136:0:8402:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89c600/0x10123ce7f07650c8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e422 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335541.397219:0:8402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4cc6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041377024:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335541.397344:0:8402:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8ce40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335541.400205:0:8402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4cc6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041377024:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335541.400270:0:8402:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89c600/0x10123ce7f07650c8 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e422 expref: 7 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335541.400302:0:8402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89c600/0x10123ce7f07650c8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e422 expref: 7 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335541.400318:0:8402:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee89c600, rc 0) 00000100:00100000:0.0:1763335541.400405:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2407:x1848991028983808:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3329us (4317us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335541.400417:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1058 00000100:00100000:2.0:1763335541.404368:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335541.405880:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028983936 00000100:00100000:0.0:1763335541.405902:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028983936 00000100:00100000:0.0:1763335541.407133:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1456 00000100:00100000:0.0:1763335541.407159:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2406:x1848991028983936:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335541.407188:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335541.407218:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d600/0x10123ce7f07650cf lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e429 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335541.407268:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f076509e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3f8 expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335541.407893:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4cc6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041377152:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335541.408103:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8ce40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335541.412558:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4cc6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041377152:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335541.412599:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:0.0:1763335541.412625:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d600/0x10123ce7f07650cf lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e429 expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335541.412654:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335541.412657:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335541.412664:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d600/0x10123ce7f07650cf lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e429 expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335541.412683:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee89d600, rc 0) 00000100:00100000:0.0:1763335541.412768:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2406:x1848991028983936:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5620us (8416us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335541.412779:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1456 00000100:00100000:2.0:1763335541.415556:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335541.415779:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028984064 00000100:00100000:0.0:1763335541.415793:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028984064 00000100:00100000:0.0:1763335541.415968:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1457 00000100:00100000:0.0:1763335541.415980:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3356a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2407:x1848991028984064:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335541.416006:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335541.416044:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89c600/0x10123ce7f07650d6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e430 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335541.416103:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f076509e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3f8 expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335541.416157:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4cc6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041377280:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335541.416267:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8ce40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335541.420107:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4cc6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041377280:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335541.420151:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:0.0:1763335541.420178:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89c600/0x10123ce7f07650d6 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e430 expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335541.420211:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335541.420216:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335541.420222:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89c600/0x10123ce7f07650d6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e430 expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335541.420240:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee89c600, rc 0) 00000100:00100000:0.0:1763335541.420334:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3356a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2407:x1848991028984064:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4354us (4790us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335541.420345:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1457 00000100:00100000:2.0:1763335541.429617:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335541.429754:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028984192 00000100:00100000:0.0:1763335541.429768:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028984192 00000100:00100000:0.0:1763335541.429853:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1059 00000100:00100000:0.0:1763335541.429864:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc554ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2406:x1848991028984192:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335541.431766:0:8402:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335541.431809:0:8402:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ff96c200/0x10123ce7f07650dd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e437 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335541.431927:0:8402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5845500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041377408:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335541.432065:0:8402:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb240 going to sleep for 11 seconds 00000100:00100000:1.0:1763335541.440476:0:8402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5845500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041377408:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335541.440530:0:8402:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ff96c200/0x10123ce7f07650dd lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e437 expref: 7 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335541.440558:0:8402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ff96c200/0x10123ce7f07650dd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e437 expref: 7 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335541.440572:0:8402:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ff96c200, rc 0) 00000100:00100000:1.0:1763335541.440720:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc554ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2406:x1848991028984192:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 10856us (11120us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335541.440730:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1059 00000100:00100000:2.0:1763335541.443198:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335541.443267:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028984320 00000100:00100000:1.0:1763335541.443281:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028984320 00000100:00100000:1.0:1763335541.443360:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1060 00000100:00100000:1.0:1763335541.443372:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc554e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2407:x1848991028984320:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335541.443395:0:8402:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335541.443421:0:8402:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ff96d600/0x10123ce7f07650e4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e43e expref: -99 pid: 8402 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335541.443507:0:8402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5845500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041377536:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335541.443615:0:8402:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb240 going to sleep for 11 seconds 00000100:00100000:1.0:1763335541.450512:0:8402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5845500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041377536:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335541.450566:0:8402:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ff96d600/0x10123ce7f07650e4 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e43e expref: 7 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335541.450598:0:8402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ff96d600/0x10123ce7f07650e4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e43e expref: 7 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335541.450675:0:8402:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ff96d600, rc 0) 00000100:00100000:1.0:1763335541.450759:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc554e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2407:x1848991028984320:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7389us (7577us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335541.450834:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1060 00000100:00100000:2.0:1763335541.459859:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335541.462081:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028984448 00000100:00100000:1.0:1763335541.462104:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028984448 00000100:00100000:3.0:1763335541.463282:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1061 00000100:00100000:2.0:1763335541.463387:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc554f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+6:2407:x1848991028984448:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335541.463416:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335541.463444:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad1a00/0x10123ce7f07650eb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e445 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335541.463530:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc554fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041377664:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335541.463968:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5d9acc0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335541.470428:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc554fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041377664:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335541.470484:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad1a00/0x10123ce7f07650eb lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e445 expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335541.470514:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad1a00/0x10123ce7f07650eb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e445 expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335541.470530:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ffad1a00, rc 0) 00000100:00100000:0.0:1763335541.470631:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc554f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+6:2407:x1848991028984448:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7334us (10786us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335541.470643:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1061 00000100:00100000:1.0:1763335541.478313:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335541.478920:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028984576 00000100:00100000:0.0:1763335541.478938:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028984576 00000100:00100000:0.0:1763335541.479030:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1062 00000100:00100000:0.0:1763335541.479042:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5845500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+6:15720:x1848991028984576:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335541.479068:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335541.479096:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89c600/0x10123ce7f07650f2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e44c expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335541.479137:0:8400:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89d800/0x10123ce7f076505f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1077247) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3c0 expref: 6 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335541.479146:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335541.479148:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335541.479153:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89c600/0x10123ce7f07650f2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1409024->1466367] (req 1409024->1466367) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e44c expref: 7 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335541.479196:0:8400:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89d800/0x10123ce7f076505f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1077247) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3c0 expref: 6 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335541.479212:0:8400:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89d800/0x10123ce7f076505f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1077247) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3c0 expref: 6 pid: 8402 timeout: 442 lvb_type: 0 00000100:00100000:0.0:1763335541.479227:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4cc6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041377792:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335541.479359:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8ce40 going to sleep for 11 seconds 00000100:00100000:2.0:1763335541.485100:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335541.485259:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4cc6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041377792:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335541.485316:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89c600/0x10123ce7f07650f2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1409024->1466367] (req 1409024->1466367) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e44c expref: 7 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335541.485347:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee89c600, rc 0) 00000100:00100000:3.0:1763335541.485745:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028984704 00000100:00100000:3.0:1763335541.485753:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028984704 00002000:00100000:3.0:1763335541.485825:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->1077247) req@ffff9aefc554f800 x1848991028984704/t0(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:587/0 lens 488/0 e 0 to 0 dl 1763335552 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335541.485836:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc554f800 with x1848991028984704 ext(1048576->1077247) 00010000:00010000:3.0:1763335541.485846:0:8406:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89d800/0x10123ce7f076505f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1077247) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3c0 expref: 7 pid: 8402 timeout: 442 lvb_type: 0 00010000:00010000:3.0:1763335541.485862:0:8406:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89d800/0x10123ce7f076505f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1077247) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3c0 expref: 7 pid: 8402 timeout: 442 lvb_type: 0 00002000:00010000:3.0:1763335541.485923:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9aefc554f800 00000100:00100000:3.0:1763335541.485963:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 26 00000100:00100000:3.0:1763335541.485973:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc554f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+7:2408:x1848991028984704:12345-192.168.202.34@tcp:4:fsx.0 00000100:00100000:0.0:1763335541.486028:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5845500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+7:15720:x1848991028984576:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6986us (7731us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335541.486038:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1062 00000100:00100000:3.0:1763335541.490569:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc554f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+9:2408:x1848991028984704:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 4581us (5468us total) trans 4294967557 rc 0/0 00000100:00100000:3.0:1763335541.490588:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 26 00002000:00100000:3.0:1763335541.490607:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->1077247) req@ffff9aefc554f800 x1848991028984704/t4294967557(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:587/0 lens 488/448 e 0 to 0 dl 1763335552 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335541.490619:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc554f800 with x1848991028984704 ext(1048576->1077247) 00010000:00010000:3.0:1763335541.490631:0:8406:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89d800/0x10123ce7f076505f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1077247) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3c0 expref: 9 pid: 8402 timeout: 442 lvb_type: 0 00010000:00010000:3.0:1763335541.490652:0:8406:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89d800/0x10123ce7f076505f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1077247) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3c0 expref: 9 pid: 8402 timeout: 442 lvb_type: 0 00002000:00010000:3.0:1763335541.490661:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9aefc554f800 00000100:00100000:1.0:1763335541.494179:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335541.495084:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028984832 00000100:00100000:2.0:1763335541.495101:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028984832 00010000:00010000:2.0:1763335541.495163:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89d800/0x10123ce7f076505f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1077247) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3c0 expref: 9 pid: 8402 timeout: 442 lvb_type: 0 00000100:00100000:2.0:1763335541.496197:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 549 00000100:00100000:2.0:1763335541.496218:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5847480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+9:2409:x1848991028984832:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335541.496242:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1763335541.496267:0:13187:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 336 -> 392 00010000:00010000:2.0:1763335541.496276:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89d800/0x10123ce7f076505f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1077247) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3c0 expref: 9 pid: 8402 timeout: 442 lvb_type: 0 00010000:00010000:2.0:1763335541.496294:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89d800/0x10123ce7f076505f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1077247) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3c0 expref: 9 pid: 8402 timeout: 442 lvb_type: 0 00010000:00010000:2.0:1763335541.496327:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89d800/0x10123ce7f076505f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1077247) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3c0 expref: 9 pid: 8402 timeout: 442 lvb_type: 0 00010000:00010000:2.0:1763335541.496349:0:13187:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335541.496351:0:13187:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335541.496359:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89c600/0x10123ce7f07650f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1409024->1466367) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e44c expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335541.496370:0:13187:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89c600/0x10123ce7f07650f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1409024->1466367) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e44c expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335541.496427:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89c600/0x10123ce7f07650f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1409024->1466367) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e44c expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335541.496446:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc554fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:13187:1848991041377920:192.168.202.34@tcp:105: 00000100:00100000:2.0:1763335541.496568:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5d9acc0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335541.501425:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc554fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:13187:1848991041377920:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335541.501465:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335541.502707:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5847480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+8:2409:x1848991028984832:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 6492us (8539us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335541.502726:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 549 00000100:00100000:0.0:1763335541.503092:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335541.503373:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028984960 00000100:00100000:3.0:1763335541.503385:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028984960 00000100:00100000:3.0:1763335541.503470:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 629 00000100:00100000:3.0:1763335541.503482:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4cc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+7:2408:x1848991028984960:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:3.0:1763335541.503756:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1639504 -> 1639504 00002000:00010000:3.0:1763335541.503760:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335541 -> 1763335541 00002000:00010000:3.0:1763335541.503763:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335541 -> 1763335540 00002000:00010000:3.0:1763335541.503765:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335541 -> 1763335541 00002000:00010000:3.0:1763335541.503768:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 392 -> 464 00000100:00100000:3.0:1763335541.503837:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4cc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991028984960:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 357us (1209us total) trans 4294967558 rc 0/0 00000100:00100000:3.0:1763335541.503848:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 629 00000100:00100000:1.0:1763335541.509427:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335541.510220:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028985088 00000100:00100000:0.0:1763335541.510236:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028985088 00000100:00100000:0.0:1763335541.510357:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1458 00000100:00100000:0.0:1763335541.510370:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5845c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:15720:x1848991028985088:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335541.510397:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335541.510430:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89c000/0x10123ce7f07650f9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e453 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335541.510470:0:6517:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f076509e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3f8 expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335541.510481:0:6517:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89c000/0x10123ce7f07650f9 lrc: 4/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e453 expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335541.510534:0:6517:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f076509e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3f8 expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335541.510549:0:6517:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f076509e lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3f8 expref: 13 pid: 6517 timeout: 442 lvb_type: 0 00000100:00100000:0.0:1763335541.510566:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffbc4000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041378048:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335541.511629:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8ce40 going to sleep for 11 seconds 00000100:00100000:1.0:1763335541.515373:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335541.515614:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffbc4000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041378048:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335541.515664:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89c000/0x10123ce7f07650f9 lrc: 3/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e453 expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335541.515690:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335541.515693:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335541.515700:0:6517:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89c000/0x10123ce7f07650f9 lrc: 3/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e453 expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335541.515712:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee89c000, rc 0) 00000100:00100000:0.0:1763335541.515790:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5845c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+12:15720:x1848991028985088:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5422us (6382us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335541.515802:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1458 00000100:00100000:2.0:1763335541.516499:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028985216 00000100:00100000:2.0:1763335541.516510:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028985216 00010000:00010000:2.0:1763335541.516556:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f076509e lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3f8 expref: 14 pid: 6517 timeout: 442 lvb_type: 0 00000100:00100000:2.0:1763335541.516603:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 550 00000100:00100000:2.0:1763335541.516614:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5844e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+14:2408:x1848991028985216:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335541.516634:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335541.516663:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f076509e lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3f8 expref: 14 pid: 6517 timeout: 442 lvb_type: 0 00010000:00010000:2.0:1763335541.516677:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f076509e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3f8 expref: 14 pid: 6517 timeout: 442 lvb_type: 0 00010000:00010000:2.0:1763335541.516711:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f076509e lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3f8 expref: 14 pid: 6517 timeout: 442 lvb_type: 0 00010000:00010000:2.0:1763335541.516729:0:13187:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335541.516734:0:13187:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89c000/0x10123ce7f07650f9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e453 expref: 11 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335541.516746:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89c000/0x10123ce7f07650f9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e453 expref: 11 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335541.516754:0:13187:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89c000/0x10123ce7f07650f9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e453 expref: 11 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335541.516795:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89c000/0x10123ce7f07650f9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e453 expref: 11 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335541.516809:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc554fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041378176:192.168.202.34@tcp:105: 00000100:00100000:2.0:1763335541.516968:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5d9acc0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335541.525260:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc554fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041378176:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763335541.525301:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335541.525387:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5844e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+13:2408:x1848991028985216:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 8772us (10029us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335541.525401:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 550 00000100:00100000:3.0:1763335541.525725:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335541.525912:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028985344 00000100:00100000:2.0:1763335541.525923:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028985344 00002000:00100000:2.0:1763335541.525995:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4c0fb80 x1848991028985344/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:587/0 lens 488/0 e 0 to 0 dl 1763335552 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335541.526020:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4c0fb80 with x1848991028985344 00000100:00100000:2.0:1763335541.526055:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 804 00000100:00100000:2.0:1763335541.526066:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+12:2406:x1848991028985344:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335541.543110:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+12:2406:x1848991028985344:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 17029us (17370us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1763335541.543129:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 804 00002000:00100000:2.0:1763335541.543146:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4c0fb80 x1848991028985344/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:587/0 lens 488/440 e 0 to 0 dl 1763335552 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335541.543157:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4c0fb80 with x1848991028985344 00000100:00100000:0.0:1763335541.547404:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335541.548670:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028985472 00000100:00100000:2.0:1763335541.548687:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028985472 00000100:00100000:2.0:1763335541.549187:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1459 00000100:00100000:2.0:1763335541.549200:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbc4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+13:2408:x1848991028985472:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335541.549226:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335541.549252:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0000/0x10123ce7f0765100 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e45a expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335541.549294:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0000/0x10123ce7f0765100 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e45a expref: 14 pid: 6517 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763335541.549308:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:2.0:1763335541.549316:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0000/0x10123ce7f0765100 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e45a expref: 14 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335541.549332:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335541.549335:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335541.549339:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ffad0000, rc 0) 00000100:00100000:2.0:1763335541.549417:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbc4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+14:2408:x1848991028985472:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 220us (2027us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335541.549424:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1459 00000100:00100000:1.0:1763335541.553745:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335541.554073:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028985600 00000100:00100000:2.0:1763335541.554088:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028985600 00002000:00100000:2.0:1763335541.554151:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1216512->1220607) req@ffff9aefc5845880 x1848991028985600/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/0 e 0 to 0 dl 1763335552 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335541.554164:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5845880 with x1848991028985600 ext(1216512->1220607) 00002000:00010000:2.0:1763335541.554171:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5845880 00000100:00100000:2.0:1763335541.554247:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 630 00000100:00100000:2.0:1763335541.554259:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5845880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991028985600:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335541.554494:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5845880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991028985600:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 236us (762us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335541.554503:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 630 00002000:00100000:2.0:1763335541.554511:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1216512->1220607) req@ffff9aefc5845880 x1848991028985600/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/4536 e 0 to 0 dl 1763335552 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335541.554519:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5845880 with x1848991028985600 ext(1216512->1220607) 00002000:00010000:2.0:1763335541.554522:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5845880 00000100:00100000:3.0:1763335541.557792:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335541.557928:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028985728 00000100:00100000:2.0:1763335541.557943:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028985728 00002000:00100000:2.0:1763335541.558012:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1220608->1224703) req@ffff9aefc4c0c380 x1848991028985728/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/0 e 0 to 0 dl 1763335552 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335541.558025:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4c0c380 with x1848991028985728 ext(1220608->1224703) 00002000:00010000:2.0:1763335541.558032:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4c0c380 00000100:00100000:2.0:1763335541.558070:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 631 00000100:00100000:2.0:1763335541.558082:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991028985728:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335541.558322:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991028985728:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 240us (545us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335541.558331:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 631 00002000:00100000:2.0:1763335541.558340:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1220608->1224703) req@ffff9aefc4c0c380 x1848991028985728/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/4536 e 0 to 0 dl 1763335552 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335541.558349:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4c0c380 with x1848991028985728 ext(1220608->1224703) 00002000:00010000:2.0:1763335541.558352:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4c0c380 00000100:00100000:0.0:1763335541.561503:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335541.561615:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028985856 00000100:00100000:3.0:1763335541.561629:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028985856 00002000:00100000:3.0:1763335541.561693:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1224704->1228799) req@ffff9af0ffbc4e00 x1848991028985856/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/0 e 0 to 0 dl 1763335552 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335541.561707:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffbc4e00 with x1848991028985856 ext(1224704->1228799) 00002000:00010000:3.0:1763335541.561714:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffbc4e00 00000100:00100000:3.0:1763335541.561755:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 632 00000100:00100000:3.0:1763335541.561767:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991028985856:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335541.562067:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991028985856:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 301us (582us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335541.562075:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 632 00002000:00100000:3.0:1763335541.562084:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1224704->1228799) req@ffff9af0ffbc4e00 x1848991028985856/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/4536 e 0 to 0 dl 1763335552 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335541.562092:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffbc4e00 with x1848991028985856 ext(1224704->1228799) 00002000:00010000:3.0:1763335541.562095:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffbc4e00 00000100:00100000:1.0:1763335541.565565:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335541.565843:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028985984 00000100:00100000:2.0:1763335541.565858:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028985984 00002000:00100000:2.0:1763335541.566077:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1228800->1232895) req@ffff9aefc5845180 x1848991028985984/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/0 e 0 to 0 dl 1763335552 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335541.566090:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5845180 with x1848991028985984 ext(1228800->1232895) 00002000:00010000:2.0:1763335541.566098:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5845180 00000100:00100000:2.0:1763335541.566340:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 633 00000100:00100000:2.0:1763335541.566353:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5845180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991028985984:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335541.566595:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5845180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991028985984:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 243us (1047us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335541.566604:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 633 00002000:00100000:2.0:1763335541.566612:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1228800->1232895) req@ffff9aefc5845180 x1848991028985984/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/4536 e 0 to 0 dl 1763335552 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335541.566622:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5845180 with x1848991028985984 ext(1228800->1232895) 00002000:00010000:2.0:1763335541.566626:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5845180 00000100:00100000:0.0:1763335541.569675:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335541.569824:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028986112 00000100:00100000:2.0:1763335541.569839:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028986112 00002000:00100000:2.0:1763335541.569949:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1232896->1236991) req@ffff9af0ffbc6d80 x1848991028986112/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/0 e 0 to 0 dl 1763335552 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335541.569962:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffbc6d80 with x1848991028986112 ext(1232896->1236991) 00002000:00010000:2.0:1763335541.569971:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffbc6d80 00000100:00100000:2.0:1763335541.570009:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 634 00000100:00100000:2.0:1763335541.570021:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991028986112:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335541.570278:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991028986112:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 258us (619us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335541.570287:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 634 00002000:00100000:2.0:1763335541.570295:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1232896->1236991) req@ffff9af0ffbc6d80 x1848991028986112/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/4536 e 0 to 0 dl 1763335552 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335541.570303:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffbc6d80 with x1848991028986112 ext(1232896->1236991) 00002000:00010000:2.0:1763335541.570307:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffbc6d80 00000100:00100000:0.0:1763335541.573321:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335541.573771:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028986240 00000100:00100000:3.0:1763335541.573786:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028986240 00002000:00100000:3.0:1763335541.574432:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1236992->1241087) req@ffff9af0ffbc5f80 x1848991028986240/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/0 e 0 to 0 dl 1763335552 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335541.574450:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffbc5f80 with x1848991028986240 ext(1236992->1241087) 00002000:00010000:3.0:1763335541.574457:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffbc5f80 00000100:00100000:2.0:1763335541.574585:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 635 00000100:00100000:2.0:1763335541.574602:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+8:2407:x1848991028986240:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335541.574947:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+8:2407:x1848991028986240:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 350us (1640us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335541.574956:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 635 00002000:00100000:2.0:1763335541.574966:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1236992->1241087) req@ffff9af0ffbc5f80 x1848991028986240/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/4536 e 0 to 0 dl 1763335552 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335541.574974:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffbc5f80 with x1848991028986240 ext(1236992->1241087) 00002000:00010000:2.0:1763335541.574978:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffbc5f80 00000100:00100000:1.0:1763335541.577589:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335541.577711:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028986368 00000100:00100000:2.0:1763335541.577726:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028986368 00002000:00100000:2.0:1763335541.577951:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1241088->1245183) req@ffff9aefc5847100 x1848991028986368/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/0 e 0 to 0 dl 1763335552 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335541.577964:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5847100 with x1848991028986368 ext(1241088->1245183) 00002000:00010000:2.0:1763335541.577972:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5847100 00000100:00100000:2.0:1763335541.578006:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 636 00000100:00100000:2.0:1763335541.578018:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5847100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991028986368:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335541.578287:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5847100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991028986368:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 269us (717us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335541.578296:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 636 00002000:00100000:2.0:1763335541.578304:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1241088->1245183) req@ffff9aefc5847100 x1848991028986368/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/4536 e 0 to 0 dl 1763335552 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335541.578312:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5847100 with x1848991028986368 ext(1241088->1245183) 00002000:00010000:2.0:1763335541.578315:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5847100 00000100:00100000:0.0:1763335541.582009:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335541.582429:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028986496 00000100:00100000:2.0:1763335541.582445:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028986496 00002000:00100000:2.0:1763335541.582520:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1245184->1249279) req@ffff9af0ffbc5180 x1848991028986496/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/0 e 0 to 0 dl 1763335552 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335541.582547:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffbc5180 with x1848991028986496 ext(1245184->1249279) 00002000:00010000:2.0:1763335541.582555:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffbc5180 00000100:00100000:2.0:1763335541.582597:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 637 00000100:00100000:2.0:1763335541.582608:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbc5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991028986496:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335541.582909:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbc5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991028986496:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 302us (919us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335541.582919:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 637 00002000:00100000:2.0:1763335541.582927:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1245184->1249279) req@ffff9af0ffbc5180 x1848991028986496/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/4536 e 0 to 0 dl 1763335552 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335541.582936:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffbc5180 with x1848991028986496 ext(1245184->1249279) 00002000:00010000:2.0:1763335541.582941:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffbc5180 00000100:00100000:1.0:1763335541.586456:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335541.586575:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028986624 00000100:00100000:2.0:1763335541.586588:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028986624 00002000:00100000:2.0:1763335541.586655:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1249280->1253375) req@ffff9af0ffb3c700 x1848991028986624/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/0 e 0 to 0 dl 1763335552 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335541.586668:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb3c700 with x1848991028986624 ext(1249280->1253375) 00002000:00010000:2.0:1763335541.586675:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb3c700 00000100:00100000:2.0:1763335541.586806:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 638 00000100:00100000:2.0:1763335541.586829:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991028986624:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335541.587233:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991028986624:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 406us (790us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335541.587242:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 638 00002000:00100000:2.0:1763335541.587250:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1249280->1253375) req@ffff9af0ffb3c700 x1848991028986624/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/4536 e 0 to 0 dl 1763335552 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335541.587258:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb3c700 with x1848991028986624 ext(1249280->1253375) 00002000:00010000:2.0:1763335541.587262:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb3c700 00000100:00100000:3.0:1763335541.591020:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335541.591260:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028986752 00000100:00100000:2.0:1763335541.591275:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028986752 00002000:00100000:2.0:1763335541.591346:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1253376->1257471) req@ffff9aefc4c0ce00 x1848991028986752/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/0 e 0 to 0 dl 1763335552 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335541.591360:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4c0ce00 with x1848991028986752 ext(1253376->1257471) 00002000:00010000:2.0:1763335541.591369:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4c0ce00 00000100:00100000:2.0:1763335541.591472:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 639 00000100:00100000:2.0:1763335541.591485:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991028986752:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335541.592122:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991028986752:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 632us (1123us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335541.592134:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 639 00002000:00100000:2.0:1763335541.592146:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1253376->1257471) req@ffff9aefc4c0ce00 x1848991028986752/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/4536 e 0 to 0 dl 1763335552 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335541.592155:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4c0ce00 with x1848991028986752 ext(1253376->1257471) 00002000:00010000:2.0:1763335541.592159:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4c0ce00 00000100:00100000:0.0:1763335541.595472:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335541.595611:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028986880 00000100:00100000:2.0:1763335541.595626:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028986880 00002000:00100000:2.0:1763335541.595696:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1257472->1261567) req@ffff9af0ffbc7480 x1848991028986880/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/0 e 0 to 0 dl 1763335552 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335541.595709:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffbc7480 with x1848991028986880 ext(1257472->1261567) 00002000:00010000:2.0:1763335541.595717:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffbc7480 00000100:00100000:2.0:1763335541.595760:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 640 00000100:00100000:2.0:1763335541.595772:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991028986880:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335541.596077:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991028986880:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 306us (619us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335541.596086:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 640 00002000:00100000:2.0:1763335541.596093:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1257472->1261567) req@ffff9af0ffbc7480 x1848991028986880/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/4536 e 0 to 0 dl 1763335552 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335541.596101:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffbc7480 with x1848991028986880 ext(1257472->1261567) 00002000:00010000:2.0:1763335541.596105:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffbc7480 00000100:00100000:1.0:1763335541.603692:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335541.603854:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028987008 00000100:00100000:0.0:1763335541.603903:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028987008 00002000:00100000:0.0:1763335541.603964:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1261568->1265663) req@ffff9af0ffb3ea00 x1848991028987008/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/0 e 0 to 0 dl 1763335552 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335541.603976:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb3ea00 with x1848991028987008 ext(1261568->1265663) 00002000:00010000:0.0:1763335541.603983:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb3ea00 00000100:00100000:0.0:1763335541.604017:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 641 00000100:00100000:0.0:1763335541.604026:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+8:2407:x1848991028987008:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335541.604265:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+8:2407:x1848991028987008:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 238us (586us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335541.604273:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 641 00002000:00100000:0.0:1763335541.604280:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1261568->1265663) req@ffff9af0ffb3ea00 x1848991028987008/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/4536 e 0 to 0 dl 1763335552 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335541.604287:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb3ea00 with x1848991028987008 ext(1261568->1265663) 00002000:00010000:0.0:1763335541.604289:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb3ea00 00000100:00100000:3.0:1763335541.607535:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335541.607631:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028987136 00000100:00100000:2.0:1763335541.607647:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028987136 00002000:00100000:2.0:1763335541.607718:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1265664->1269759) req@ffff9aefc4c0df80 x1848991028987136/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/0 e 0 to 0 dl 1763335552 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335541.607732:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4c0df80 with x1848991028987136 ext(1265664->1269759) 00002000:00010000:2.0:1763335541.607739:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4c0df80 00000100:00100000:2.0:1763335541.607780:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 642 00000100:00100000:2.0:1763335541.607792:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991028987136:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335541.608084:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991028987136:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 293us (565us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335541.608092:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 642 00002000:00100000:2.0:1763335541.608101:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1265664->1269759) req@ffff9aefc4c0df80 x1848991028987136/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/4536 e 0 to 0 dl 1763335552 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335541.608109:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4c0df80 with x1848991028987136 ext(1265664->1269759) 00002000:00010000:2.0:1763335541.608112:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4c0df80 00000100:00100000:3.0:1763335541.612450:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335541.612684:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028987264 00000100:00100000:0.0:1763335541.612698:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028987264 00002000:00100000:0.0:1763335541.612757:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1269760->1273855) req@ffff9aefc4c0ea00 x1848991028987264/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/0 e 0 to 0 dl 1763335552 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335541.612768:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4c0ea00 with x1848991028987264 ext(1269760->1273855) 00002000:00010000:0.0:1763335541.612775:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4c0ea00 00000100:00100000:0.0:1763335541.612820:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 643 00000100:00100000:0.0:1763335541.612830:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+8:2406:x1848991028987264:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335541.613141:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+8:2406:x1848991028987264:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 311us (706us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335541.613156:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 643 00002000:00100000:0.0:1763335541.613164:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1269760->1273855) req@ffff9aefc4c0ea00 x1848991028987264/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/4536 e 0 to 0 dl 1763335552 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335541.613173:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4c0ea00 with x1848991028987264 ext(1269760->1273855) 00002000:00010000:0.0:1763335541.613177:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4c0ea00 00000100:00100000:1.0:1763335541.620176:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335541.620368:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028987392 00000100:00100000:2.0:1763335541.620381:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028987392 00002000:00100000:2.0:1763335541.620446:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1273856->1277951) req@ffff9af0ffb3e300 x1848991028987392/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/0 e 0 to 0 dl 1763335552 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335541.620458:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb3e300 with x1848991028987392 ext(1273856->1277951) 00002000:00010000:2.0:1763335541.620466:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb3e300 00000100:00100000:0.0:1763335541.621234:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 644 00000100:00100000:0.0:1763335541.621255:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991028987392:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335541.623772:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991028987392:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 2507us (3592us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335541.623791:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 644 00002000:00100000:0.0:1763335541.623820:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1273856->1277951) req@ffff9af0ffb3e300 x1848991028987392/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/4536 e 0 to 0 dl 1763335552 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335541.623832:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb3e300 with x1848991028987392 ext(1273856->1277951) 00002000:00010000:0.0:1763335541.623841:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb3e300 00000100:00100000:3.0:1763335541.626993:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335541.627385:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028987520 00000100:00100000:0.0:1763335541.627400:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028987520 00002000:00100000:0.0:1763335541.627463:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1277952->1282047) req@ffff9aefc4c0f100 x1848991028987520/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/0 e 0 to 0 dl 1763335552 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335541.627476:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4c0f100 with x1848991028987520 ext(1277952->1282047) 00002000:00010000:0.0:1763335541.627483:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4c0f100 00000100:00100000:0.0:1763335541.627522:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 645 00000100:00100000:0.0:1763335541.627533:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991028987520:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335541.627771:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991028987520:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 238us (794us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335541.627780:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 645 00002000:00100000:0.0:1763335541.627789:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1277952->1282047) req@ffff9aefc4c0f100 x1848991028987520/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/4536 e 0 to 0 dl 1763335552 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335541.627797:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4c0f100 with x1848991028987520 ext(1277952->1282047) 00002000:00010000:0.0:1763335541.627800:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4c0f100 00000100:00100000:1.0:1763335541.631030:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335541.631148:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028987648 00000100:00100000:2.0:1763335541.631163:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028987648 00002000:00100000:2.0:1763335541.631230:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1282048->1286143) req@ffff9af0ffb3f100 x1848991028987648/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/0 e 0 to 0 dl 1763335552 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335541.631243:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb3f100 with x1848991028987648 ext(1282048->1286143) 00002000:00010000:2.0:1763335541.631251:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb3f100 00000100:00100000:2.0:1763335541.631295:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 646 00000100:00100000:2.0:1763335541.631306:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+8:2407:x1848991028987648:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335541.631555:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+8:2407:x1848991028987648:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 248us (539us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335541.631563:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 646 00002000:00100000:2.0:1763335541.631569:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1282048->1286143) req@ffff9af0ffb3f100 x1848991028987648/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/4536 e 0 to 0 dl 1763335552 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335541.631577:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb3f100 with x1848991028987648 ext(1282048->1286143) 00002000:00010000:2.0:1763335541.631581:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb3f100 00000100:00100000:1.0:1763335541.635355:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335541.635475:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028987776 00000100:00100000:0.0:1763335541.635489:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028987776 00000100:00100000:0.0:1763335541.635555:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1063 00000100:00100000:0.0:1763335541.635565:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+8:2408:x1848991028987776:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335541.635589:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335541.635614:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aabe00/0x10123ce7f0765107 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e461 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335541.635688:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffbc6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041378304:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335541.635824:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c000 going to sleep for 11 seconds 00002000:00010000:2.0:1763335541.639359:0:8400:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335540 -> 1763335541 00000100:00100000:2.0:1763335541.639399:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffbc6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041378304:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335541.639451:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aabe00/0x10123ce7f0765107 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e461 expref: 9 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335541.639481:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aabe00/0x10123ce7f0765107 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e461 expref: 9 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335541.639498:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aabe00, rc 0) 00000100:00100000:2.0:1763335541.640854:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+8:2408:x1848991028987776:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5278us (5501us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335541.640885:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1063 00000100:00100000:2.0:1763335541.647250:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335541.647362:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028987904 00000100:00100000:0.0:1763335541.647375:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028987904 00000100:00100000:0.0:1763335541.647448:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1064 00000100:00100000:0.0:1763335541.647461:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc554fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+8:2408:x1848991028987904:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335541.647485:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335541.647510:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aabc00/0x10123ce7f076510e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e468 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335541.647591:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffbc4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041378432:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335541.647701:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c900 going to sleep for 11 seconds 00000100:00100000:0.0:1763335541.650200:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffbc4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041378432:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335541.650256:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aabc00/0x10123ce7f076510e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e468 expref: 9 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335541.650286:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aabc00/0x10123ce7f076510e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e468 expref: 9 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335541.650301:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aabc00, rc 0) 00000100:00100000:0.0:1763335541.650374:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc554fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+8:2408:x1848991028987904:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2914us (3138us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335541.650384:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1064 00000100:00100000:3.0:1763335541.653625:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335541.653851:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028988160 00000100:00100000:2.0:1763335541.653903:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028988160 00000100:00100000:2.0:1763335541.653981:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1460 00000100:00100000:2.0:1763335541.653994:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5d9fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+14:15720:x1848991028988160:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:2.0:1763335541.654085:0:6517:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335541.654125:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5800/0x10123ce7f076502e lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e38f expref: 14 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335541.654154:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335541.654161:0:6517:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335541.654435:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0200/0x10123ce7f0765115 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335541.654454:0:6517:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4e00/0x10123ce7f0765089 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3e3 expref: 11 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335541.654467:0:6517:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0200/0x10123ce7f0765115 lrc: 4/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335541.654510:0:6517:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4e00/0x10123ce7f0765089 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3e3 expref: 11 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335541.654527:0:6517:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4e00/0x10123ce7f0765089 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3e3 expref: 11 pid: 6517 timeout: 442 lvb_type: 0 00000100:00100000:2.0:1763335541.654545:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f45b0700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041378560:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335541.654666:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c31a5cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335541.659375:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f45b0700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041378560:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335541.659417:0:6517:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0200/0x10123ce7f0765115 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00000100:00100000:1.0:1763335541.661335:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335541.661571:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028988288 00000100:00100000:0.0:1763335541.661585:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028988288 00010000:00010000:0.0:1763335541.661640:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4e00/0x10123ce7f0765089 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3e3 expref: 12 pid: 6517 timeout: 442 lvb_type: 0 00000100:00100000:0.0:1763335541.661695:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 551 00000100:00100000:0.0:1763335541.661708:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb3f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+12:2409:x1848991028988288:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335541.661728:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335541.661737:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4e00/0x10123ce7f0765089 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3e3 expref: 12 pid: 6517 timeout: 442 lvb_type: 0 00010000:00010000:0.0:1763335541.661752:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4e00/0x10123ce7f0765089 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3e3 expref: 12 pid: 6517 timeout: 442 lvb_type: 0 00010000:00010000:0.0:1763335541.661782:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4e00/0x10123ce7f0765089 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e3e3 expref: 12 pid: 6517 timeout: 442 lvb_type: 0 00010000:00010000:0.0:1763335541.661803:0:13187:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335541.661809:0:13187:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0200/0x10123ce7f0765115 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:0.0:1763335541.661829:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0200/0x10123ce7f0765115 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT0 00010000:00010000:0.0:1763335541.661838:0:13187:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0200/0x10123ce7f0765115 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT0 00010000:00010000:0.0:1763335541.661906:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335541.661986:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb3f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+11:2409:x1848991028988288:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 279us (664us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335541.661995:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 551 00010000:00010000:2.0:1763335541.662235:0:6517:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0200/0x10123ce7f0765115 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335541.662244:0:6517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0200/0x10123ce7f0765115 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00000001:00080000:2.0:1763335541.662385:0:6517:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967888 00000004:00010000:2.0:1763335541.662455:0:6517:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 1048576 -> 1048576 00000004:00010000:2.0:1763335541.662460:0:6517:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335541 -> 1763335541 00000004:00010000:2.0:1763335541.662462:0:6517:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335541 -> 1763335541 00000004:00010000:2.0:1763335541.662465:0:6517:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335541 -> 1763335541 00000004:00010000:2.0:1763335541.662468:0:6517:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 856 -> 856 00000004:00010000:2.0:1763335541.662476:0:6517:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000726be821 reply state 000000008b557fb4 transno 4294967889 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0200/0x10123ce7f0765115 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335541.662492:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0200/0x10123ce7f0765115 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335541.662500:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335541.662503:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335541.662507:0:6517:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763335541.662606:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5d9fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+16:15720:x1848991028988160:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 8614us (8995us total) trans 4294967889 rc 0/0 00000100:00100000:2.0:1763335541.662615:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1460 00000020:00080000:2.0:1763335541.662618:0:6517:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763335541.665674:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335541.665834:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028988416 00000100:00100000:0.0:1763335541.665849:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028988416 00000100:00100000:0.0:1763335541.665961:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1461 00000100:00100000:0.0:1763335541.665975:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f45b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+16:15720:x1848991028988416:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335541.666191:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335541.666196:0:6517:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763335541.666259:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0000/0x10123ce7f0765100 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e45a expref: 16 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335541.666285:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335541.666291:0:6517:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335541.666311:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aabc00/0x10123ce7f076511c lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e46f expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335541.666341:0:6517:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89c000/0x10123ce7f07650f9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e453 expref: 10 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335541.666352:0:6517:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aabc00/0x10123ce7f076511c lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e46f expref: 16 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335541.666394:0:6517:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89c000/0x10123ce7f07650f9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e453 expref: 10 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335541.666410:0:6517:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89c000/0x10123ce7f07650f9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e453 expref: 10 pid: 6517 timeout: 442 lvb_type: 0 00000100:00100000:0.0:1763335541.666426:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffbc4700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041378688:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335541.666744:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c900 going to sleep for 11 seconds 00000100:00100000:0.0:1763335541.672261:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffbc4700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041378688:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335541.672319:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aabc00/0x10123ce7f076511c lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e46f expref: 16 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335541.672345:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335541.672348:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335541.672353:0:6517:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aabc00/0x10123ce7f076511c lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e46f expref: 16 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335541.672367:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aabc00, rc 0) 00000100:00100000:0.0:1763335541.672446:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f45b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+16:15720:x1848991028988416:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6475us (6793us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335541.672459:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1461 00000100:00100000:1.0:1763335541.673941:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335541.674055:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028988544 00000100:00100000:0.0:1763335541.674068:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028988544 00010000:00010000:0.0:1763335541.674123:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89c000/0x10123ce7f07650f9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e453 expref: 11 pid: 6517 timeout: 442 lvb_type: 0 00000100:00100000:0.0:1763335541.674171:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 552 00000100:00100000:0.0:1763335541.674182:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb3c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:2408:x1848991028988544:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335541.674203:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335541.674236:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89c000/0x10123ce7f07650f9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e453 expref: 11 pid: 6517 timeout: 442 lvb_type: 0 00010000:00010000:0.0:1763335541.674253:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89c000/0x10123ce7f07650f9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e453 expref: 11 pid: 6517 timeout: 442 lvb_type: 0 00010000:00010000:0.0:1763335541.674284:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89c000/0x10123ce7f07650f9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e453 expref: 11 pid: 6517 timeout: 442 lvb_type: 0 00010000:00010000:0.0:1763335541.674308:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335541.674315:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aabc00/0x10123ce7f076511c lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e46f expref: 15 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335541.674330:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aabc00/0x10123ce7f076511c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e46f expref: 15 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335541.674343:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aabc00/0x10123ce7f076511c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e46f expref: 15 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335541.674399:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aabc00/0x10123ce7f076511c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e46f expref: 15 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335541.674416:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffbc4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041378816:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335541.674521:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c900 going to sleep for 11 seconds 00000100:00100000:0.0:1763335541.677784:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffbc4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041378816:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763335541.677830:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335541.679462:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb3c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+10:2408:x1848991028988544:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 5267us (5521us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335541.679480:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 552 00000100:00100000:1.0:1763335541.679999:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335541.680130:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028988800 00000100:00100000:0.0:1763335541.680144:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028988800 00002000:00010000:0.0:1763335541.680197:0:8406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:0.0:1763335541.680202:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb3d880 with x1848991028988800 ext(0->18446744073709551615) 00002000:00010000:0.0:1763335541.680219:0:8406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb3d880. 00000100:00100000:0.0:1763335541.680260:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 647 00000100:00100000:0.0:1763335541.680272:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991028988800:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:0.0:1763335541.681230:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1639504 -> 0 00002000:00010000:0.0:1763335541.681238:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335541 -> 1763335541 00002000:00010000:0.0:1763335541.681241:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335541 -> 1763335540 00002000:00010000:0.0:1763335541.681243:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335541 -> 1763335541 00002000:00010000:0.0:1763335541.681246:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 464 -> 0 00000100:00100000:0.0:1763335541.681322:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+9:2409:x1848991028988800:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 1050us (1323us total) trans 4294967559 rc 0/0 00000100:00100000:0.0:1763335541.681338:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 647 00002000:00010000:0.0:1763335541.681343:0:8406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:0.0:1763335541.681346:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb3d880 with x1848991028988800 ext(0->18446744073709551615) 00002000:00010000:0.0:1763335541.681352:0:8406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb3d880. 00000100:00100000:3.0:1763335541.681893:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335541.682188:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028988672 00000100:00100000:2.0:1763335541.682200:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028988672 00002000:00010000:2.0:1763335541.682246:0:6530:0:(mdt_io.c:274:mdt_punch_hpreq_check()) lustre-MDT0000: refresh DOM lock for [0x200000402:0xe:0x0] 00002000:00100000:2.0:1763335541.682252:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f5d9ce00 with x1848991028988672 00000100:00100000:2.0:1763335541.682287:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 805 00000100:00100000:2.0:1763335541.682296:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5d9ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+16:2408:x1848991028988672:12345-192.168.202.34@tcp:10:fsx.0 00000004:00010000:2.0:1763335541.682990:0:6530:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 1048576 -> 681809 00000004:00010000:2.0:1763335541.682999:0:6530:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335541 -> 1763335541 00000004:00010000:2.0:1763335541.683002:0:6530:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335541 -> 1763335541 00000004:00010000:2.0:1763335541.683005:0:6530:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335541 -> 1763335541 00000004:00010000:2.0:1763335541.683018:0:6530:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 856 -> 680 00000100:00100000:2.0:1763335541.683099:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5d9ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+17:2408:x1848991028988672:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 801us (1231us total) trans 4294967890 rc 0/0 00000100:00100000:2.0:1763335541.683107:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 805 00002000:00010000:2.0:1763335541.683112:0:6530:0:(mdt_io.c:274:mdt_punch_hpreq_check()) lustre-MDT0000: refresh DOM lock for [0x200000402:0xe:0x0] 00002000:00100000:2.0:1763335541.683115:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f5d9ce00 with x1848991028988672 00000100:00100000:1.0:1763335541.688489:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335541.688721:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028988928 00000100:00100000:0.0:1763335541.688743:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028988928 00000100:00100000:0.0:1763335541.688852:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1462 00000100:00100000:0.0:1763335541.688922:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+17:15720:x1848991028988928:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335541.688962:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335541.688997:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa800/0x10123ce7f0765123 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e476 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335541.689152:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaac00/0x10123ce7f076512a lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:0.0:1763335541.689171:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaac00/0x10123ce7f076512a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:0.0:1763335541.689186:0:6517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaac00/0x10123ce7f076512a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00000004:00200000:0.0:1763335541.689229:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 681809 00000004:00200000:0.0:1763335541.689236:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763335541.689262:0:6517:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaac00/0x10123ce7f076512a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:0.0:1763335541.689295:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa800/0x10123ce7f0765123 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e476 expref: 19 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335541.689319:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaac00/0x10123ce7f076512a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e476 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335541.689330:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335541.689333:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335541.689337:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aaac00, rc 0) 00000100:00100000:0.0:1763335541.689432:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+18:15720:x1848991028988928:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 569us (954us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335541.689441:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1462 00000100:00100000:1.0:1763335541.693046:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335541.693213:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028989056 00000100:00100000:3.0:1763335541.693227:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028989056 00000100:00100000:3.0:1763335541.693297:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1463 00000100:00100000:3.0:1763335541.693308:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+10:15720:x1848991028989056:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335541.693336:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335541.693366:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4200/0x10123ce7f0765131 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e47d expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335541.693404:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aabc00/0x10123ce7f076511c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e46f expref: 17 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335541.693416:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4200/0x10123ce7f0765131 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e47d expref: 11 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335541.693461:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aabc00/0x10123ce7f076511c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e46f expref: 17 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335541.693474:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aabc00/0x10123ce7f076511c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e46f expref: 17 pid: 6517 timeout: 442 lvb_type: 0 00000100:00100000:3.0:1763335541.693490:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5d9ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041378944:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335541.693594:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58503c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335541.698077:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5d9ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041378944:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335541.698118:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4200/0x10123ce7f0765131 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e47d expref: 11 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335541.698139:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335541.698149:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00000100:00100000:1.0:1763335541.698152:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:3.0:1763335541.698160:0:6516:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4200/0x10123ce7f0765131 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e47d expref: 11 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335541.698174:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4200, rc 0) 00000100:00100000:0.0:1763335541.698531:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028989184 00000100:00100000:0.0:1763335541.698546:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028989184 00000100:00100000:3.0:1763335541.699190:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+11:15720:x1848991028989056:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4940us (5218us total) trans 0 rc 0/0 00010000:00010000:0.0:1763335541.699201:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aabc00/0x10123ce7f076511c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e46f expref: 18 pid: 6517 timeout: 442 lvb_type: 0 00000100:00100000:3.0:1763335541.699216:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1463 00000100:00100000:0.0:1763335541.699451:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 553 00000100:00100000:0.0:1763335541.699467:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb3e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+18:2408:x1848991028989184:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335541.699486:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335541.699519:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aabc00/0x10123ce7f076511c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e46f expref: 18 pid: 6517 timeout: 442 lvb_type: 0 00010000:00010000:0.0:1763335541.699547:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aabc00/0x10123ce7f076511c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e46f expref: 18 pid: 6517 timeout: 442 lvb_type: 0 00010000:00010000:0.0:1763335541.699578:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aabc00/0x10123ce7f076511c lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e46f expref: 18 pid: 6517 timeout: 442 lvb_type: 0 00010000:00010000:0.0:1763335541.699600:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335541.699607:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4200/0x10123ce7f0765131 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e47d expref: 10 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335541.699626:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4200/0x10123ce7f0765131 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e47d expref: 10 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335541.699636:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4200/0x10123ce7f0765131 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e47d expref: 10 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335541.699689:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4200/0x10123ce7f0765131 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e47d expref: 10 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335541.699706:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffbc4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041379072:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335541.699829:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c900 going to sleep for 11 seconds 00000100:00100000:0.0:1763335541.704125:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffbc4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041379072:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763335541.704165:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335541.704234:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb3e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+17:2408:x1848991028989184:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 4772us (6095us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335541.704248:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 553 00000100:00100000:0.0:1763335541.705732:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335541.706412:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028989312 00000100:00100000:3.0:1763335541.706425:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028989312 00000100:00100000:3.0:1763335541.707180:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 806 00000100:00100000:3.0:1763335541.707198:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbc4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+11:2408:x1848991028989312:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:3.0:1763335541.707637:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 681809 -> 681809 00000004:00010000:3.0:1763335541.707642:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335541 -> 1763335541 00000004:00010000:3.0:1763335541.707645:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335541 -> 1763335541 00000004:00010000:3.0:1763335541.707648:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335541 -> 1763335541 00000004:00010000:3.0:1763335541.707650:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 680 -> 728 00000100:00100000:3.0:1763335541.707758:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbc4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:2408:x1848991028989312:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 564us (2033us total) trans 4294967891 rc 0/0 00000100:00100000:3.0:1763335541.707767:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 806 00000100:00100000:1.0:1763335541.711820:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335541.711982:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028989440 00000100:00100000:3.0:1763335541.711998:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028989440 00000100:00100000:3.0:1763335541.712063:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1464 00000100:00100000:3.0:1763335541.712074:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+17:2407:x1848991028989440:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335541.712103:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335541.712137:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0765138 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e484 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335541.712193:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4200/0x10123ce7f0765131 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e47d expref: 11 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335541.712247:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5d9ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041379200:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335541.712364:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850540 going to sleep for 11 seconds 00000004:00010000:3.0:1763335541.716501:0:6516:0:(mdt_lvb.c:195:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime: 1763335541 -> 1763335542 00000100:00100000:3.0:1763335541.716548:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5d9ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041379200:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335541.716578:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 681809 00010000:00010000:3.0:1763335541.716604:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0765138 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e484 expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335541.716634:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335541.716637:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335541.716643:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0765138 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e484 expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335541.716660:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5e00, rc 0) 00000100:00100000:3.0:1763335541.716742:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+17:2407:x1848991028989440:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4668us (4946us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335541.716753:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1464 00000100:00100000:0.0:1763335541.720227:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335541.720347:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028989568 00000100:00100000:3.0:1763335541.720364:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028989568 00000100:00100000:3.0:1763335541.720442:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1465 00000100:00100000:3.0:1763335541.720453:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbc5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+17:2408:x1848991028989568:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335541.720479:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335541.720509:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5a00/0x10123ce7f076513f lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e48b expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335541.720561:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4200/0x10123ce7f0765131 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e47d expref: 11 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335541.720616:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5d9ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041379328:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335541.720732:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850540 going to sleep for 11 seconds 00000100:00100000:3.0:1763335541.723801:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5d9ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041379328:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335541.723848:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 681809 00010000:00010000:3.0:1763335541.723964:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5a00/0x10123ce7f076513f lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e48b expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335541.723996:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335541.724000:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335541.724078:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5a00/0x10123ce7f076513f lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e48b expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335541.724100:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5a00, rc 0) 00000100:00100000:3.0:1763335541.724720:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbc5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+17:2408:x1848991028989568:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4264us (4505us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335541.724732:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1465 00000100:00100000:1.0:1763335541.728601:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335541.728730:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028989824 00000100:00100000:3.0:1763335541.728747:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028989824 00000100:00100000:3.0:1763335541.728859:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1466 00000100:00100000:3.0:1763335541.728921:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+17:15720:x1848991028989824:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:3.0:1763335541.729004:0:6516:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335541.729052:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaac00/0x10123ce7f076512a lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e476 expref: 17 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335541.729080:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335541.729087:0:6516:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763335541.729321:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0765146 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335541.729339:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0765146 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335541.729350:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0765146 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00000001:00080000:3.0:1763335541.729398:0:6516:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967892 00000004:00010000:3.0:1763335541.729421:0:6516:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 681809 -> 681809 00000004:00010000:3.0:1763335541.729424:0:6516:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335541 -> 1763335542 00000004:00010000:3.0:1763335541.729427:0:6516:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335541 -> 1763335541 00000004:00010000:3.0:1763335541.729429:0:6516:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335542 -> 1763335542 00000004:00010000:3.0:1763335541.729432:0:6516:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 728 -> 728 00000004:00010000:3.0:1763335541.729438:0:6516:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000056081492 reply state 00000000dddf7648 transno 4294967893 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0765146 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335541.729449:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0765146 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335541.729455:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335541.729459:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763335541.729462:0:6516:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763335541.729600:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+19:15720:x1848991028989824:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 730us (1016us total) trans 4294967893 rc 0/0 00000100:00100000:3.0:1763335541.729609:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1466 00000020:00080000:3.0:1763335541.729616:0:6516:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763335541.735974:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335541.736214:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028989952 00000100:00100000:2.0:1763335541.736229:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028989952 00000100:00100000:2.0:1763335541.736342:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1467 00000100:00100000:2.0:1763335541.736356:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbc7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+19:15720:x1848991028989952:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335541.736393:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335541.736422:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0400/0x10123ce7f076514d lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e492 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335541.736461:0:6517:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4200/0x10123ce7f0765131 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e47d expref: 11 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335541.736472:0:6517:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0400/0x10123ce7f076514d lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e492 expref: 20 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335541.736514:0:6517:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4200/0x10123ce7f0765131 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e47d expref: 11 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335541.736529:0:6517:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4200/0x10123ce7f0765131 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e47d expref: 11 pid: 6516 timeout: 442 lvb_type: 0 00000100:00100000:2.0:1763335541.736551:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5956d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041379456:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335541.736659:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5d9ab40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335541.739408:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5956d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041379456:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335541.739456:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0400/0x10123ce7f076514d lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e492 expref: 20 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335541.739481:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335541.739484:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335541.739490:0:6517:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0400/0x10123ce7f076514d lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e492 expref: 20 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335541.739504:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ffad0400, rc 0) 00000100:00100000:3.0:1763335541.739511:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335541.739583:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbc7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+20:15720:x1848991028989952:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3229us (3624us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335541.739595:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1467 00000100:00100000:1.0:1763335541.740090:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028990080 00000100:00100000:1.0:1763335541.740101:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028990080 00010000:00010000:1.0:1763335541.740296:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4200/0x10123ce7f0765131 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e47d expref: 12 pid: 6516 timeout: 442 lvb_type: 0 00000100:00100000:1.0:1763335541.740378:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 554 00000100:00100000:1.0:1763335541.740389:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5d9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+12:2409:x1848991028990080:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335541.740408:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335541.740438:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4200/0x10123ce7f0765131 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e47d expref: 12 pid: 6516 timeout: 442 lvb_type: 0 00010000:00010000:1.0:1763335541.740454:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4200/0x10123ce7f0765131 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e47d expref: 12 pid: 6516 timeout: 442 lvb_type: 0 00010000:00010000:1.0:1763335541.740484:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4200/0x10123ce7f0765131 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e47d expref: 12 pid: 6516 timeout: 442 lvb_type: 0 00010000:00010000:1.0:1763335541.740507:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335541.740513:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0400/0x10123ce7f076514d lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e492 expref: 19 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335541.740525:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0400/0x10123ce7f076514d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e492 expref: 19 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335541.740534:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0400/0x10123ce7f076514d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e492 expref: 19 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335541.740577:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0400/0x10123ce7f076514d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e492 expref: 19 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335541.740594:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc47c8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041379584:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335541.740694:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb240 going to sleep for 11 seconds 00000100:00100000:1.0:1763335541.742125:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc47c8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041379584:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335541.742155:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335541.742218:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5d9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:2409:x1848991028990080:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 1829us (2705us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335541.742230:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 554 00000100:00100000:2.0:1763335541.744606:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335541.745153:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028990208 00000100:00100000:1.0:1763335541.745170:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028990208 00002000:00010000:1.0:1763335541.745241:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1298985->18446744073709551615) 00002000:00100000:1.0:1763335541.745248:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5955880 with x1848991028990208 ext(1298985->18446744073709551615) 00002000:00010000:1.0:1763335541.745267:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5955880. 00000100:00100000:1.0:1763335541.745311:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 648 00000100:00100000:1.0:1763335541.745324:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5955880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+9:2409:x1848991028990208:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:1.0:1763335541.745636:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 0 -> 1298985 00002000:00010000:1.0:1763335541.745641:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335541 -> 1763335542 00002000:00010000:1.0:1763335541.745644:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335540 -> 1763335540 00002000:00010000:1.0:1763335541.745646:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335541 -> 1763335542 00002000:00010000:1.0:1763335541.745649:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763335541.745979:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5955880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+10:2409:x1848991028990208:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 656us (1386us total) trans 4294967560 rc 0/0 00000100:00100000:1.0:1763335541.745989:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 648 00002000:00010000:1.0:1763335541.745995:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1298985->18446744073709551615) 00002000:00100000:1.0:1763335541.745998:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5955880 with x1848991028990208 ext(1298985->18446744073709551615) 00002000:00010000:1.0:1763335541.746004:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5955880. 00000100:00100000:2.0:1763335541.750678:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335541.750785:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028990336 00000100:00100000:1.0:1763335541.750800:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028990336 00002000:00100000:1.0:1763335541.750919:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1257472->1261567) req@ffff9aefc5956d80 x1848991028990336/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/0 e 0 to 0 dl 1763335552 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335541.750932:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5956d80 with x1848991028990336 ext(1257472->1261567) 00002000:00010000:1.0:1763335541.750940:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5956d80 00000100:00100000:1.0:1763335541.750981:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 649 00000100:00100000:1.0:1763335541.750992:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5956d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+10:2407:x1848991028990336:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335541.751286:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5956d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+10:2407:x1848991028990336:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 294us (621us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335541.751984:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 649 00002000:00100000:1.0:1763335541.751998:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1257472->1261567) req@ffff9aefc5956d80 x1848991028990336/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/4536 e 0 to 0 dl 1763335552 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335541.752009:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5956d80 with x1848991028990336 ext(1257472->1261567) 00002000:00010000:1.0:1763335541.752014:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5956d80 00000100:00100000:3.0:1763335541.754754:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335541.755481:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028990464 00000100:00100000:1.0:1763335541.755495:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028990464 00002000:00100000:1.0:1763335541.755564:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1261568->1265663) req@ffff9af0f5d9d180 x1848991028990464/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/0 e 0 to 0 dl 1763335552 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335541.755577:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f5d9d180 with x1848991028990464 ext(1261568->1265663) 00002000:00010000:1.0:1763335541.755584:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f5d9d180 00000100:00100000:1.0:1763335541.755627:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 650 00000100:00100000:1.0:1763335541.755637:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5d9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+10:2408:x1848991028990464:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335541.755985:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5d9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+10:2408:x1848991028990464:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 344us (1281us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335541.755998:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 650 00002000:00100000:1.0:1763335541.756006:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1261568->1265663) req@ffff9af0f5d9d180 x1848991028990464/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/4536 e 0 to 0 dl 1763335552 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335541.756015:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f5d9d180 with x1848991028990464 ext(1261568->1265663) 00002000:00010000:1.0:1763335541.756019:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f5d9d180 00000100:00100000:2.0:1763335541.763140:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335541.763472:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028990592 00000100:00100000:1.0:1763335541.763486:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028990592 00002000:00100000:1.0:1763335541.763563:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1265664->1269759) req@ffff9af0ffbf4e00 x1848991028990592/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/0 e 0 to 0 dl 1763335552 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335541.763577:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffbf4e00 with x1848991028990592 ext(1265664->1269759) 00002000:00010000:1.0:1763335541.763586:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffbf4e00 00000100:00100000:1.0:1763335541.763630:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 651 00000100:00100000:1.0:1763335541.763641:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbf4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+10:2409:x1848991028990592:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335541.763977:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbf4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+10:2409:x1848991028990592:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 336us (851us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335541.763986:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 651 00002000:00100000:1.0:1763335541.763994:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1265664->1269759) req@ffff9af0ffbf4e00 x1848991028990592/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/4536 e 0 to 0 dl 1763335552 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335541.764002:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffbf4e00 with x1848991028990592 ext(1265664->1269759) 00002000:00010000:1.0:1763335541.764005:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffbf4e00 00000100:00100000:2.0:1763335541.767255:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335541.767493:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028990720 00000100:00100000:0.0:1763335541.767507:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028990720 00002000:00100000:0.0:1763335541.767578:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1269760->1273855) req@ffff9af0ffbf6680 x1848991028990720/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/0 e 0 to 0 dl 1763335552 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335541.767592:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffbf6680 with x1848991028990720 ext(1269760->1273855) 00002000:00010000:0.0:1763335541.767600:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffbf6680 00000100:00100000:0.0:1763335541.767642:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 652 00000100:00100000:0.0:1763335541.767653:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbf6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+10:2408:x1848991028990720:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335541.768019:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbf6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+10:2408:x1848991028990720:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 366us (781us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335541.768027:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 652 00002000:00100000:0.0:1763335541.768034:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1269760->1273855) req@ffff9af0ffbf6680 x1848991028990720/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/4536 e 0 to 0 dl 1763335552 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335541.768043:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffbf6680 with x1848991028990720 ext(1269760->1273855) 00002000:00010000:0.0:1763335541.768047:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffbf6680 00000100:00100000:3.0:1763335541.772033:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335541.772317:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028990848 00000100:00100000:1.0:1763335541.772331:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028990848 00002000:00100000:1.0:1763335541.772399:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1273856->1277951) req@ffff9af0f5d9c700 x1848991028990848/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/0 e 0 to 0 dl 1763335552 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335541.772419:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f5d9c700 with x1848991028990848 ext(1273856->1277951) 00002000:00010000:1.0:1763335541.772426:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f5d9c700 00000100:00100000:1.0:1763335541.772739:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 653 00000100:00100000:1.0:1763335541.772751:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5d9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+10:2406:x1848991028990848:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335541.773118:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5d9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+10:2406:x1848991028990848:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 365us (1098us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335541.773128:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 653 00002000:00100000:1.0:1763335541.773137:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1273856->1277951) req@ffff9af0f5d9c700 x1848991028990848/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/4536 e 0 to 0 dl 1763335552 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335541.773148:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f5d9c700 with x1848991028990848 ext(1273856->1277951) 00002000:00010000:1.0:1763335541.773153:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f5d9c700 00000100:00100000:2.0:1763335541.777314:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335541.777564:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028990976 00000100:00100000:1.0:1763335541.777578:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028990976 00002000:00100000:1.0:1763335541.777646:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1277952->1282047) req@ffff9af0ffbf5880 x1848991028990976/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/0 e 0 to 0 dl 1763335552 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335541.777658:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffbf5880 with x1848991028990976 ext(1277952->1282047) 00002000:00010000:1.0:1763335541.777665:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffbf5880 00000100:00100000:1.0:1763335541.777703:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 654 00000100:00100000:1.0:1763335541.777712:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbf5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+10:2406:x1848991028990976:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335541.778019:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbf5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+10:2406:x1848991028990976:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 306us (720us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335541.778028:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 654 00002000:00100000:1.0:1763335541.778036:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1277952->1282047) req@ffff9af0ffbf5880 x1848991028990976/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/4536 e 0 to 0 dl 1763335552 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335541.778045:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffbf5880 with x1848991028990976 ext(1277952->1282047) 00002000:00010000:1.0:1763335541.778048:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffbf5880 00000100:00100000:3.0:1763335541.782010:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335541.782136:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028991104 00000100:00100000:2.0:1763335541.782152:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028991104 00002000:00100000:2.0:1763335541.782216:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1282048->1286143) req@ffff9af0f5d9f100 x1848991028991104/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/0 e 0 to 0 dl 1763335552 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335541.782229:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f5d9f100 with x1848991028991104 ext(1282048->1286143) 00002000:00010000:2.0:1763335541.782237:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f5d9f100 00000100:00100000:2.0:1763335541.782273:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 655 00000100:00100000:2.0:1763335541.782285:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5d9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+10:2408:x1848991028991104:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335541.782565:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5d9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+10:2408:x1848991028991104:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 282us (572us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335541.782573:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 655 00002000:00100000:2.0:1763335541.782580:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1282048->1286143) req@ffff9af0f5d9f100 x1848991028991104/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/4536 e 0 to 0 dl 1763335552 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335541.782588:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f5d9f100 with x1848991028991104 ext(1282048->1286143) 00002000:00010000:2.0:1763335541.782591:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f5d9f100 00000100:00100000:0.0:1763335541.785664:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335541.785935:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028991232 00000100:00100000:1.0:1763335541.785948:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028991232 00002000:00100000:1.0:1763335541.786012:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1286144->1290239) req@ffff9af0ffbc6a00 x1848991028991232/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/0 e 0 to 0 dl 1763335552 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335541.786025:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffbc6a00 with x1848991028991232 ext(1286144->1290239) 00002000:00010000:1.0:1763335541.786033:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffbc6a00 00000100:00100000:1.0:1763335541.786071:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 656 00000100:00100000:1.0:1763335541.786083:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+10:2409:x1848991028991232:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335541.786345:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+10:2409:x1848991028991232:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 263us (698us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335541.786354:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 656 00002000:00100000:1.0:1763335541.786360:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1286144->1290239) req@ffff9af0ffbc6a00 x1848991028991232/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/4536 e 0 to 0 dl 1763335552 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335541.786368:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffbc6a00 with x1848991028991232 ext(1286144->1290239) 00002000:00010000:1.0:1763335541.786372:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffbc6a00 00000100:00100000:3.0:1763335541.789494:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335541.789615:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028991360 00000100:00100000:2.0:1763335541.789629:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028991360 00002000:00100000:2.0:1763335541.789700:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1290240->1294335) req@ffff9af0f5d9dc00 x1848991028991360/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/0 e 0 to 0 dl 1763335552 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335541.789712:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f5d9dc00 with x1848991028991360 ext(1290240->1294335) 00002000:00010000:2.0:1763335541.789720:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f5d9dc00 00000100:00100000:2.0:1763335541.789764:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 657 00000100:00100000:2.0:1763335541.789775:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5d9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+10:2406:x1848991028991360:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335541.790110:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5d9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+10:2406:x1848991028991360:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 335us (632us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335541.790118:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 657 00002000:00100000:2.0:1763335541.790125:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1290240->1294335) req@ffff9af0f5d9dc00 x1848991028991360/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/4536 e 0 to 0 dl 1763335552 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335541.790133:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f5d9dc00 with x1848991028991360 ext(1290240->1294335) 00002000:00010000:2.0:1763335541.790136:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f5d9dc00 00000100:00100000:3.0:1763335541.793593:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335541.793918:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028991488 00000100:00100000:1.0:1763335541.793932:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028991488 00002000:00100000:1.0:1763335541.794002:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1294336->1298431) req@ffff9af0f5d9ca80 x1848991028991488/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/0 e 0 to 0 dl 1763335552 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335541.794015:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f5d9ca80 with x1848991028991488 ext(1294336->1298431) 00002000:00010000:1.0:1763335541.794023:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f5d9ca80 00000100:00100000:1.0:1763335541.794597:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 658 00000100:00100000:1.0:1763335541.794612:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5d9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+10:2409:x1848991028991488:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335541.794989:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5d9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+10:2409:x1848991028991488:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 379us (1410us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335541.794997:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 658 00002000:00100000:1.0:1763335541.795006:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1294336->1298431) req@ffff9af0f5d9ca80 x1848991028991488/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/4536 e 0 to 0 dl 1763335552 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335541.795016:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f5d9ca80 with x1848991028991488 ext(1294336->1298431) 00002000:00010000:1.0:1763335541.795021:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f5d9ca80 00000100:00100000:0.0:1763335541.799217:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335541.799394:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028991616 00000100:00100000:2.0:1763335541.799409:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028991616 00002000:00100000:2.0:1763335541.799474:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1298432->1302527) req@ffff9af0ffbc5880 x1848991028991616/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/0 e 0 to 0 dl 1763335552 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335541.799486:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffbc5880 with x1848991028991616 ext(1298432->1302527) 00002000:00010000:2.0:1763335541.799494:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffbc5880 00000100:00100000:2.0:1763335541.799538:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 659 00000100:00100000:2.0:1763335541.799549:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+10:2407:x1848991028991616:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335541.799793:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+10:2407:x1848991028991616:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 245us (593us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335541.799807:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 659 00002000:00100000:2.0:1763335541.799832:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1298432->1302527) req@ffff9af0ffbc5880 x1848991028991616/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/4536 e 0 to 0 dl 1763335552 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335541.799840:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffbc5880 with x1848991028991616 ext(1298432->1302527) 00002000:00010000:2.0:1763335541.799843:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffbc5880 00000100:00100000:3.0:1763335541.803015:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335541.803376:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028991744 00000100:00100000:1.0:1763335541.803391:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028991744 00002000:00100000:1.0:1763335541.803455:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1257472->1298984) req@ffff9af0f5d9d880 x1848991028991744/t0(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/0 e 0 to 0 dl 1763335552 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335541.803468:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f5d9d880 with x1848991028991744 ext(1257472->1298984) 00002000:00010000:1.0:1763335541.803476:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f5d9d880 00000100:00100000:1.0:1763335541.803519:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 660 00000100:00100000:1.0:1763335541.803529:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5d9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+10:2408:x1848991028991744:12345-192.168.202.34@tcp:4:fsx.0 00000100:00100000:1.0:1763335541.807388:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5d9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+12:2408:x1848991028991744:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 3841us (4370us total) trans 4294967561 rc 0/0 00000100:00100000:1.0:1763335541.807408:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 660 00002000:00100000:1.0:1763335541.807427:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1257472->1298984) req@ffff9af0f5d9d880 x1848991028991744/t4294967561(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/448 e 0 to 0 dl 1763335552 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335541.807446:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f5d9d880 with x1848991028991744 ext(1257472->1298984) 00002000:00010000:1.0:1763335541.807456:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f5d9d880 00000100:00100000:0.0:1763335541.810012:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335541.810119:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028991872 00000100:00100000:2.0:1763335541.810134:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028991872 00000100:00100000:2.0:1763335541.810200:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1065 00000100:00100000:2.0:1763335541.810212:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+12:2408:x1848991028991872:12345-192.168.202.34@tcp:16:fsx.0 00000001:00080000:3.0:1763335541.811742:0:9466:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967561 is committed 00000001:00080000:3.0:1763335541.811770:0:9466:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967557 is committed 00000100:00100000:2.0:1763335541.812403:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028991872:12345-192.168.202.34@tcp:16:fsx.0 Request processed in 2184us (2396us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335541.812418:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1065 00000100:00100000:2.0:1763335541.815243:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335541.815341:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028992000 00000100:00100000:0.0:1763335541.815356:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028992000 00000100:00100000:0.0:1763335541.815429:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1468 00000100:00100000:0.0:1763335541.815440:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb69500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:15720:x1848991028992000:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335541.815471:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335541.815500:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aabe00/0x10123ce7f0765154 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e499 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335541.815617:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aab800/0x10123ce7f076515b lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:0.0:1763335541.815636:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aab800/0x10123ce7f076515b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:0.0:1763335541.815648:0:6517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aab800/0x10123ce7f076515b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00000004:00200000:0.0:1763335541.815678:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 1298985 00000004:00200000:0.0:1763335541.815683:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763335541.815704:0:6517:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aab800/0x10123ce7f076515b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:0.0:1763335541.815733:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aabe00/0x10123ce7f0765154 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e499 expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335541.815754:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aab800/0x10123ce7f076515b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e499 expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335541.815764:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335541.815767:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335541.815772:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aab800, rc 0) 00000100:00100000:0.0:1763335541.815865:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb69500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+12:15720:x1848991028992000:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 425us (637us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335541.815903:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1468 00000100:00100000:0.0:1763335541.819465:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335541.820129:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335541.820313:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028992128 00000100:00100000:3.0:1763335541.820328:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028992128 00000100:00100000:2.0:1763335541.820428:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028992256 00000100:00100000:2.0:1763335541.820433:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028992256 00000100:00100000:2.0:1763335541.820514:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1066 00000100:00100000:2.0:1763335541.820527:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbc5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991028992256:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335541.820556:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335541.820583:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad0c00/0x10123ce7f0765162 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e4a7 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335541.820674:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffb6ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041379712:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335541.820889:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1469 00000100:00100000:1.0:1763335541.820899:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbc6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:2408:x1848991028992128:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335541.820914:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335541.820931:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96c600/0x10123ce7f0765169 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e4a0 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335541.820971:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0400/0x10123ce7f076514d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e492 expref: 19 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335541.821001:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc47c8380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041379840:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335541.821941:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5d9ab40 going to sleep for 11 seconds 00000100:00100000:1.0:1763335541.822008:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb840 going to sleep for 11 seconds 00002000:00010000:2.0:1763335541.824864:0:8400:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335540 -> 1763335542 00002000:00010000:2.0:1763335541.824916:0:8400:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks: 0 -> 88 00000100:00100000:2.0:1763335541.824948:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffb6ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041379712:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335541.824995:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad0c00/0x10123ce7f0765162 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e4a7 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335541.825024:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad0c00/0x10123ce7f0765162 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e4a7 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335541.825039:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ffad0c00, rc 0) 00000100:00100000:2.0:1763335541.825112:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbc5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991028992256:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4586us (5663us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335541.825122:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1066 00000004:00010000:3.0:1763335541.825420:0:6516:0:(mdt_lvb.c:189:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime: 1763335541 -> 1763335542 00000100:00100000:3.0:1763335541.825441:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc47c8380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041379840:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335541.825457:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 681809 00010000:00010000:3.0:1763335541.825473:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96c600/0x10123ce7f0765169 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e4a0 expref: 13 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335541.825490:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335541.825494:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335541.825499:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96c600/0x10123ce7f0765169 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e4a0 expref: 13 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335541.825510:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ff96c600, rc 0) 00000100:00100000:3.0:1763335541.825552:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbc6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:2408:x1848991028992128:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4654us (5425us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335541.825559:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1469 00000100:00100000:1.0:1763335541.830279:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335541.830683:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335541.830760:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028992512 00000100:00100000:2.0:1763335541.830773:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028992512 00000100:00100000:2.0:1763335541.830857:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1067 00000100:00100000:2.0:1763335541.830913:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991028992512:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335541.830939:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335541.830964:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad0e00/0x10123ce7f0765170 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e4b5 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335541.831052:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffb6ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041379968:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335541.831150:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5d9ab40 going to sleep for 11 seconds 00000100:00100000:3.0:1763335541.831464:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028992384 00000100:00100000:3.0:1763335541.831469:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028992384 00000100:00100000:3.0:1763335541.831516:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1470 00000100:00100000:3.0:1763335541.831524:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:2408:x1848991028992384:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335541.831536:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335541.831551:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0765177 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e4ae expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335541.831586:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0400/0x10123ce7f076514d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e492 expref: 19 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335541.831611:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5d9c380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041380096:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335541.831656:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850540 going to sleep for 11 seconds 00000100:00100000:2.0:1763335541.834985:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffb6ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041379968:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335541.835050:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad0e00/0x10123ce7f0765170 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e4b5 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335541.835089:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad0e00/0x10123ce7f0765170 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e4b5 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335541.835105:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ffad0e00, rc 0) 00000100:00100000:2.0:1763335541.836468:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991028992512:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5590us (6200us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335541.836482:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1067 00000100:00100000:1.0:1763335541.837114:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5d9c380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041380096:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335541.837143:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 681809 00010000:00010000:1.0:1763335541.837166:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0765177 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e4ae expref: 13 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335541.837192:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335541.837195:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335541.837201:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0765177 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e4ae expref: 13 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335541.837216:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5a00, rc 0) 00000100:00100000:1.0:1763335541.837275:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:2408:x1848991028992384:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5752us (6593us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335541.837284:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1470 00000100:00100000:1.0:1763335541.842017:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335541.842354:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028992640 00000100:00100000:3.0:1763335541.842367:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028992640 00000100:00100000:3.0:1763335541.842450:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1471 00000100:00100000:3.0:1763335541.842463:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+20:15720:x1848991028992640:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335541.842494:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335541.842525:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f076517e lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e4bc expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335541.842661:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0765185 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335541.842681:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0765185 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335541.842698:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0765185 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00000004:00200000:3.0:1763335541.842735:0:6516:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 1298985 00000004:00200000:3.0:1763335541.842741:0:6516:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763335541.842770:0:6516:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0765185 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335541.842804:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f076517e lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e4bc expref: 22 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335541.842833:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0765185 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e4bc expref: 21 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335541.842842:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335541.842845:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763335541.842849:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5000, rc 0) 00000100:00100000:3.0:1763335541.843703:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+21:15720:x1848991028992640:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 1236us (1701us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335541.843716:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1471 00000100:00100000:1.0:1763335541.849086:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335541.849205:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028992768 00000100:00100000:3.0:1763335541.849218:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028992768 00000100:00100000:3.0:1763335541.849294:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1472 00000100:00100000:3.0:1763335541.849305:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:15720:x1848991028992768:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335541.849336:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335541.849365:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f076518c lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e4c3 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335541.849403:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0400/0x10123ce7f076514d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e492 expref: 20 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335541.849417:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f076518c lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e4c3 expref: 13 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335541.849461:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0400/0x10123ce7f076514d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e492 expref: 20 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335541.849476:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0400/0x10123ce7f076514d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e492 expref: 20 pid: 6517 timeout: 442 lvb_type: 0 00000100:00100000:3.0:1763335541.849494:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5d9f480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041380224:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335541.849609:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850540 going to sleep for 11 seconds 00000100:00100000:3.0:1763335541.853080:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5d9f480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041380224:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335541.853134:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f076518c lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e4c3 expref: 13 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335541.853158:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335541.853162:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335541.853167:0:6516:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f076518c lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e4c3 expref: 13 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335541.853181:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4400, rc 0) 00000100:00100000:3.0:1763335541.853263:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+13:15720:x1848991028992768:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3957us (4192us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335541.853275:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1472 00000100:00100000:0.0:1763335541.854924:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335541.855206:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028992896 00000100:00100000:1.0:1763335541.855218:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028992896 00010000:00010000:1.0:1763335541.855272:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0400/0x10123ce7f076514d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e492 expref: 21 pid: 6517 timeout: 442 lvb_type: 0 00000100:00100000:1.0:1763335541.855324:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 555 00000100:00100000:1.0:1763335541.855335:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f80f9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+21:2408:x1848991028992896:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335541.855355:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335541.855385:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0400/0x10123ce7f076514d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e492 expref: 21 pid: 6517 timeout: 442 lvb_type: 0 00010000:00010000:1.0:1763335541.855400:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0400/0x10123ce7f076514d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e492 expref: 21 pid: 6517 timeout: 442 lvb_type: 0 00010000:00010000:1.0:1763335541.855427:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0400/0x10123ce7f076514d lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e492 expref: 21 pid: 6517 timeout: 442 lvb_type: 0 00010000:00010000:1.0:1763335541.855444:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335541.855450:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f076518c lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e4c3 expref: 12 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335541.855464:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f076518c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e4c3 expref: 12 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335541.855480:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f076518c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e4c3 expref: 12 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335541.855526:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f076518c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e4c3 expref: 12 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335541.855540:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc47c8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041380352:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335541.857003:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fba80 going to sleep for 11 seconds 00000100:00100000:0.0:1763335541.860785:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc47c8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041380352:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763335541.860831:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335541.860954:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f80f9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+20:2408:x1848991028992896:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 5619us (6095us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335541.860967:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 555 00000100:00100000:0.0:1763335541.862851:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335541.863223:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028993024 00000100:00100000:2.0:1763335541.863237:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028993024 00002000:00100000:2.0:1763335541.863307:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5847480 x1848991028993024/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:587/0 lens 488/0 e 0 to 0 dl 1763335552 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335541.863320:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5847480 with x1848991028993024 00000100:00100000:2.0:1763335541.863367:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 807 00000100:00100000:2.0:1763335541.863378:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5847480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+13:2408:x1848991028993024:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335541.863642:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5847480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+13:2408:x1848991028993024:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 265us (801us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335541.863650:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 807 00002000:00100000:2.0:1763335541.863658:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5847480 x1848991028993024/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:587/0 lens 488/4536 e 0 to 0 dl 1763335552 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335541.863666:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5847480 with x1848991028993024 00000100:00100000:1.0:1763335541.867256:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335541.867688:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028993152 00000100:00100000:3.0:1763335541.867704:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028993152 00002000:00100000:3.0:1763335541.867773:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc47c9f80 x1848991028993152/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:587/0 lens 488/0 e 0 to 0 dl 1763335552 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335541.867785:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc47c9f80 with x1848991028993152 00000100:00100000:3.0:1763335541.867840:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 808 00000100:00100000:3.0:1763335541.867850:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+13:2408:x1848991028993152:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335541.868152:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+13:2408:x1848991028993152:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 302us (911us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335541.868161:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 808 00002000:00100000:3.0:1763335541.868169:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc47c9f80 x1848991028993152/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:587/0 lens 488/4536 e 0 to 0 dl 1763335552 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335541.868176:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc47c9f80 with x1848991028993152 00000100:00100000:1.0:1763335541.871959:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335541.872203:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028993280 00000100:00100000:3.0:1763335541.872216:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028993280 00000100:00100000:2.0:1763335541.872389:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1473 00000100:00100000:2.0:1763335541.872401:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+20:2408:x1848991028993280:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335541.872433:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335541.872565:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0e00/0x10123ce7f0765193 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e4ca expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335541.872623:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f076518c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e4c3 expref: 12 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335541.872746:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffb6ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041380480:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335541.872907:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5d9acc0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335541.876160:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffb6ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041380480:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335541.876197:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 681809 00010000:00010000:2.0:1763335541.876221:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0e00/0x10123ce7f0765193 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e4ca expref: 21 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335541.876250:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335541.876254:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335541.876260:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0e00/0x10123ce7f0765193 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e4ca expref: 21 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335541.876278:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ffad0e00, rc 0) 00000100:00100000:2.0:1763335541.876355:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+20:2408:x1848991028993280:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3955us (4411us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335541.876366:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1473 00000100:00100000:1.0:1763335541.879201:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335541.879343:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028993408 00000100:00100000:2.0:1763335541.879357:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028993408 00000100:00100000:2.0:1763335541.879437:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1474 00000100:00100000:2.0:1763335541.879449:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+20:2408:x1848991028993408:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335541.879476:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335541.879504:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0c00/0x10123ce7f076519a lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e4d1 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335541.879552:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f076518c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e4c3 expref: 12 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335541.879604:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffb6ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041380608:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335541.880135:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5d9acc0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335541.882896:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffb6ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041380608:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335541.882936:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 681809 00010000:00010000:2.0:1763335541.882964:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0c00/0x10123ce7f076519a lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e4d1 expref: 21 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335541.882993:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335541.882996:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335541.883002:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0c00/0x10123ce7f076519a lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e4d1 expref: 21 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335541.883018:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ffad0c00, rc 0) 00000100:00100000:2.0:1763335541.883105:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+20:2408:x1848991028993408:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3656us (3918us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335541.883116:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1474 00000100:00100000:0.0:1763335541.889327:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335541.889410:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028993664 00000100:00100000:2.0:1763335541.889423:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028993664 00000100:00100000:2.0:1763335541.889494:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1475 00000100:00100000:2.0:1763335541.889504:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5844e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+20:15720:x1848991028993664:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:2.0:1763335541.889579:0:6516:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335541.889615:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0765185 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e4bc expref: 20 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335541.889642:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335541.889647:0:6516:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335541.889861:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0c00/0x10123ce7f07651a1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335541.889923:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aab800/0x10123ce7f076515b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e499 expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335541.889934:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0c00/0x10123ce7f07651a1 lrc: 4/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335541.889973:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aab800/0x10123ce7f076515b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e499 expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335541.889988:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aab800/0x10123ce7f076515b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e499 expref: 12 pid: 6517 timeout: 442 lvb_type: 0 00000100:00100000:2.0:1763335541.890006:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffb6ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041380736:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335541.890767:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5d9ab40 going to sleep for 11 seconds 00000100:00100000:1.0:1763335541.894780:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335541.894999:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffb6ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041380736:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335541.895146:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028993792 00000100:00100000:0.0:1763335541.895155:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028993792 00010000:00010000:0.0:1763335541.895207:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aab800/0x10123ce7f076515b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e499 expref: 13 pid: 6517 timeout: 442 lvb_type: 0 00000100:00100000:0.0:1763335541.895260:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 556 00000100:00100000:0.0:1763335541.895271:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47c8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+13:2408:x1848991028993792:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335541.895291:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335541.895298:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aab800/0x10123ce7f076515b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e499 expref: 13 pid: 6517 timeout: 442 lvb_type: 0 00010000:00010000:0.0:1763335541.895311:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aab800/0x10123ce7f076515b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e499 expref: 13 pid: 6517 timeout: 442 lvb_type: 0 00010000:00010000:0.0:1763335541.895340:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aab800/0x10123ce7f076515b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e499 expref: 13 pid: 6517 timeout: 442 lvb_type: 0 00010000:00010000:0.0:1763335541.895360:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335541.895366:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0c00/0x10123ce7f07651a1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 00010000:00010000:0.0:1763335541.895379:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0c00/0x10123ce7f07651a1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50290000000000 pid: 6516 initiator: MDT0 00010000:00010000:0.0:1763335541.895388:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0c00/0x10123ce7f07651a1 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50290000000000 pid: 6516 initiator: MDT0 00010000:00010000:0.0:1763335541.895413:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335541.895481:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47c8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+12:2408:x1848991028993792:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 210us (717us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335541.895489:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 556 00010000:00010000:2.0:1763335541.895690:0:6516:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0c00/0x10123ce7f07651a1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335541.895703:0:6516:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0c00/0x10123ce7f07651a1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335541.895709:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0c00/0x10123ce7f07651a1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00000001:00080000:2.0:1763335541.895852:0:6516:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967894 00000004:00010000:2.0:1763335541.895963:0:6516:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 681809 -> 681809 00000004:00010000:2.0:1763335541.895967:0:6516:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335542 -> 1763335542 00000004:00010000:2.0:1763335541.895970:0:6516:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335542 -> 1763335541 00000004:00010000:2.0:1763335541.895973:0:6516:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335542 -> 1763335542 00000004:00010000:2.0:1763335541.895975:0:6516:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 728 -> 728 00000004:00010000:2.0:1763335541.895983:0:6516:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b772ac12 reply state 00000000afbf37a2 transno 4294967895 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0c00/0x10123ce7f07651a1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335541.895997:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0c00/0x10123ce7f07651a1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335541.896004:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335541.896016:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335541.896020:0:6516:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763335541.896133:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5844e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+22:15720:x1848991028993664:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 6629us (6819us total) trans 4294967895 rc 0/0 00000100:00100000:2.0:1763335541.896143:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1475 00000020:00080000:2.0:1763335541.896147:0:6516:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763335541.903905:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335541.904102:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028993920 00000100:00100000:2.0:1763335541.904116:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028993920 00000100:00100000:2.0:1763335541.904393:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1476 00000100:00100000:2.0:1763335541.904405:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+22:15720:x1848991028993920:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335541.904518:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335541.904550:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0e00/0x10123ce7f07651a8 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e4d8 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335541.904590:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f076518c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e4c3 expref: 11 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335541.904602:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0e00/0x10123ce7f07651a8 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e4d8 expref: 23 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335541.904647:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f076518c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e4c3 expref: 11 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335541.904663:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f076518c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e4c3 expref: 11 pid: 6516 timeout: 442 lvb_type: 0 00000100:00100000:2.0:1763335541.904680:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffb6ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041380864:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335541.904796:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5d9acc0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335541.909385:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335541.911129:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028994048 00000100:00100000:1.0:1763335541.911149:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028994048 00002000:00100000:1.0:1763335541.911228:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffb3f480 x1848991028994048/t0(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:587/0 lens 488/0 e 0 to 0 dl 1763335552 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335541.911241:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffb3f480 with x1848991028994048 00010000:00010000:1.0:1763335541.911253:0:6530:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f076518c lrc: 5/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e4c3 expref: 12 pid: 6516 timeout: 442 lvb_type: 0 00010000:00010000:1.0:1763335541.911273:0:6530:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f076518c lrc: 5/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e4c3 expref: 12 pid: 6516 timeout: 442 lvb_type: 0 00002000:00010000:1.0:1763335541.911283:0:6530:0:(mdt_io.c:157:mdt_rw_hpreq_check()) lustre-MDT0000: refreshed 1 locks timeout for req ffff9af0ffb3f480 00000100:00100000:1.0:1763335541.911334:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 44 00000100:00100000:1.0:1763335541.911346:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+12:2408:x1848991028994048:12345-192.168.202.34@tcp:4:fsx.0 00000100:00100000:2.0:1763335541.911783:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffb6ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041380864:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335541.911831:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0e00/0x10123ce7f07651a8 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e4d8 expref: 23 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335541.911850:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335541.911853:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335541.911858:0:6516:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0e00/0x10123ce7f07651a8 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e4d8 expref: 23 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335541.911922:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ffad0e00, rc 0) 00000100:00100000:2.0:1763335541.911967:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+23:15720:x1848991028993920:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7564us (8112us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335541.911976:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1476 00000004:00010000:1.0:1763335541.918923:0:6530:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 681809 -> 681809 00000004:00010000:1.0:1763335541.918938:0:6530:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335542 -> 1763335542 00000004:00010000:1.0:1763335541.918942:0:6530:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335541 -> 1763335541 00000004:00010000:1.0:1763335541.919000:0:6530:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335542 -> 1763335542 00000004:00010000:1.0:1763335541.919003:0:6530:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 728 -> 848 00000100:00100000:1.0:1763335541.919123:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+14:2408:x1848991028994048:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 7771us (9748us total) trans 4294967896 rc 0/0 00000100:00100000:1.0:1763335541.919137:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 44 00002000:00100000:1.0:1763335541.919164:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffb3f480 x1848991028994048/t4294967896(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:587/0 lens 488/448 e 0 to 0 dl 1763335552 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335541.919174:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffb3f480 with x1848991028994048 00010000:00010000:1.0:1763335541.919187:0:6530:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f076518c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e4c3 expref: 14 pid: 6516 timeout: 442 lvb_type: 0 00010000:00010000:1.0:1763335541.919207:0:6530:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f076518c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e4c3 expref: 14 pid: 6516 timeout: 442 lvb_type: 0 00002000:00010000:1.0:1763335541.919216:0:6530:0:(mdt_io.c:157:mdt_rw_hpreq_check()) lustre-MDT0000: refreshed 1 locks timeout for req ffff9af0ffb3f480 00000100:00100000:0.0:1763335541.924069:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335541.925087:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028994176 00000100:00100000:1.0:1763335541.925103:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028994176 00010000:00010000:1.0:1763335541.925167:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f076518c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e4c3 expref: 14 pid: 6516 timeout: 442 lvb_type: 0 00000100:00100000:1.0:1763335541.925224:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 557 00000100:00100000:1.0:1763335541.925236:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb3c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+14:2409:x1848991028994176:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335541.925259:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335541.925293:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f076518c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e4c3 expref: 14 pid: 6516 timeout: 442 lvb_type: 0 00010000:00010000:1.0:1763335541.925311:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f076518c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e4c3 expref: 14 pid: 6516 timeout: 442 lvb_type: 0 00010000:00010000:1.0:1763335541.925343:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f076518c lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e4c3 expref: 14 pid: 6516 timeout: 442 lvb_type: 0 00010000:00010000:1.0:1763335541.925365:0:13187:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335541.925372:0:13187:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0e00/0x10123ce7f07651a8 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e4d8 expref: 22 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335541.925386:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0e00/0x10123ce7f07651a8 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e4d8 expref: 22 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335541.925396:0:13187:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0e00/0x10123ce7f07651a8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e4d8 expref: 22 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335541.925447:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0e00/0x10123ce7f07651a8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e4d8 expref: 22 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335541.925463:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c45500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041380992:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335541.925593:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fbb40 going to sleep for 11 seconds 00000100:00100000:1.0:1763335541.929993:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c45500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041380992:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335541.930041:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335541.930110:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb3c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+13:2409:x1848991028994176:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 4874us (6057us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335541.930126:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 557 00000100:00100000:2.0:1763335541.931590:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335541.931666:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028994304 00000100:00100000:1.0:1763335541.931677:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028994304 00002000:00010000:1.0:1763335541.931726:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1816422->18446744073709551615) 00002000:00100000:1.0:1763335541.931732:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb6ad80 with x1848991028994304 ext(1816422->18446744073709551615) 00002000:00010000:1.0:1763335541.931747:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb6ad80. 00000100:00100000:1.0:1763335541.931779:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 661 00000100:00100000:1.0:1763335541.931789:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028994304:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:1.0:1763335541.932144:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1298985 -> 1816422 00002000:00010000:1.0:1763335541.932148:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335542 -> 1763335542 00002000:00010000:1.0:1763335541.932151:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335542 -> 1763335541 00002000:00010000:1.0:1763335541.932153:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335542 -> 1763335542 00002000:00010000:1.0:1763335541.932156:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 88 -> 88 00000100:00100000:1.0:1763335541.932224:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+7:2408:x1848991028994304:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 434us (641us total) trans 4294967562 rc 0/0 00000100:00100000:1.0:1763335541.932232:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 661 00002000:00010000:1.0:1763335541.932237:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1816422->18446744073709551615) 00002000:00100000:1.0:1763335541.932240:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb6ad80 with x1848991028994304 ext(1816422->18446744073709551615) 00002000:00010000:1.0:1763335541.932245:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb6ad80. 00000100:00100000:0.0:1763335541.938697:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335541.938777:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028994432 00000100:00100000:2.0:1763335541.938792:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028994432 00002000:00100000:2.0:1763335541.938914:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1769472->1773567) req@ffff9af0ffb3e680 x1848991028994432/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/0 e 0 to 0 dl 1763335552 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335541.938928:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb3e680 with x1848991028994432 ext(1769472->1773567) 00002000:00010000:2.0:1763335541.938937:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb3e680 00000100:00100000:2.0:1763335541.938976:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 662 00000100:00100000:2.0:1763335541.938987:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991028994432:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335541.940296:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991028994432:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 1300us (1606us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335541.940309:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 662 00002000:00100000:2.0:1763335541.940321:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1769472->1773567) req@ffff9af0ffb3e680 x1848991028994432/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/4536 e 0 to 0 dl 1763335552 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335541.940333:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb3e680 with x1848991028994432 ext(1769472->1773567) 00002000:00010000:2.0:1763335541.940340:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb3e680 00000100:00100000:0.0:1763335541.947154:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335541.947439:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028994560 00000100:00100000:1.0:1763335541.947453:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028994560 00002000:00100000:1.0:1763335541.947522:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1773568->1777663) req@ffff9aefc579c700 x1848991028994560/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/0 e 0 to 0 dl 1763335552 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335541.947534:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc579c700 with x1848991028994560 ext(1773568->1777663) 00002000:00010000:1.0:1763335541.947541:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc579c700 00000100:00100000:1.0:1763335541.947584:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 663 00000100:00100000:1.0:1763335541.947594:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc579c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991028994560:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335541.947864:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc579c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991028994560:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 270us (726us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335541.947903:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 663 00002000:00100000:1.0:1763335541.947911:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1773568->1777663) req@ffff9aefc579c700 x1848991028994560/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/4536 e 0 to 0 dl 1763335552 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335541.947919:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc579c700 with x1848991028994560 ext(1773568->1777663) 00002000:00010000:1.0:1763335541.947922:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc579c700 00000100:00100000:0.0:1763335541.952740:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335541.952922:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028994688 00000100:00100000:2.0:1763335541.952938:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028994688 00002000:00100000:2.0:1763335541.953010:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1777664->1781759) req@ffff9aefc579fb80 x1848991028994688/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/0 e 0 to 0 dl 1763335552 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335541.953023:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc579fb80 with x1848991028994688 ext(1777664->1781759) 00002000:00010000:2.0:1763335541.953031:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc579fb80 00000100:00100000:2.0:1763335541.953078:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 664 00000100:00100000:2.0:1763335541.953088:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc579fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+7:2408:x1848991028994688:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335541.953378:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc579fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+7:2408:x1848991028994688:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 290us (655us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335541.953391:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 664 00002000:00100000:2.0:1763335541.953398:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1777664->1781759) req@ffff9aefc579fb80 x1848991028994688/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/4536 e 0 to 0 dl 1763335552 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335541.953407:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc579fb80 with x1848991028994688 ext(1777664->1781759) 00002000:00010000:2.0:1763335541.953410:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc579fb80 00000100:00100000:0.0:1763335541.958223:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335541.958350:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028994816 00000100:00100000:1.0:1763335541.958366:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028994816 00002000:00100000:1.0:1763335541.958438:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1781760->1785855) req@ffff9aefc579e300 x1848991028994816/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/0 e 0 to 0 dl 1763335552 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335541.958451:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc579e300 with x1848991028994816 ext(1781760->1785855) 00002000:00010000:1.0:1763335541.958459:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc579e300 00000100:00100000:1.0:1763335541.958503:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 665 00000100:00100000:1.0:1763335541.958514:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc579e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+7:2408:x1848991028994816:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335541.958792:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc579e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+7:2408:x1848991028994816:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 278us (585us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335541.958802:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 665 00002000:00100000:1.0:1763335541.958818:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1781760->1785855) req@ffff9aefc579e300 x1848991028994816/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/4536 e 0 to 0 dl 1763335552 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335541.958827:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc579e300 with x1848991028994816 ext(1781760->1785855) 00002000:00010000:1.0:1763335541.958830:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc579e300 00000100:00100000:0.0:1763335541.963083:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335541.963430:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028994944 00000100:00100000:2.0:1763335541.963444:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028994944 00002000:00100000:2.0:1763335541.963509:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1785856->1789951) req@ffff9aefc579d180 x1848991028994944/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/0 e 0 to 0 dl 1763335552 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335541.963522:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc579d180 with x1848991028994944 ext(1785856->1789951) 00002000:00010000:2.0:1763335541.963529:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc579d180 00000100:00100000:2.0:1763335541.963572:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 666 00000100:00100000:2.0:1763335541.963583:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc579d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+7:2407:x1848991028994944:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335541.963937:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc579d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+7:2407:x1848991028994944:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 352us (869us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335541.963945:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 666 00002000:00100000:2.0:1763335541.963953:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1785856->1789951) req@ffff9aefc579d180 x1848991028994944/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/4536 e 0 to 0 dl 1763335552 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335541.963960:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc579d180 with x1848991028994944 ext(1785856->1789951) 00002000:00010000:2.0:1763335541.963964:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc579d180 00000100:00100000:0.0:1763335541.967238:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335541.967429:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028995072 00000100:00100000:1.0:1763335541.967442:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028995072 00002000:00100000:1.0:1763335541.967502:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1789952->1794047) req@ffff9aefc579df80 x1848991028995072/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/0 e 0 to 0 dl 1763335552 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335541.967515:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc579df80 with x1848991028995072 ext(1789952->1794047) 00002000:00010000:1.0:1763335541.967522:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc579df80 00000100:00100000:1.0:1763335541.967558:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 667 00000100:00100000:1.0:1763335541.967568:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc579df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+7:2408:x1848991028995072:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335541.967839:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc579df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+7:2408:x1848991028995072:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 270us (614us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335541.967848:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 667 00002000:00100000:1.0:1763335541.967855:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1789952->1794047) req@ffff9aefc579df80 x1848991028995072/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/4536 e 0 to 0 dl 1763335552 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335541.967862:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc579df80 with x1848991028995072 ext(1789952->1794047) 00002000:00010000:1.0:1763335541.967866:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc579df80 00000100:00100000:0.0:1763335541.971389:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335541.971506:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028995200 00000100:00100000:2.0:1763335541.971520:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028995200 00002000:00100000:2.0:1763335541.971586:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1794048->1798143) req@ffff9aefc579f800 x1848991028995200/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/0 e 0 to 0 dl 1763335552 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335541.971605:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc579f800 with x1848991028995200 ext(1794048->1798143) 00002000:00010000:2.0:1763335541.971612:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc579f800 00000100:00100000:2.0:1763335541.971653:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 668 00000100:00100000:2.0:1763335541.971664:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc579f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+7:2407:x1848991028995200:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335541.971979:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc579f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+7:2407:x1848991028995200:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 316us (604us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335541.971988:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 668 00002000:00100000:2.0:1763335541.971994:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1794048->1798143) req@ffff9aefc579f800 x1848991028995200/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/4536 e 0 to 0 dl 1763335552 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335541.972002:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc579f800 with x1848991028995200 ext(1794048->1798143) 00002000:00010000:2.0:1763335541.972006:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc579f800 00000100:00100000:0.0:1763335541.975515:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335541.975791:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028995328 00000100:00100000:1.0:1763335541.975806:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028995328 00002000:00100000:1.0:1763335541.975914:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1798144->1802239) req@ffff9aefc579f100 x1848991028995328/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/0 e 0 to 0 dl 1763335552 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335541.975927:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc579f100 with x1848991028995328 ext(1798144->1802239) 00002000:00010000:1.0:1763335541.975935:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc579f100 00000100:00100000:1.0:1763335541.975969:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 669 00000100:00100000:1.0:1763335541.975979:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc579f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+7:2408:x1848991028995328:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335541.976243:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc579f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+7:2408:x1848991028995328:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 263us (740us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335541.976252:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 669 00002000:00100000:1.0:1763335541.976259:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1798144->1802239) req@ffff9aefc579f100 x1848991028995328/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/4536 e 0 to 0 dl 1763335552 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335541.976268:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc579f100 with x1848991028995328 ext(1798144->1802239) 00002000:00010000:1.0:1763335541.976271:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc579f100 00000100:00100000:0.0:1763335541.979665:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335541.979837:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028995456 00000100:00100000:2.0:1763335541.979851:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028995456 00002000:00100000:2.0:1763335541.979961:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1802240->1806335) req@ffff9aefc579ea00 x1848991028995456/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/0 e 0 to 0 dl 1763335552 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335541.979974:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc579ea00 with x1848991028995456 ext(1802240->1806335) 00002000:00010000:2.0:1763335541.979982:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc579ea00 00000100:00100000:2.0:1763335541.980027:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 670 00000100:00100000:2.0:1763335541.980038:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc579ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+7:2406:x1848991028995456:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335541.980348:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc579ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+7:2406:x1848991028995456:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 310us (698us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335541.980357:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 670 00002000:00100000:2.0:1763335541.980366:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1802240->1806335) req@ffff9aefc579ea00 x1848991028995456/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/4536 e 0 to 0 dl 1763335552 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335541.980374:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc579ea00 with x1848991028995456 ext(1802240->1806335) 00002000:00010000:2.0:1763335541.980378:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc579ea00 00000100:00100000:0.0:1763335541.984559:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335541.984739:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028995584 00000100:00100000:1.0:1763335541.984753:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028995584 00002000:00100000:1.0:1763335541.984822:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1806336->1810431) req@ffff9aefc579d880 x1848991028995584/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/0 e 0 to 0 dl 1763335552 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335541.984834:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc579d880 with x1848991028995584 ext(1806336->1810431) 00002000:00010000:1.0:1763335541.984842:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc579d880 00000100:00100000:1.0:1763335541.984896:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 671 00000100:00100000:1.0:1763335541.984905:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc579d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+7:2408:x1848991028995584:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335541.985173:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc579d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+7:2408:x1848991028995584:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 268us (626us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335541.985182:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 671 00002000:00100000:1.0:1763335541.985189:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1806336->1810431) req@ffff9aefc579d880 x1848991028995584/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/4536 e 0 to 0 dl 1763335552 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335541.985196:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc579d880 with x1848991028995584 ext(1806336->1810431) 00002000:00010000:1.0:1763335541.985200:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc579d880 00000100:00100000:0.0:1763335541.988944:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335541.989105:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028995712 00000100:00100000:2.0:1763335541.989119:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028995712 00002000:00100000:2.0:1763335541.989194:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1810432->1814527) req@ffff9aefc579c380 x1848991028995712/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/0 e 0 to 0 dl 1763335552 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335541.989206:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc579c380 with x1848991028995712 ext(1810432->1814527) 00002000:00010000:2.0:1763335541.989214:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc579c380 00000100:00100000:2.0:1763335541.989244:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 672 00000100:00100000:2.0:1763335541.989254:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc579c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991028995712:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335541.989542:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc579c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991028995712:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 288us (612us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335541.989551:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 672 00002000:00100000:2.0:1763335541.989559:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1810432->1814527) req@ffff9aefc579c380 x1848991028995712/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/4536 e 0 to 0 dl 1763335552 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335541.989568:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc579c380 with x1848991028995712 ext(1810432->1814527) 00002000:00010000:2.0:1763335541.989571:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc579c380 00000100:00100000:0.0:1763335541.993414:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335541.993681:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028995840 00000100:00100000:1.0:1763335541.993695:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028995840 00002000:00100000:1.0:1763335541.993761:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1814528->1818623) req@ffff9aefc579d500 x1848991028995840/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/0 e 0 to 0 dl 1763335552 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335541.993781:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc579d500 with x1848991028995840 ext(1814528->1818623) 00002000:00010000:1.0:1763335541.993788:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc579d500 00000100:00100000:1.0:1763335541.993834:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 673 00000100:00100000:1.0:1763335541.993846:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc579d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+7:2407:x1848991028995840:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335541.994112:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc579d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+7:2407:x1848991028995840:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 267us (713us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335541.994121:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 673 00002000:00100000:1.0:1763335541.994128:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1814528->1818623) req@ffff9aefc579d500 x1848991028995840/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/4536 e 0 to 0 dl 1763335552 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335541.994136:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc579d500 with x1848991028995840 ext(1814528->1818623) 00002000:00010000:1.0:1763335541.994140:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc579d500 00000100:00100000:0.0:1763335541.998491:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335541.998589:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028995968 00000100:00100000:2.0:1763335541.998602:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028995968 00002000:00100000:2.0:1763335541.998663:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1769472->1816421) req@ffff9af0d0395880 x1848991028995968/t0(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/0 e 0 to 0 dl 1763335552 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335541.998676:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0d0395880 with x1848991028995968 ext(1769472->1816421) 00002000:00010000:2.0:1763335541.998684:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0d0395880 00000100:00100000:2.0:1763335541.999008:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 674 00000100:00100000:2.0:1763335541.999019:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0d0395880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+7:2408:x1848991028995968:12345-192.168.202.34@tcp:4:fsx.0 00000100:00100000:2.0:1763335542.002615:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0d0395880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+9:2408:x1848991028995968:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 3576us (4117us total) trans 4294967563 rc 0/0 00000100:00100000:2.0:1763335542.002638:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 674 00002000:00100000:2.0:1763335542.002659:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1769472->1816421) req@ffff9af0d0395880 x1848991028995968/t4294967563(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:587/0 lens 488/448 e 0 to 0 dl 1763335552 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335542.002671:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0d0395880 with x1848991028995968 ext(1769472->1816421) 00002000:00010000:2.0:1763335542.002681:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0d0395880 00000100:00100000:0.0:1763335542.007633:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335542.007736:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028996096 00000100:00100000:2.0:1763335542.007750:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028996096 00000100:00100000:2.0:1763335542.007841:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1068 00000100:00100000:2.0:1763335542.007853:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0d0395180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+9:2406:x1848991028996096:12345-192.168.202.34@tcp:16:fsx.0 00000100:00080000:3.0:1763335542.008338:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:00080000:1.0:1763335542.009707:0:9466:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967563 is committed 00000100:00100000:2.0:1763335542.010153:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0d0395180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+6:2406:x1848991028996096:12345-192.168.202.34@tcp:16:fsx.0 Request processed in 2293us (2526us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335542.010169:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1068 00000100:00100000:0.0:1763335542.013088:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335542.013174:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028996224 00000100:00100000:2.0:1763335542.013188:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028996224 00000100:00100000:2.0:1763335542.013270:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1477 00000100:00100000:2.0:1763335542.013283:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0d0396a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+23:15720:x1848991028996224:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335542.013310:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335542.013338:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1a00/0x10123ce7f07651af lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e4df expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335542.013479:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1e00/0x10123ce7f07651b6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335542.013498:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1e00/0x10123ce7f07651b6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335542.013512:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1e00/0x10123ce7f07651b6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00000004:00200000:2.0:1763335542.013546:0:6516:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 1816422 00000004:00200000:2.0:1763335542.013552:0:6516:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763335542.013575:0:6516:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1e00/0x10123ce7f07651b6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335542.013606:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1a00/0x10123ce7f07651af lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e4df expref: 25 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335542.013624:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1e00/0x10123ce7f07651b6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e4df expref: 24 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335542.013634:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335542.013637:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335542.013641:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ffad1e00, rc 0) 00000100:00100000:2.0:1763335542.013717:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0d0396a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+24:15720:x1848991028996224:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 437us (647us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335542.013725:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1477 00000100:00100000:0.0:1763335542.017787:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335542.018205:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028996480 00000100:00100000:1.0:1763335542.018220:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028996480 00000100:00100000:1.0:1763335542.018293:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1478 00000100:00100000:1.0:1763335542.018308:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0d0394700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+24:15720:x1848991028996480:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:1.0:1763335542.018401:0:6517:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335542.018438:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1e00/0x10123ce7f07651b6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e4df expref: 24 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335542.018461:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335542.018467:0:6517:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335542.018706:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96da00/0x10123ce7f07651bd lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763335542.018729:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96da00/0x10123ce7f07651bd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763335542.018740:0:6517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96da00/0x10123ce7f07651bd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00000001:00080000:1.0:1763335542.018795:0:6517:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967897 00000004:00010000:1.0:1763335542.018831:0:6517:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 681809 -> 681809 00000004:00010000:1.0:1763335542.018834:0:6517:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335542 -> 1763335542 00000004:00010000:1.0:1763335542.018837:0:6517:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335541 -> 1763335541 00000004:00010000:1.0:1763335542.018840:0:6517:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335542 -> 1763335542 00000004:00010000:1.0:1763335542.018843:0:6517:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 848 -> 848 00000004:00010000:1.0:1763335542.018851:0:6517:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000891eb237 reply state 0000000057cbb5d1 transno 4294967898 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96da00/0x10123ce7f07651bd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763335542.018891:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96da00/0x10123ce7f07651bd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763335542.018899:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335542.018902:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335542.018905:0:6517:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763335542.019043:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0d0394700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+26:15720:x1848991028996480:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 737us (1268us total) trans 4294967898 rc 0/0 00000100:00100000:1.0:1763335542.019052:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1478 00000020:00080000:1.0:1763335542.019059:0:6517:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763335542.024795:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335542.024844:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335542.024980:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028996608 00000100:00100000:1.0:1763335542.024993:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028996608 00002000:00010000:1.0:1763335542.025046:0:6530:0:(mdt_io.c:274:mdt_punch_hpreq_check()) lustre-MDT0000: refresh DOM lock for [0x200000402:0xe:0x0] 00002000:00100000:1.0:1763335542.025052:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0d0396680 with x1848991028996608 00000100:00100000:1.0:1763335542.025093:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 809 00000100:00100000:1.0:1763335542.025103:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0d0396680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+26:2407:x1848991028996608:12345-192.168.202.34@tcp:10:fsx.0 00000100:00100000:2.0:1763335542.025914:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028996736 00000100:00100000:2.0:1763335542.025922:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028996736 00002000:00010000:2.0:1763335542.025947:0:8406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:2.0:1763335542.025953:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0d0397800 with x1848991028996736 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335542.025967:0:8406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0d0397800. 00000100:00100000:2.0:1763335542.025991:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 675 00000100:00100000:2.0:1763335542.025997:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0d0397800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+6:2406:x1848991028996736:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:2.0:1763335542.026252:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1816422 -> 0 00002000:00010000:2.0:1763335542.026257:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335542 -> 1763335542 00002000:00010000:2.0:1763335542.026259:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335541 -> 1763335541 00002000:00010000:2.0:1763335542.026262:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335542 -> 1763335542 00002000:00010000:2.0:1763335542.026264:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 88 -> 0 00000100:00100000:2.0:1763335542.026349:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0d0397800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+7:2406:x1848991028996736:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 350us (1502us total) trans 4294967564 rc 0/0 00000100:00100000:2.0:1763335542.026357:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 675 00002000:00010000:2.0:1763335542.026361:0:8406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:2.0:1763335542.026364:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0d0397800 with x1848991028996736 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335542.026368:0:8406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0d0397800. 00000004:00010000:1.0:1763335542.027337:0:6530:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 681809 -> 215429 00000004:00010000:1.0:1763335542.027346:0:6530:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335542 -> 1763335542 00000004:00010000:1.0:1763335542.027349:0:6530:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335541 -> 1763335541 00000004:00010000:1.0:1763335542.027351:0:6530:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335542 -> 1763335542 00000004:00010000:1.0:1763335542.027354:0:6530:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 848 -> 312 00000100:00100000:1.0:1763335542.028511:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0d0396680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+27:2407:x1848991028996608:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 3396us (3719us total) trans 4294967899 rc 0/0 00000100:00100000:1.0:1763335542.028527:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 809 00002000:00010000:1.0:1763335542.028535:0:6530:0:(mdt_io.c:274:mdt_punch_hpreq_check()) lustre-MDT0000: refresh DOM lock for [0x200000402:0xe:0x0] 00002000:00100000:1.0:1763335542.028966:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0d0396680 with x1848991028996608 00000100:00100000:0.0:1763335542.032508:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335542.032634:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028996864 00000100:00100000:2.0:1763335542.032647:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028996864 00000100:00100000:2.0:1763335542.032719:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1479 00000100:00100000:2.0:1763335542.032730:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0d0397480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+27:15720:x1848991028996864:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335542.032758:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335542.032785:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1a00/0x10123ce7f07651c4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e4e6 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335542.032990:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0400/0x10123ce7f07651cb lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335542.033020:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0400/0x10123ce7f07651cb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335542.033038:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0400/0x10123ce7f07651cb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00000004:00200000:2.0:1763335542.033079:0:6516:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 215429 00000004:00200000:2.0:1763335542.033086:0:6516:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763335542.033113:0:6516:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0400/0x10123ce7f07651cb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335542.033145:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1a00/0x10123ce7f07651c4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e4e6 expref: 29 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335542.033176:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0400/0x10123ce7f07651cb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e4e6 expref: 28 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335542.033184:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335542.033187:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335542.033191:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ffad0400, rc 0) 00000100:00100000:2.0:1763335542.033278:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0d0397480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+28:15720:x1848991028996864:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 548us (783us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335542.033286:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1479 00000100:00100000:0.0:1763335542.037671:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335542.037755:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028996992 00000100:00100000:2.0:1763335542.037771:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028996992 00000100:00100000:2.0:1763335542.037925:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1069 00000100:00100000:2.0:1763335542.037938:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0d0394000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:15720:x1848991028996992:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335542.037963:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335542.037988:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad0600/0x10123ce7f07651d2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e4ed expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335542.038032:0:8400:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89c600/0x10123ce7f07650f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1409024->1466367) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e44c expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335542.038041:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335542.038044:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335542.038049:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad0600/0x10123ce7f07651d2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1794048->1835007] (req 1794048->1835007) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e4ed expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335542.038091:0:8400:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89c600/0x10123ce7f07650f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1409024->1466367) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e44c expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335542.038106:0:8400:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89c600/0x10123ce7f07650f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1409024->1466367) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e44c expref: 6 pid: 8400 timeout: 442 lvb_type: 0 00000100:00100000:2.0:1763335542.038122:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffb6a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041381120:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335542.038235:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6300 going to sleep for 11 seconds 00000100:00080000:3.0:1763335542.038351:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1763335542.042446:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffb6a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041381120:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335542.042493:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad0600/0x10123ce7f07651d2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1794048->1835007] (req 1794048->1835007) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e4ed expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335542.042519:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ffad0600, rc 0) 00000100:00100000:2.0:1763335542.044501:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0d0394000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:15720:x1848991028996992:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6547us (6825us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335542.044519:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1069 00000100:00100000:0.0:1763335542.045573:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335542.045863:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028997120 00000100:00100000:1.0:1763335542.045906:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028997120 00010000:00010000:1.0:1763335542.045957:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89c600/0x10123ce7f07650f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1409024->1466367) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e44c expref: 7 pid: 8400 timeout: 442 lvb_type: 0 00000100:00100000:1.0:1763335542.045999:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 558 00000100:00100000:1.0:1763335542.046009:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0d0396d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+7:2408:x1848991028997120:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335542.046029:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335542.046056:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89c600/0x10123ce7f07650f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1409024->1466367) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e44c expref: 7 pid: 8400 timeout: 442 lvb_type: 0 00010000:00010000:1.0:1763335542.046071:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89c600/0x10123ce7f07650f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1409024->1466367) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e44c expref: 7 pid: 8400 timeout: 442 lvb_type: 0 00010000:00010000:1.0:1763335542.046101:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee89c600/0x10123ce7f07650f2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1409024->1466367) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e44c expref: 7 pid: 8400 timeout: 442 lvb_type: 0 00010000:00010000:1.0:1763335542.046120:0:13187:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335542.046123:0:13187:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335542.046132:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad0600/0x10123ce7f07651d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1794048->1835007) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e4ed expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335542.046143:0:13187:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad0600/0x10123ce7f07651d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1794048->1835007) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e4ed expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335542.046191:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad0600/0x10123ce7f07651d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1794048->1835007) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e4ed expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335542.046208:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c45500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:13187:1848991041381248:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335542.046308:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb000 going to sleep for 11 seconds 00000100:00100000:1.0:1763335542.052596:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c45500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:13187:1848991041381248:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335542.052633:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335542.052706:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0d0396d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028997120:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 6696us (7142us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335542.052717:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 558 00000100:00100000:3.0:1763335542.055828:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335542.055972:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028997248 00000100:00100000:1.0:1763335542.055986:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028997248 00000100:00100000:1.0:1763335542.056072:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1480 00000100:00100000:1.0:1763335542.056083:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5d9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+13:15720:x1848991028997248:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335542.056115:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335542.056143:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96ca00/0x10123ce7f07651d9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e4f4 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335542.056272:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96cc00/0x10123ce7f07651e0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763335542.056290:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96cc00/0x10123ce7f07651e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763335542.056303:0:6517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96cc00/0x10123ce7f07651e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00000004:00200000:1.0:1763335542.056333:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 215429 00000004:00200000:1.0:1763335542.056338:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763335542.056360:0:6517:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96cc00/0x10123ce7f07651e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763335542.056388:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96ca00/0x10123ce7f07651d9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e4f4 expref: 15 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335542.056407:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96cc00/0x10123ce7f07651e0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e4f4 expref: 14 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335542.056418:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335542.056421:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335542.056425:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ff96cc00, rc 0) 00000100:00100000:1.0:1763335542.056491:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5d9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+14:15720:x1848991028997248:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 411us (688us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335542.056498:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1480 00000100:00080000:3.0:1763335542.057801:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1763335542.066206:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335542.069193:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028997376 00000100:00100000:2.0:1763335542.069216:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028997376 00000100:00100000:2.0:1763335542.069312:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1481 00000100:00100000:2.0:1763335542.069325:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0d0394e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+14:2407:x1848991028997376:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335542.069351:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335542.069377:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1a00/0x10123ce7f07651e7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e4fb expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335542.069424:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0e00/0x10123ce7f07651a8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e4d8 expref: 27 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335542.069473:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffb6a680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041381376:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335542.069593:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6300 going to sleep for 11 seconds 00000100:00100000:0.0:1763335542.078268:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffb6a680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041381376:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335542.078307:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 215429 00010000:00010000:0.0:1763335542.078332:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1a00/0x10123ce7f07651e7 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e4fb expref: 15 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335542.078359:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335542.078362:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335542.078369:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1a00/0x10123ce7f07651e7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e4fb expref: 15 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335542.078387:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ffad1a00, rc 0) 00000100:00100000:0.0:1763335542.078473:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0d0394e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+14:2407:x1848991028997376:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 9149us (12284us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335542.078484:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1481 00010000:00010000:2.0:1763335542.078588:0:6504:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763335542.081924:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335542.082124:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028997504 00000100:00100000:0.0:1763335542.082137:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028997504 00000100:00100000:0.0:1763335542.082469:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1482 00000100:00100000:0.0:1763335542.082482:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5d9ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+14:2408:x1848991028997504:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335542.082512:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335542.082540:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa200/0x10123ce7f07651ee lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e502 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335542.082589:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0e00/0x10123ce7f07651a8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e4d8 expref: 27 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335542.082639:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d0397b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041381504:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335542.083231:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8ce40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335542.085906:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0397b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041381504:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335542.085945:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 215429 00010000:00010000:0.0:1763335542.085970:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa200/0x10123ce7f07651ee lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e502 expref: 15 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335542.085998:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335542.086001:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335542.086008:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa200/0x10123ce7f07651ee lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e502 expref: 15 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335542.086027:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aaa200, rc 0) 00000100:00100000:0.0:1763335542.086108:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5d9ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+14:2408:x1848991028997504:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3626us (4245us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335542.086119:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1482 00000100:00100000:2.0:1763335542.089555:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335542.089650:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028997632 00000100:00100000:0.0:1763335542.089664:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028997632 00000100:00100000:0.0:1763335542.089783:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1070 00000100:00100000:0.0:1763335542.089795:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028997632:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335542.089832:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335542.089856:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aaaa00/0x10123ce7f07651f5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e509 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335542.089966:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d0397b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041381632:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335542.090617:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8ce40 going to sleep for 11 seconds 00002000:00010000:0.0:1763335542.093302:0:8400:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size: 0 -> 1832295 00002000:00010000:0.0:1763335542.093315:0:8400:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335541 -> 1763335542 00002000:00010000:0.0:1763335542.093319:0:8400:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:0.0:1763335542.093348:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0397b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041381632:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335542.093400:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aaaa00/0x10123ce7f07651f5 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e509 expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335542.093433:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aaaa00/0x10123ce7f07651f5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e509 expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335542.093449:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aaaa00, rc 0) 00000100:00100000:0.0:1763335542.093585:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991028997632:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3790us (4044us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335542.093595:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1070 00000100:00100000:1.0:1763335542.096356:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335542.096490:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028997760 00000100:00100000:0.0:1763335542.096503:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028997760 00000100:00100000:0.0:1763335542.096563:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1071 00000100:00100000:0.0:1763335542.096574:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+6:15720:x1848991028997760:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335542.096599:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335542.096626:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aaa200/0x10123ce7f07651fc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e510 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335542.096665:0:8400:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad0600/0x10123ce7f07651d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1794048->1835007) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e4ed expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335542.096672:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335542.096675:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335542.096680:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aaa200/0x10123ce7f07651fc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1933312->1990655] (req 1933312->1990655) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e510 expref: 7 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335542.096720:0:8400:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad0600/0x10123ce7f07651d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1794048->1835007) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e4ed expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335542.096735:0:8400:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad0600/0x10123ce7f07651d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1794048->1835007) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e4ed expref: 5 pid: 8400 timeout: 442 lvb_type: 0 00000100:00100000:0.0:1763335542.096751:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d0397b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041381760:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335542.096897:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8ce40 going to sleep for 11 seconds 00000100:00100000:2.0:1763335542.099781:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335542.100023:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028997888 00000100:00100000:1.0:1763335542.100036:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028997888 00002000:00100000:1.0:1763335542.100100:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1794048->1832294) req@ffff9af0ffb69880 x1848991028997888/t0(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:588/0 lens 488/0 e 0 to 0 dl 1763335553 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335542.100114:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb69880 with x1848991028997888 ext(1794048->1832294) 00010000:00010000:1.0:1763335542.100126:0:8407:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad0600/0x10123ce7f07651d2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1794048->1835007) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e4ed expref: 6 pid: 8400 timeout: 442 lvb_type: 0 00010000:00010000:1.0:1763335542.100144:0:8407:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad0600/0x10123ce7f07651d2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1794048->1835007) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e4ed expref: 6 pid: 8400 timeout: 442 lvb_type: 0 00002000:00010000:1.0:1763335542.100152:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9af0ffb69880 00000100:00100000:1.0:1763335542.100189:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 27 00000100:00100000:1.0:1763335542.100198:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991028997888:12345-192.168.202.34@tcp:4:fsx.0 00000100:00100000:0.0:1763335542.100943:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0397b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041381760:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335542.100985:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aaa200/0x10123ce7f07651fc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1933312->1990655] (req 1933312->1990655) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e510 expref: 7 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335542.101011:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aaa200, rc 0) 00000100:00100000:0.0:1763335542.102748:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+7:15720:x1848991028997760:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6161us (6391us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335542.102765:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1071 00000100:00100000:1.0:1763335542.110676:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2409:x1848991028997888:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 10461us (10891us total) trans 4294967565 rc 0/0 00000100:00100000:1.0:1763335542.110694:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 27 00002000:00100000:1.0:1763335542.110711:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1794048->1832294) req@ffff9af0ffb69880 x1848991028997888/t4294967565(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:588/0 lens 488/448 e 0 to 0 dl 1763335553 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335542.110722:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb69880 with x1848991028997888 ext(1794048->1832294) 00010000:00010000:1.0:1763335542.110734:0:8407:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad0600/0x10123ce7f07651d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1794048->1835007) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e4ed expref: 8 pid: 8400 timeout: 442 lvb_type: 0 00010000:00010000:1.0:1763335542.110758:0:8407:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad0600/0x10123ce7f07651d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1794048->1835007) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e4ed expref: 8 pid: 8400 timeout: 442 lvb_type: 0 00002000:00010000:1.0:1763335542.110767:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9af0ffb69880 00000100:00100000:3.0:1763335542.114091:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335542.114250:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028998016 00000100:00100000:1.0:1763335542.114264:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028998016 00010000:00010000:1.0:1763335542.114316:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad0600/0x10123ce7f07651d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1794048->1835007) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e4ed expref: 8 pid: 8400 timeout: 442 lvb_type: 0 00000100:00100000:1.0:1763335542.114369:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 559 00000100:00100000:1.0:1763335542.114382:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5d9c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+8:2408:x1848991028998016:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335542.114401:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1763335542.114422:0:13187:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 1 -> 80 00010000:00010000:1.0:1763335542.114430:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad0600/0x10123ce7f07651d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1794048->1835007) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e4ed expref: 8 pid: 8400 timeout: 442 lvb_type: 0 00010000:00010000:1.0:1763335542.114445:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad0600/0x10123ce7f07651d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1794048->1835007) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e4ed expref: 8 pid: 8400 timeout: 442 lvb_type: 0 00010000:00010000:1.0:1763335542.114475:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad0600/0x10123ce7f07651d2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1794048->1835007) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e4ed expref: 8 pid: 8400 timeout: 442 lvb_type: 0 00010000:00010000:1.0:1763335542.114495:0:13187:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335542.114498:0:13187:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335542.114507:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aaa200/0x10123ce7f07651fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1933312->1990655) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e510 expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335542.114519:0:13187:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aaa200/0x10123ce7f07651fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1933312->1990655) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e510 expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335542.114568:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aaa200/0x10123ce7f07651fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1933312->1990655) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e510 expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335542.114590:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c44000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:13187:1848991041381888:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335542.114702:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb000 going to sleep for 11 seconds 00000100:00100000:2.0:1763335542.122330:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335542.122442:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c44000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:13187:1848991041381888:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335542.122473:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335542.122854:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028998144 00000100:00100000:0.0:1763335542.122863:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028998144 00000100:00100000:0.0:1763335542.122968:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 676 00000100:00100000:0.0:1763335542.122979:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+7:2408:x1848991028998144:12345-192.168.202.34@tcp:22:fsx.0 00000100:00100000:1.0:1763335542.123342:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5d9c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+7:2408:x1848991028998016:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 8961us (9265us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335542.123354:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 559 00002000:00010000:0.0:1763335542.124545:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1832295 -> 1832295 00002000:00010000:0.0:1763335542.124554:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335542 -> 1763335542 00002000:00010000:0.0:1763335542.124556:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335542 -> 1763335541 00002000:00010000:0.0:1763335542.124559:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335542 -> 1763335542 00002000:00010000:0.0:1763335542.124561:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 80 -> 192 00000100:00100000:0.0:1763335542.124639:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991028998144:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 1658us (2321us total) trans 4294967566 rc 0/0 00000100:00100000:0.0:1763335542.124648:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 676 00000100:00100000:2.0:1763335542.128797:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335542.128924:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028998272 00000100:00100000:0.0:1763335542.128939:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028998272 00000100:00100000:0.0:1763335542.129061:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1483 00000100:00100000:0.0:1763335542.129074:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+14:15720:x1848991028998272:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335542.129103:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335542.129134:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaaa00/0x10123ce7f0765203 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e517 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335542.129175:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0e00/0x10123ce7f07651a8 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e4d8 expref: 27 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335542.129186:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaaa00/0x10123ce7f0765203 lrc: 4/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e517 expref: 15 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335542.129232:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0e00/0x10123ce7f07651a8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e4d8 expref: 27 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335542.129249:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0e00/0x10123ce7f07651a8 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e4d8 expref: 27 pid: 6516 timeout: 442 lvb_type: 0 00000100:00100000:0.0:1763335542.129264:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d0397b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041382016:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335542.129563:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8ce40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335542.134065:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0397b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041382016:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335542.134117:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaaa00/0x10123ce7f0765203 lrc: 3/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e517 expref: 15 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335542.134140:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335542.134143:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335542.134148:0:6516:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaaa00/0x10123ce7f0765203 lrc: 3/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e517 expref: 15 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335542.134161:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aaaa00, rc 0) 00000100:00100000:0.0:1763335542.134241:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+15:15720:x1848991028998272:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5169us (5459us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335542.134253:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1483 00000100:00100000:3.0:1763335542.137374:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335542.137842:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028998400 00000100:00100000:1.0:1763335542.137857:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028998400 00010000:00010000:1.0:1763335542.137959:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0e00/0x10123ce7f07651a8 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e4d8 expref: 28 pid: 6516 timeout: 442 lvb_type: 0 00000100:00100000:1.0:1763335542.137999:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 560 00000100:00100000:1.0:1763335542.138020:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5722300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+28:2408:x1848991028998400:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335542.138044:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335542.138073:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0e00/0x10123ce7f07651a8 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e4d8 expref: 28 pid: 6516 timeout: 442 lvb_type: 0 00010000:00010000:1.0:1763335542.138087:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0e00/0x10123ce7f07651a8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e4d8 expref: 28 pid: 6516 timeout: 442 lvb_type: 0 00010000:00010000:1.0:1763335542.138116:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0e00/0x10123ce7f07651a8 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e4d8 expref: 28 pid: 6516 timeout: 442 lvb_type: 0 00010000:00010000:1.0:1763335542.138137:0:13187:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335542.138146:0:13187:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaaa00/0x10123ce7f0765203 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e517 expref: 14 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335542.138161:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaaa00/0x10123ce7f0765203 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e517 expref: 14 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335542.138171:0:13187:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaaa00/0x10123ce7f0765203 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e517 expref: 14 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335542.138219:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaaa00/0x10123ce7f0765203 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e517 expref: 14 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335542.138235:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c44000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041382144:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335542.138357:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb000 going to sleep for 11 seconds 00000100:00100000:2.0:1763335542.143142:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335542.143146:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c44000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041382144:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335542.143191:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335542.143271:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5722300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+27:2408:x1848991028998400:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 5261us (5910us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335542.143285:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 560 00000100:00100000:3.0:1763335542.143376:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028998528 00000100:00100000:3.0:1763335542.143385:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028998528 00002000:00100000:3.0:1763335542.143444:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffb68380 x1848991028998528/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:588/0 lens 488/0 e 0 to 0 dl 1763335553 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335542.143456:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffb68380 with x1848991028998528 00000100:00100000:3.0:1763335542.143495:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 810 00000100:00100000:3.0:1763335542.143506:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+15:2409:x1848991028998528:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335542.147842:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+15:2409:x1848991028998528:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 4322us (4702us total) trans 0 rc 217088/217088 00000100:00100000:3.0:1763335542.147859:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 810 00002000:00100000:3.0:1763335542.147910:0:6530:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffb68380 x1848991028998528/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:588/0 lens 488/440 e 0 to 0 dl 1763335553 ref 1 fl Complete:/600/0 rc 217088/217088 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335542.147922:0:6530:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffb68380 with x1848991028998528 00000100:00100000:0.0:1763335542.151417:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335542.151510:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028998656 00000100:00100000:2.0:1763335542.151523:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028998656 00000100:00100000:2.0:1763335542.151714:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1072 00000100:00100000:2.0:1763335542.151726:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0d0397b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+7:2407:x1848991028998656:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335542.151752:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335542.151775:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad1800/0x10123ce7f076520a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e51e expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335542.151861:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffb6a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041382272:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335542.152028:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6300 going to sleep for 11 seconds 00002000:00010000:0.0:1763335542.155117:0:8400:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335541 -> 1763335542 00000100:00100000:0.0:1763335542.155219:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffb6a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041382272:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335542.155271:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad1800/0x10123ce7f076520a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e51e expref: 8 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335542.155302:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad1800/0x10123ce7f076520a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e51e expref: 8 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335542.155319:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ffad1800, rc 0) 00000100:00100000:0.0:1763335542.156179:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0d0397b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+7:2407:x1848991028998656:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4446us (4769us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335542.156194:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1072 00000100:00100000:3.0:1763335542.159830:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335542.160270:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028998784 00000100:00100000:0.0:1763335542.160285:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028998784 00000100:00100000:0.0:1763335542.160346:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1073 00000100:00100000:0.0:1763335542.160356:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5720e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+7:2406:x1848991028998784:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335542.160379:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335542.160403:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aab600/0x10123ce7f0765211 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e525 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335542.160479:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d0394a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041382400:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335542.160590:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8ce40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335542.162977:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0394a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041382400:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335542.163040:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aab600/0x10123ce7f0765211 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e525 expref: 8 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335542.163069:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aab600/0x10123ce7f0765211 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e525 expref: 8 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335542.163085:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aab600, rc 0) 00000100:00100000:0.0:1763335542.163157:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5720e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+7:2406:x1848991028998784:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2801us (3348us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335542.163173:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1073 00000100:00100000:2.0:1763335542.166851:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335542.167164:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028998912 00000100:00100000:0.0:1763335542.167179:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028998912 00000100:00100000:0.0:1763335542.167775:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1074 00000100:00100000:0.0:1763335542.167788:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+7:2407:x1848991028998912:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335542.167820:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335542.167844:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aaa600/0x10123ce7f0765218 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e52c expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335542.167965:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d0394a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041382528:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335542.168246:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8ce40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335542.172385:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0394a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041382528:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335542.172435:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aaa600/0x10123ce7f0765218 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e52c expref: 8 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335542.172462:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aaa600/0x10123ce7f0765218 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e52c expref: 8 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335542.172476:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aaa600, rc 0) 00000100:00100000:0.0:1763335542.172564:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+7:2407:x1848991028998912:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4779us (5728us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335542.172574:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1074 00000100:00100000:3.0:1763335542.176031:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335542.176158:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028999040 00000100:00100000:0.0:1763335542.176171:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028999040 00000100:00100000:0.0:1763335542.176235:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1075 00000100:00100000:0.0:1763335542.176248:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5721500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+7:2407:x1848991028999040:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335542.176273:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335542.176298:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aab600/0x10123ce7f076521f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e533 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335542.176374:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d0394a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041382656:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335542.176480:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8ce40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335542.179177:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0394a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041382656:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335542.179230:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aab600/0x10123ce7f076521f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e533 expref: 8 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335542.179259:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aab600/0x10123ce7f076521f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e533 expref: 8 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335542.179273:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aab600, rc 0) 00000100:00100000:0.0:1763335542.179361:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5721500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+7:2407:x1848991028999040:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3115us (3354us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335542.179373:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1075 00000100:00100000:2.0:1763335542.183120:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335542.183216:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028999168 00000100:00100000:0.0:1763335542.183230:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028999168 00002000:00100000:0.0:1763335542.183292:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1363968->1368063) req@ffff9af0ffb69f80 x1848991028999168/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:588/0 lens 488/0 e 0 to 0 dl 1763335553 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335542.183305:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb69f80 with x1848991028999168 ext(1363968->1368063) 00002000:00010000:0.0:1763335542.183311:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb69f80 00000100:00100000:0.0:1763335542.183345:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 677 00000100:00100000:0.0:1763335542.183355:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+8:2406:x1848991028999168:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335542.184214:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+8:2406:x1848991028999168:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 854us (1103us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335542.184224:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 677 00002000:00100000:0.0:1763335542.184233:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1363968->1368063) req@ffff9af0ffb69f80 x1848991028999168/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:588/0 lens 488/4536 e 0 to 0 dl 1763335553 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335542.184242:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb69f80 with x1848991028999168 ext(1363968->1368063) 00002000:00010000:0.0:1763335542.184246:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb69f80 00000100:00100000:3.0:1763335542.187746:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335542.188989:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028999296 00000100:00100000:0.0:1763335542.189006:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028999296 00002000:00100000:1.0:1763335542.189154:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1388544->1392639) req@ffff9aefc5723b80 x1848991028999296/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:588/0 lens 488/0 e 0 to 0 dl 1763335553 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335542.189167:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5723b80 with x1848991028999296 ext(1388544->1392639) 00002000:00010000:1.0:1763335542.189173:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5723b80 00000100:00100000:1.0:1763335542.189247:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 678 00000100:00100000:1.0:1763335542.189258:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5723b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+8:2406:x1848991028999296:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335542.190160:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5723b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+8:2406:x1848991028999296:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 896us (2426us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335542.190172:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 678 00002000:00100000:1.0:1763335542.190183:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1388544->1392639) req@ffff9aefc5723b80 x1848991028999296/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:588/0 lens 488/4536 e 0 to 0 dl 1763335553 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335542.190192:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5723b80 with x1848991028999296 ext(1388544->1392639) 00002000:00010000:1.0:1763335542.190196:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5723b80 00000100:00100000:3.0:1763335542.194213:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335542.194447:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028999424 00000100:00100000:0.0:1763335542.194461:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028999424 00000100:00100000:0.0:1763335542.194720:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1484 00000100:00100000:0.0:1763335542.194732:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5722a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+27:2407:x1848991028999424:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335542.194760:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335542.194790:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aab600/0x10123ce7f0765226 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e53a expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335542.194844:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aab600/0x10123ce7f0765226 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e53a expref: 28 pid: 6516 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763335542.194859:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 215429 00010000:00010000:0.0:1763335542.194911:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aab600/0x10123ce7f0765226 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e53a expref: 28 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335542.194929:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335542.194933:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335542.194939:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aab600, rc 0) 00000100:00100000:0.0:1763335542.195017:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5722a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+28:2407:x1848991028999424:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 287us (818us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335542.195025:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1484 00000100:00100000:2.0:1763335542.199243:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335542.199363:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028999552 00000100:00100000:0.0:1763335542.199553:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028999552 00000100:00100000:0.0:1763335542.200008:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1076 00000100:00100000:0.0:1763335542.200021:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+7:2407:x1848991028999552:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335542.200047:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335542.200071:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aaa600/0x10123ce7f076522d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e541 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335542.200151:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d0394a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041382784:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335542.200496:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c600 going to sleep for 11 seconds 00000100:00100000:0.0:1763335542.203215:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0394a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041382784:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335542.203269:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aaa600/0x10123ce7f076522d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e541 expref: 8 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335542.203298:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aaa600/0x10123ce7f076522d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e541 expref: 8 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335542.203314:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aaa600, rc 0) 00000100:00100000:0.0:1763335542.203399:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+7:2407:x1848991028999552:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3380us (4174us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335542.203409:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1076 00000100:00100000:3.0:1763335542.208282:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335542.208417:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028999680 00000100:00100000:0.0:1763335542.208429:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028999680 00000100:00100000:0.0:1763335542.208621:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1077 00000100:00100000:0.0:1763335542.208632:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5720380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+7:2406:x1848991028999680:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335542.208656:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335542.208680:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aab000/0x10123ce7f0765234 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e548 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335542.208753:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d0394a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041382912:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335542.209077:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c600 going to sleep for 11 seconds 00000100:00100000:0.0:1763335542.212437:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0394a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041382912:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335542.212495:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aab000/0x10123ce7f0765234 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e548 expref: 8 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335542.212526:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aab000/0x10123ce7f0765234 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e548 expref: 8 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335542.212542:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aab000, rc 0) 00000100:00100000:0.0:1763335542.212772:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5720380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+7:2406:x1848991028999680:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4140us (4502us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335542.212783:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1077 00000100:00100000:3.0:1763335542.216626:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335542.216781:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028999808 00000100:00100000:0.0:1763335542.216794:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028999808 00000100:00100000:0.0:1763335542.216914:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1485 00000100:00100000:0.0:1763335542.216926:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5723800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+28:15720:x1848991028999808:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335542.216954:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335542.216958:0:6516:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763335542.217018:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aab600/0x10123ce7f0765226 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e53a expref: 28 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335542.217045:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335542.217051:0:6516:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335542.217070:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa600/0x10123ce7f076523b lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e54f expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335542.217099:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaaa00/0x10123ce7f0765203 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e517 expref: 14 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335542.217110:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa600/0x10123ce7f076523b lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e54f expref: 28 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335542.217153:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaaa00/0x10123ce7f0765203 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e517 expref: 14 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335542.217167:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaaa00/0x10123ce7f0765203 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e517 expref: 14 pid: 6516 timeout: 442 lvb_type: 0 00000100:00100000:0.0:1763335542.217185:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d0394a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041383040:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335542.217302:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c600 going to sleep for 11 seconds 00000100:00100000:0.0:1763335542.223769:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0394a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041383040:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335542.223835:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa600/0x10123ce7f076523b lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e54f expref: 28 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335542.223859:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335542.223863:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335542.224706:0:6516:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa600/0x10123ce7f076523b lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e54f expref: 28 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335542.224725:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aaa600, rc 0) 00000100:00100000:3.0:1763335542.225360:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335542.225768:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991028999936 00000100:00100000:2.0:1763335542.225780:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991028999936 00010000:00010000:2.0:1763335542.225841:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaaa00/0x10123ce7f0765203 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e517 expref: 15 pid: 6516 timeout: 442 lvb_type: 0 00000100:00100000:2.0:1763335542.225914:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 561 00000100:00100000:2.0:1763335542.225925:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4774a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+15:2409:x1848991028999936:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335542.225945:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335542.225975:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaaa00/0x10123ce7f0765203 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e517 expref: 15 pid: 6516 timeout: 442 lvb_type: 0 00010000:00010000:2.0:1763335542.225990:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaaa00/0x10123ce7f0765203 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e517 expref: 15 pid: 6516 timeout: 442 lvb_type: 0 00010000:00010000:2.0:1763335542.226031:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaaa00/0x10123ce7f0765203 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e517 expref: 15 pid: 6516 timeout: 442 lvb_type: 0 00010000:00010000:2.0:1763335542.226052:0:13187:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335542.226058:0:13187:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa600/0x10123ce7f076523b lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e54f expref: 28 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335542.226072:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa600/0x10123ce7f076523b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e54f expref: 28 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335542.226087:0:13187:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa600/0x10123ce7f076523b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e54f expref: 28 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335542.226136:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa600/0x10123ce7f076523b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e54f expref: 28 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335542.226154:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffb6bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041383168:192.168.202.34@tcp:105: 00000100:00100000:2.0:1763335542.226269:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6300 going to sleep for 11 seconds 00000100:00100000:1.0:1763335542.226691:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5723800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+28:15720:x1848991028999808:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 9764us (10078us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335542.226704:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1485 00000100:00100000:1.0:1763335542.232570:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffb6bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041383168:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335542.232607:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335542.232684:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4774a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+14:2409:x1848991028999936:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 6759us (7325us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335542.232698:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 561 00000100:00100000:3.0:1763335542.233178:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335542.234109:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029000064 00000100:00100000:1.0:1763335542.234121:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029000064 00000100:00100000:1.0:1763335542.234213:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 811 00000100:00100000:1.0:1763335542.234225:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4774e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+28:2409:x1848991029000064:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:1.0:1763335542.234642:0:6530:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 215429 -> 695093 00000004:00010000:1.0:1763335542.234647:0:6530:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335542 -> 1763335542 00000004:00010000:1.0:1763335542.234650:0:6530:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335541 -> 1763335541 00000004:00010000:1.0:1763335542.234652:0:6530:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335542 -> 1763335542 00000004:00010000:1.0:1763335542.234655:0:6530:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 312 -> 368 00000100:00100000:1.0:1763335542.234738:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4774e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+29:2409:x1848991029000064:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 515us (1561us total) trans 4294967900 rc 0/0 00000100:00100000:1.0:1763335542.234751:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 811 00000100:00100000:3.0:1763335542.239258:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335542.239316:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335542.239469:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029000192 00000100:00100000:1.0:1763335542.239484:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029000192 00000100:00100000:1.0:1763335542.239856:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1486 00000100:00100000:1.0:1763335542.239895:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4777800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+14:2409:x1848991029000192:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335542.239923:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335542.239951:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96c200/0x10123ce7f0765242 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e556 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335542.240003:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa600/0x10123ce7f076523b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e54f expref: 28 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335542.240070:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c44000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041383296:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335542.240190:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb540 going to sleep for 11 seconds 00000100:00100000:2.0:1763335542.241354:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029000320 00000100:00100000:2.0:1763335542.241366:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029000320 00000100:00100000:2.0:1763335542.241428:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1078 00000100:00100000:2.0:1763335542.241439:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4776d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+7:2409:x1848991029000320:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335542.241454:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335542.241473:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad0a00/0x10123ce7f0765249 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e55d expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335542.241529:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffb68700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041383424:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335542.241593:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc33f6300 going to sleep for 11 seconds 00000004:00010000:1.0:1763335542.243748:0:6516:0:(mdt_lvb.c:189:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime: 1763335541 -> 1763335542 00000100:00100000:1.0:1763335542.243790:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c44000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041383296:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335542.243830:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 695093 00010000:00010000:1.0:1763335542.243856:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96c200/0x10123ce7f0765242 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e556 expref: 15 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335542.243917:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335542.243921:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335542.243927:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96c200/0x10123ce7f0765242 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e556 expref: 15 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335542.243942:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ff96c200, rc 0) 00000100:00100000:1.0:1763335542.244020:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4777800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+14:2409:x1848991029000192:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4153us (4776us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335542.244030:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1486 00000100:00100000:0.0:1763335542.246844:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffb68700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041383424:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335542.247025:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad0a00/0x10123ce7f0765249 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e55d expref: 8 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335542.247057:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad0a00/0x10123ce7f0765249 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e55d expref: 8 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335542.247070:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ffad0a00, rc 0) 00000100:00100000:0.0:1763335542.247158:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4776d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+7:2409:x1848991029000320:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5719us (7838us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335542.247170:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1078 00000100:00100000:3.0:1763335542.250208:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335542.250331:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029000448 00000100:00100000:0.0:1763335542.250344:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029000448 00000100:00100000:0.0:1763335542.250444:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1079 00000100:00100000:0.0:1763335542.250455:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4774380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+7:15720:x1848991029000448:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335542.250481:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335542.250507:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aab600/0x10123ce7f0765250 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e564 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335542.250546:0:8400:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aaa200/0x10123ce7f07651fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1933312->1990655) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e510 expref: 7 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335542.250554:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335542.250557:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335542.250563:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aab600/0x10123ce7f0765250 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1081344->1130495] (req 1081344->1130495) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e564 expref: 8 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335542.250605:0:8400:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aaa200/0x10123ce7f07651fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1933312->1990655) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e510 expref: 7 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335542.250618:0:8400:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aaa200/0x10123ce7f07651fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1933312->1990655) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e510 expref: 7 pid: 8400 timeout: 442 lvb_type: 0 00000100:00100000:0.0:1763335542.250634:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d0394a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041383552:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335542.250743:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c600 going to sleep for 11 seconds 00000100:00100000:2.0:1763335542.254724:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335542.254921:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0394a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041383552:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335542.254966:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aab600/0x10123ce7f0765250 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1081344->1130495] (req 1081344->1130495) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e564 expref: 8 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335542.254992:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aab600, rc 0) 00000100:00100000:0.0:1763335542.255072:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4774380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+8:15720:x1848991029000448:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4618us (4877us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335542.255082:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1079 00000100:00100000:1.0:1763335542.255551:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029000576 00000100:00100000:1.0:1763335542.255562:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029000576 00002000:00100000:1.0:1763335542.255618:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1363968->1392639) req@ffff9af0ffb68700 x1848991029000576/t0(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:588/0 lens 488/0 e 0 to 0 dl 1763335553 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335542.255629:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb68700 with x1848991029000576 ext(1363968->1392639) 00010000:00010000:1.0:1763335542.255638:0:8407:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aaa200/0x10123ce7f07651fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1933312->1990655) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e510 expref: 8 pid: 8400 timeout: 442 lvb_type: 0 00010000:00010000:1.0:1763335542.255655:0:8407:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aaa200/0x10123ce7f07651fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1933312->1990655) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e510 expref: 8 pid: 8400 timeout: 442 lvb_type: 0 00002000:00010000:1.0:1763335542.255663:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9af0ffb68700 00000100:00100000:1.0:1763335542.255685:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 28 00000100:00100000:1.0:1763335542.255696:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991029000576:12345-192.168.202.34@tcp:4:fsx.0 00000100:00100000:1.0:1763335542.260414:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+10:2409:x1848991029000576:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 4701us (5686us total) trans 4294967567 rc 0/0 00000100:00100000:1.0:1763335542.260434:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 28 00002000:00100000:1.0:1763335542.260450:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1363968->1392639) req@ffff9af0ffb68700 x1848991029000576/t4294967567(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:588/0 lens 488/448 e 0 to 0 dl 1763335553 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335542.260461:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb68700 with x1848991029000576 ext(1363968->1392639) 00010000:00010000:1.0:1763335542.260474:0:8407:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aaa200/0x10123ce7f07651fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1933312->1990655) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e510 expref: 10 pid: 8400 timeout: 442 lvb_type: 0 00010000:00010000:1.0:1763335542.260503:0:8407:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aaa200/0x10123ce7f07651fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1933312->1990655) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e510 expref: 10 pid: 8400 timeout: 442 lvb_type: 0 00002000:00010000:1.0:1763335542.260512:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9af0ffb68700 00000100:00100000:0.0:1763335542.264305:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335542.264542:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029000704 00000100:00100000:1.0:1763335542.264557:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029000704 00010000:00010000:1.0:1763335542.264614:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aaa200/0x10123ce7f07651fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1933312->1990655) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e510 expref: 10 pid: 8400 timeout: 442 lvb_type: 0 00000100:00100000:1.0:1763335542.264662:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 562 00000100:00100000:1.0:1763335542.264672:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f80f9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+10:2406:x1848991029000704:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335542.264691:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1763335542.264713:0:13187:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 192 -> 248 00010000:00010000:1.0:1763335542.264719:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aaa200/0x10123ce7f07651fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1933312->1990655) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e510 expref: 10 pid: 8400 timeout: 442 lvb_type: 0 00010000:00010000:1.0:1763335542.264732:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aaa200/0x10123ce7f07651fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1933312->1990655) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e510 expref: 10 pid: 8400 timeout: 442 lvb_type: 0 00010000:00010000:1.0:1763335542.264759:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aaa200/0x10123ce7f07651fc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1933312->1990655) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e510 expref: 10 pid: 8400 timeout: 442 lvb_type: 0 00010000:00010000:1.0:1763335542.264777:0:13187:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335542.264779:0:13187:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335542.264787:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aab600/0x10123ce7f0765250 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1081344->1130495) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e564 expref: 7 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335542.264803:0:13187:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aab600/0x10123ce7f0765250 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1081344->1130495) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e564 expref: 7 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335542.264859:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aab600/0x10123ce7f0765250 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1081344->1130495) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e564 expref: 7 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335542.264918:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c44000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:13187:1848991041383680:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335542.265021:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb540 going to sleep for 11 seconds 00000100:00100000:1.0:1763335542.267296:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c44000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:13187:1848991041383680:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335542.267333:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335542.267405:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f80f9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+9:2406:x1848991029000704:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 2730us (3113us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335542.267418:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 562 00000100:00100000:2.0:1763335542.269072:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335542.269429:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029000832 00000100:00100000:1.0:1763335542.269443:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029000832 00000100:00100000:1.0:1763335542.269622:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 679 00000100:00100000:1.0:1763335542.269634:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2409:x1848991029000832:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:1.0:1763335542.270141:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1832295 -> 1832295 00002000:00010000:1.0:1763335542.270147:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335542 -> 1763335542 00002000:00010000:1.0:1763335542.270150:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335542 -> 1763335542 00002000:00010000:1.0:1763335542.270152:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335542 -> 1763335542 00002000:00010000:1.0:1763335542.270155:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 248 -> 344 00000100:00100000:1.0:1763335542.270244:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+9:2409:x1848991029000832:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 608us (1182us total) trans 4294967568 rc 0/0 00000100:00100000:1.0:1763335542.270256:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 679 00000100:00100000:0.0:1763335542.273952:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335542.274227:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029000960 00000100:00100000:1.0:1763335542.274242:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029000960 00000100:00100000:1.0:1763335542.274323:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1487 00000100:00100000:1.0:1763335542.274336:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0d0394a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+14:2406:x1848991029000960:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335542.274366:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335542.274394:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96c200/0x10123ce7f0765257 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e56b expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335542.274445:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa600/0x10123ce7f076523b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e54f expref: 28 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335542.274497:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c44000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041383808:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335542.274789:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fbd80 going to sleep for 11 seconds 00000100:00100000:1.0:1763335542.278588:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c44000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041383808:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335542.278623:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 695093 00010000:00010000:1.0:1763335542.278648:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96c200/0x10123ce7f0765257 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e56b expref: 15 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335542.278676:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335542.278680:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335542.278686:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96c200/0x10123ce7f0765257 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e56b expref: 15 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335542.278704:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ff96c200, rc 0) 00000100:00100000:1.0:1763335542.278787:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0d0394a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+14:2406:x1848991029000960:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4452us (4850us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335542.278802:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1487 00000100:00100000:2.0:1763335542.283319:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335542.283662:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029001088 00000100:00100000:1.0:1763335542.283675:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029001088 00000100:00100000:1.0:1763335542.283825:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1488 00000100:00100000:1.0:1763335542.283837:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+14:2407:x1848991029001088:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335542.283863:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335542.283907:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96ce00/0x10123ce7f076525e lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e572 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335542.283956:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa600/0x10123ce7f076523b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e54f expref: 28 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335542.284232:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c44000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041383936:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335542.284407:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fbd80 going to sleep for 11 seconds 00000100:00100000:1.0:1763335542.287354:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c44000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041383936:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335542.287393:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 695093 00010000:00010000:1.0:1763335542.287423:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96ce00/0x10123ce7f076525e lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e572 expref: 15 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335542.287451:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335542.287454:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335542.287460:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96ce00/0x10123ce7f076525e lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e572 expref: 15 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335542.287476:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ff96ce00, rc 0) 00000100:00100000:1.0:1763335542.287547:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+14:2407:x1848991029001088:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3710us (4247us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335542.287562:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1488 00000100:00100000:3.0:1763335542.291043:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335542.291363:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029001216 00000100:00100000:0.0:1763335542.291376:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029001216 00000100:00100000:0.0:1763335542.291721:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1080 00000100:00100000:0.0:1763335542.291734:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4775180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+9:2407:x1848991029001216:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335542.292307:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335542.292337:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aabe00/0x10123ce7f0765265 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e579 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335542.292423:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d0395f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041384064:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335542.292549:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c600 going to sleep for 11 seconds 00000100:00100000:0.0:1763335542.297830:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0395f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041384064:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335542.297931:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aabe00/0x10123ce7f0765265 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e579 expref: 10 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335542.297963:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aabe00/0x10123ce7f0765265 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e579 expref: 10 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335542.297977:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aabe00, rc 0) 00000100:00100000:0.0:1763335542.298177:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4775180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+9:2407:x1848991029001216:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6443us (7147us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335542.298188:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1080 00000100:00100000:2.0:1763335542.303219:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335542.303319:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029001344 00000100:00100000:0.0:1763335542.303333:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029001344 00000100:00100000:0.0:1763335542.303514:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1081 00000100:00100000:0.0:1763335542.303527:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+9:15720:x1848991029001344:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335542.303552:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335542.303758:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aabe00/0x10123ce7f076526c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e580 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335542.303803:0:8400:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aab600/0x10123ce7f0765250 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1081344->1130495) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e564 expref: 8 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335542.303826:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335542.303829:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335542.303834:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aabe00/0x10123ce7f076526c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1597440->1601535] (req 1597440->1601535) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e580 expref: 10 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335542.303916:0:8400:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aab600/0x10123ce7f0765250 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1081344->1130495) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e564 expref: 8 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335542.303933:0:8400:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aab600/0x10123ce7f0765250 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1081344->1130495) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e564 expref: 8 pid: 8400 timeout: 442 lvb_type: 0 00000100:00100000:0.0:1763335542.303948:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d0395f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041384192:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335542.304064:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c600 going to sleep for 11 seconds 00000100:00100000:0.0:1763335542.308447:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0395f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041384192:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335542.308485:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:0.0:1763335542.308497:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aabe00/0x10123ce7f076526c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1597440->1601535] (req 1597440->1601535) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e580 expref: 10 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335542.308524:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aabe00, rc 0) 00000100:00100000:0.0:1763335542.308602:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+10:15720:x1848991029001344:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5077us (5398us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335542.308613:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1081 00000100:00100000:1.0:1763335542.308861:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029001472 00000100:00100000:1.0:1763335542.308918:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029001472 00010000:00010000:1.0:1763335542.308959:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aab600/0x10123ce7f0765250 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1081344->1130495) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e564 expref: 9 pid: 8400 timeout: 442 lvb_type: 0 00000100:00100000:1.0:1763335542.308989:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 563 00000100:00100000:1.0:1763335542.308999:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c3e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+9:2409:x1848991029001472:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335542.309016:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335542.309040:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aab600/0x10123ce7f0765250 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1081344->1130495) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e564 expref: 9 pid: 8400 timeout: 442 lvb_type: 0 00010000:00010000:1.0:1763335542.309054:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aab600/0x10123ce7f0765250 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1081344->1130495) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e564 expref: 9 pid: 8400 timeout: 442 lvb_type: 0 00010000:00010000:1.0:1763335542.309084:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aab600/0x10123ce7f0765250 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1081344->1130495) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e564 expref: 9 pid: 8400 timeout: 442 lvb_type: 0 00010000:00010000:1.0:1763335542.309099:0:13187:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335542.309101:0:13187:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335542.309109:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aabe00/0x10123ce7f076526c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1597440->1601535) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e580 expref: 9 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335542.309122:0:13187:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aabe00/0x10123ce7f076526c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1597440->1601535) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e580 expref: 9 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335542.309169:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aabe00/0x10123ce7f076526c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1597440->1601535) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e580 expref: 9 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335542.309186:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c44000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:13187:1848991041384320:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335542.309254:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fbd80 going to sleep for 11 seconds 00000100:00100000:1.0:1763335542.312220:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c44000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:13187:1848991041384320:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335542.312256:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335542.312343:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c3e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+8:2409:x1848991029001472:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 3344us (3857us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335542.312357:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 563 00000100:00100000:2.0:1763335542.315337:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335542.315438:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029001600 00000100:00100000:1.0:1763335542.315452:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029001600 00002000:00100000:1.0:1763335542.315528:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1597440->1601535) req@ffff9af0f7c3ce00 x1848991029001600/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:588/0 lens 488/0 e 0 to 0 dl 1763335553 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335542.315542:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7c3ce00 with x1848991029001600 ext(1597440->1601535) 00002000:00010000:1.0:1763335542.315571:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7c3ce00 00000100:00100000:1.0:1763335542.315623:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 680 00000100:00100000:1.0:1763335542.315637:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+10:2409:x1848991029001600:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335542.316738:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+10:2409:x1848991029001600:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 1094us (1417us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335542.316749:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 680 00002000:00100000:0.0:1763335542.316758:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1597440->1601535) req@ffff9af0f7c3ce00 x1848991029001600/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:588/0 lens 488/4536 e 0 to 0 dl 1763335553 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335542.316770:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7c3ce00 with x1848991029001600 ext(1597440->1601535) 00002000:00010000:0.0:1763335542.316775:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7c3ce00 00000100:00100000:2.0:1763335542.320294:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335542.320510:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029001728 00000100:00100000:0.0:1763335542.320524:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029001728 00002000:00100000:0.0:1763335542.320593:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1601536->1605631) req@ffff9af0f7c3ca80 x1848991029001728/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:588/0 lens 488/0 e 0 to 0 dl 1763335553 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335542.320606:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7c3ca80 with x1848991029001728 ext(1601536->1605631) 00002000:00010000:0.0:1763335542.320613:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7c3ca80 00000100:00100000:0.0:1763335542.320651:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 681 00000100:00100000:0.0:1763335542.320661:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+10:2407:x1848991029001728:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335542.321018:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+10:2407:x1848991029001728:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 358us (740us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335542.321027:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 681 00002000:00100000:0.0:1763335542.321034:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1601536->1605631) req@ffff9af0f7c3ca80 x1848991029001728/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:588/0 lens 488/4536 e 0 to 0 dl 1763335553 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335542.321043:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7c3ca80 with x1848991029001728 ext(1601536->1605631) 00002000:00010000:0.0:1763335542.321046:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7c3ca80 00000100:00100000:3.0:1763335542.324519:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335542.324691:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029001856 00000100:00100000:2.0:1763335542.324705:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029001856 00002000:00100000:2.0:1763335542.324770:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1605632->1609727) req@ffff9aefc4777b80 x1848991029001856/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:588/0 lens 488/0 e 0 to 0 dl 1763335553 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335542.324783:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4777b80 with x1848991029001856 ext(1605632->1609727) 00002000:00010000:2.0:1763335542.324790:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4777b80 00000100:00100000:2.0:1763335542.324842:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 682 00000100:00100000:2.0:1763335542.324853:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4777b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+10:2406:x1848991029001856:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335542.325214:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4777b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+10:2406:x1848991029001856:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 360us (709us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335542.325223:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 682 00002000:00100000:2.0:1763335542.325230:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1605632->1609727) req@ffff9aefc4777b80 x1848991029001856/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:588/0 lens 488/4536 e 0 to 0 dl 1763335553 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335542.325239:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4777b80 with x1848991029001856 ext(1605632->1609727) 00002000:00010000:2.0:1763335542.325242:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4777b80 00000100:00100000:3.0:1763335542.328412:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335542.328657:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029001984 00000100:00100000:2.0:1763335542.328673:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029001984 00002000:00100000:2.0:1763335542.328743:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1609728->1613823) req@ffff9aefc4774700 x1848991029001984/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:588/0 lens 488/0 e 0 to 0 dl 1763335553 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335542.328756:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4774700 with x1848991029001984 ext(1609728->1613823) 00002000:00010000:2.0:1763335542.328764:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4774700 00000100:00100000:2.0:1763335542.329463:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 683 00000100:00100000:2.0:1763335542.329478:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4774700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+10:2407:x1848991029001984:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335542.329765:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4774700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+10:2407:x1848991029001984:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 290us (1366us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335542.329778:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 683 00002000:00100000:2.0:1763335542.329786:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1609728->1613823) req@ffff9aefc4774700 x1848991029001984/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:588/0 lens 488/4536 e 0 to 0 dl 1763335553 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335542.329795:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4774700 with x1848991029001984 ext(1609728->1613823) 00002000:00010000:2.0:1763335542.329800:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4774700 00000100:00100000:2.0:1763335542.337524:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335542.337655:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029002112 00000100:00100000:0.0:1763335542.337669:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029002112 00002000:00100000:0.0:1763335542.337739:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1613824->1617919) req@ffff9af0f7c3f800 x1848991029002112/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:588/0 lens 488/0 e 0 to 0 dl 1763335553 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335542.337752:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7c3f800 with x1848991029002112 ext(1613824->1617919) 00002000:00010000:0.0:1763335542.337760:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7c3f800 00000100:00100000:0.0:1763335542.337801:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 684 00000100:00100000:0.0:1763335542.337839:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+10:2406:x1848991029002112:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335542.338166:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+10:2406:x1848991029002112:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 329us (658us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335542.338175:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 684 00002000:00100000:0.0:1763335542.338183:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1613824->1617919) req@ffff9af0f7c3f800 x1848991029002112/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:588/0 lens 488/4536 e 0 to 0 dl 1763335553 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335542.338190:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7c3f800 with x1848991029002112 ext(1613824->1617919) 00002000:00010000:0.0:1763335542.338193:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7c3f800 00000100:00100000:3.0:1763335542.347541:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335542.348039:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029002240 00000100:00100000:1.0:1763335542.348054:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029002240 00002000:00100000:1.0:1763335542.348658:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1617920->1622015) req@ffff9aefc4775500 x1848991029002240/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:588/0 lens 488/0 e 0 to 0 dl 1763335553 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335542.348672:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4775500 with x1848991029002240 ext(1617920->1622015) 00002000:00010000:1.0:1763335542.348680:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4775500 00000100:00100000:2.0:1763335542.350097:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 685 00000100:00100000:2.0:1763335542.350131:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4775500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+10:2407:x1848991029002240:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335542.350457:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4775500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+10:2407:x1848991029002240:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 341us (2932us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335542.350466:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 685 00002000:00100000:2.0:1763335542.350477:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1617920->1622015) req@ffff9aefc4775500 x1848991029002240/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:588/0 lens 488/4536 e 0 to 0 dl 1763335553 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335542.350487:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4775500 with x1848991029002240 ext(1617920->1622015) 00002000:00010000:2.0:1763335542.350494:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4775500 00000100:00100000:3.0:1763335542.359018:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335542.361294:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029002368 00000100:00100000:1.0:1763335542.361315:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029002368 00002000:00100000:1.0:1763335542.361400:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1622016->1626111) req@ffff9aefc4774000 x1848991029002368/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:588/0 lens 488/0 e 0 to 0 dl 1763335553 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335542.361414:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4774000 with x1848991029002368 ext(1622016->1626111) 00002000:00010000:1.0:1763335542.361422:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4774000 00000100:00100000:2.0:1763335542.362539:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 686 00000100:00100000:0.0:1763335542.362777:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4774000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+10:2406:x1848991029002368:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335542.363470:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4774000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+10:2406:x1848991029002368:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 911us (4464us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335542.363482:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 686 00002000:00100000:0.0:1763335542.363494:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1622016->1626111) req@ffff9aefc4774000 x1848991029002368/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:588/0 lens 488/4536 e 0 to 0 dl 1763335553 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335542.363506:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4774000 with x1848991029002368 ext(1622016->1626111) 00002000:00010000:0.0:1763335542.363513:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4774000 00000100:00100000:3.0:1763335542.370290:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335542.370766:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029002496 00000100:00100000:0.0:1763335542.370780:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029002496 00002000:00100000:0.0:1763335542.370864:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1626112->1630207) req@ffff9aefc4775f80 x1848991029002496/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:588/0 lens 488/0 e 0 to 0 dl 1763335553 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335542.370923:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4775f80 with x1848991029002496 ext(1626112->1630207) 00002000:00010000:0.0:1763335542.370933:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4775f80 00000100:00100000:0.0:1763335542.370966:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 687 00000100:00100000:0.0:1763335542.370977:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4775f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+10:2407:x1848991029002496:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335542.371268:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4775f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+10:2407:x1848991029002496:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 292us (993us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335542.371277:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 687 00002000:00100000:0.0:1763335542.371283:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1626112->1630207) req@ffff9aefc4775f80 x1848991029002496/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:588/0 lens 488/4536 e 0 to 0 dl 1763335553 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335542.371291:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4775f80 with x1848991029002496 ext(1626112->1630207) 00002000:00010000:0.0:1763335542.371294:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4775f80 00000100:00100000:2.0:1763335542.374064:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335542.374722:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029002624 00000100:00100000:0.0:1763335542.374735:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029002624 00002000:00100000:0.0:1763335542.374801:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1630208->1634303) req@ffff9af0f7c3d180 x1848991029002624/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:588/0 lens 488/0 e 0 to 0 dl 1763335553 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335542.374824:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7c3d180 with x1848991029002624 ext(1630208->1634303) 00002000:00010000:0.0:1763335542.374832:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7c3d180 00000100:00100000:0.0:1763335542.374952:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 688 00000100:00100000:0.0:1763335542.374964:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+10:2407:x1848991029002624:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335542.375320:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+10:2407:x1848991029002624:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 357us (1388us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335542.375329:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 688 00002000:00100000:0.0:1763335542.375337:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1630208->1634303) req@ffff9af0f7c3d180 x1848991029002624/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:588/0 lens 488/4536 e 0 to 0 dl 1763335553 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335542.375346:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7c3d180 with x1848991029002624 ext(1630208->1634303) 00002000:00010000:0.0:1763335542.375351:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7c3d180 00000100:00100000:3.0:1763335542.380338:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335542.380838:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029002752 00000100:00100000:0.0:1763335542.380852:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029002752 00002000:00100000:0.0:1763335542.380965:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1634304->1638399) req@ffff9aefc4774a80 x1848991029002752/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:588/0 lens 488/0 e 0 to 0 dl 1763335553 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335542.380977:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4774a80 with x1848991029002752 ext(1634304->1638399) 00002000:00010000:0.0:1763335542.380986:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4774a80 00000100:00100000:0.0:1763335542.381085:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 689 00000100:00100000:0.0:1763335542.381098:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4774a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+10:2409:x1848991029002752:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335542.382213:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4774a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+10:2409:x1848991029002752:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 1108us (1879us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335542.382225:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 689 00002000:00100000:0.0:1763335542.382236:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1634304->1638399) req@ffff9aefc4774a80 x1848991029002752/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:588/0 lens 488/4536 e 0 to 0 dl 1763335553 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335542.382245:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4774a80 with x1848991029002752 ext(1634304->1638399) 00002000:00010000:0.0:1763335542.382250:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4774a80 00000100:00100000:3.0:1763335542.385223:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335542.385353:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029002880 00000100:00100000:0.0:1763335542.385367:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029002880 00002000:00100000:0.0:1763335542.385434:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1638400->1642495) req@ffff9aefc47ef480 x1848991029002880/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:588/0 lens 488/0 e 0 to 0 dl 1763335553 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335542.385447:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc47ef480 with x1848991029002880 ext(1638400->1642495) 00002000:00010000:0.0:1763335542.385454:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc47ef480 00000100:00100000:0.0:1763335542.385497:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 690 00000100:00100000:0.0:1763335542.385507:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+10:2409:x1848991029002880:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335542.385787:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+10:2409:x1848991029002880:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 280us (578us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335542.385796:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 690 00002000:00100000:0.0:1763335542.385811:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1638400->1642495) req@ffff9aefc47ef480 x1848991029002880/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:588/0 lens 488/4536 e 0 to 0 dl 1763335553 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335542.385819:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc47ef480 with x1848991029002880 ext(1638400->1642495) 00002000:00010000:0.0:1763335542.385823:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc47ef480 00000100:00100000:2.0:1763335542.391600:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335542.392442:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029003008 00000100:00100000:0.0:1763335542.392459:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029003008 00002000:00100000:0.0:1763335542.392530:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1642496->1646591) req@ffff9af0f7c3ed80 x1848991029003008/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:588/0 lens 488/0 e 0 to 0 dl 1763335553 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335542.392543:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7c3ed80 with x1848991029003008 ext(1642496->1646591) 00002000:00010000:0.0:1763335542.392550:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7c3ed80 00000100:00100000:0.0:1763335542.393711:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 691 00000100:00100000:0.0:1763335542.393735:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+10:2409:x1848991029003008:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335542.394094:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+10:2409:x1848991029003008:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 368us (2507us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335542.394103:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 691 00002000:00100000:0.0:1763335542.394114:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1642496->1646591) req@ffff9af0f7c3ed80 x1848991029003008/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:588/0 lens 488/4536 e 0 to 0 dl 1763335553 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335542.394125:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7c3ed80 with x1848991029003008 ext(1642496->1646591) 00002000:00010000:0.0:1763335542.394132:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7c3ed80 00000100:00100000:3.0:1763335542.397399:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335542.397561:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029003136 00000100:00100000:1.0:1763335542.397574:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029003136 00002000:00100000:1.0:1763335542.397638:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1646592->1650687) req@ffff9aefc47ed180 x1848991029003136/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:588/0 lens 488/0 e 0 to 0 dl 1763335553 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335542.397650:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc47ed180 with x1848991029003136 ext(1646592->1650687) 00002000:00010000:1.0:1763335542.397658:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc47ed180 00000100:00100000:1.0:1763335542.397698:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 692 00000100:00100000:1.0:1763335542.397709:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+10:2406:x1848991029003136:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335542.398071:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+10:2406:x1848991029003136:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 361us (686us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335542.398080:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 692 00002000:00100000:1.0:1763335542.398088:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1646592->1650687) req@ffff9aefc47ed180 x1848991029003136/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:588/0 lens 488/4536 e 0 to 0 dl 1763335553 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335542.398095:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc47ed180 with x1848991029003136 ext(1646592->1650687) 00002000:00010000:1.0:1763335542.398099:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc47ed180 00000100:00100000:3.0:1763335542.403157:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335542.403510:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029003264 00000100:00100000:1.0:1763335542.403527:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029003264 00002000:00100000:1.0:1763335542.403601:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1650688->1654783) req@ffff9aefc47ec380 x1848991029003264/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:588/0 lens 488/0 e 0 to 0 dl 1763335553 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335542.403616:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc47ec380 with x1848991029003264 ext(1650688->1654783) 00002000:00010000:1.0:1763335542.403625:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc47ec380 00000100:00100000:1.0:1763335542.403672:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 693 00000100:00100000:1.0:1763335542.403685:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+10:2409:x1848991029003264:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335542.404039:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+10:2409:x1848991029003264:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 354us (900us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335542.404048:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 693 00002000:00100000:1.0:1763335542.404055:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1650688->1654783) req@ffff9aefc47ec380 x1848991029003264/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:588/0 lens 488/4536 e 0 to 0 dl 1763335553 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335542.404063:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc47ec380 with x1848991029003264 ext(1650688->1654783) 00002000:00010000:1.0:1763335542.404067:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc47ec380 00000100:00100000:2.0:1763335542.412171:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335542.412533:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029003392 00000100:00100000:0.0:1763335542.412548:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029003392 00002000:00100000:0.0:1763335542.412613:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1597440->1654783) req@ffff9af0f7c91c00 x1848991029003392/t0(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:588/0 lens 488/0 e 0 to 0 dl 1763335553 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335542.412626:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7c91c00 with x1848991029003392 ext(1597440->1654783) 00002000:00010000:0.0:1763335542.412634:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7c91c00 00000100:00100000:0.0:1763335542.412677:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 694 00000100:00100000:0.0:1763335542.412688:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+10:2406:x1848991029003392:12345-192.168.202.34@tcp:4:fsx.0 00000100:00100000:0.0:1763335542.418472:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+12:2406:x1848991029003392:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 5767us (6299us total) trans 4294967569 rc 0/0 00000100:00100000:0.0:1763335542.418491:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 694 00002000:00100000:0.0:1763335542.418509:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1597440->1654783) req@ffff9af0f7c91c00 x1848991029003392/t4294967569(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:588/0 lens 488/448 e 0 to 0 dl 1763335553 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335542.418522:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7c91c00 with x1848991029003392 ext(1597440->1654783) 00002000:00010000:0.0:1763335542.418530:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7c91c00 00000100:00100000:3.0:1763335542.422360:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335542.422487:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029003520 00000100:00100000:0.0:1763335542.422505:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029003520 00000100:00100000:0.0:1763335542.422593:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1082 00000100:00100000:0.0:1763335542.422606:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+12:2406:x1848991029003520:12345-192.168.202.34@tcp:16:fsx.0 00000001:00080000:1.0:1763335542.425053:0:9466:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967569 is committed 00000001:00080000:1.0:1763335542.425077:0:9466:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967568 is committed 00000100:00100000:0.0:1763335542.425725:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+6:2406:x1848991029003520:12345-192.168.202.34@tcp:16:fsx.0 Request processed in 3112us (3373us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335542.425740:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1082 00000100:00100000:2.0:1763335542.429226:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335542.429329:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335542.429425:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029003648 00000100:00100000:1.0:1763335542.429439:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029003648 00000100:00100000:1.0:1763335542.429520:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1489 00000100:00100000:1.0:1763335542.429534:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c90380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+14:2406:x1848991029003648:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335542.429561:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335542.429591:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96ce00/0x10123ce7f0765273 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e587 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335542.429645:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa600/0x10123ce7f076523b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e54f expref: 28 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335542.429701:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c44000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041384448:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335542.429829:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335542.430597:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029003776 00000100:00100000:0.0:1763335542.430609:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029003776 00000100:00100000:0.0:1763335542.430656:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1083 00000100:00100000:0.0:1763335542.430664:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2406:x1848991029003776:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335542.430679:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335542.430696:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aab400/0x10123ce7f076527a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e58e expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335542.430750:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d0395f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041384576:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335542.430829:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c600 going to sleep for 11 seconds 00000100:00100000:1.0:1763335542.435156:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c44000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041384448:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335542.435193:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 695093 00010000:00010000:1.0:1763335542.435219:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96ce00/0x10123ce7f0765273 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e587 expref: 15 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335542.435246:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335542.435250:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335542.435255:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96ce00/0x10123ce7f0765273 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e587 expref: 15 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335542.435271:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ff96ce00, rc 0) 00000100:00100000:1.0:1763335542.435342:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c90380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+14:2406:x1848991029003648:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5811us (6134us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335542.435354:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1489 00002000:00010000:0.0:1763335542.435438:0:8400:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks: 344 -> 464 00000100:00100000:0.0:1763335542.435456:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0395f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041384576:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335542.435483:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aab400/0x10123ce7f076527a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e58e expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335542.435499:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aab400/0x10123ce7f076527a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e58e expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335542.435509:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aab400, rc 0) 00000100:00100000:0.0:1763335542.435535:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2406:x1848991029003776:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4872us (6206us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335542.435542:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1083 00000100:00100000:3.0:1763335542.439659:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335542.439722:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335542.439845:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029003904 00000100:00100000:1.0:1763335542.439860:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029003904 00000100:00100000:1.0:1763335542.439973:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1490 00000100:00100000:1.0:1763335542.439987:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+14:2407:x1848991029003904:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335542.440018:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335542.440050:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96c200/0x10123ce7f0765281 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e595 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335542.440104:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa600/0x10123ce7f076523b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e54f expref: 28 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335542.440159:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c44000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041384704:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335542.440258:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335542.441978:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029004032 00000100:00100000:0.0:1763335542.441999:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029004032 00000100:00100000:0.0:1763335542.442070:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1084 00000100:00100000:0.0:1763335542.442081:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2407:x1848991029004032:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335542.442101:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335542.442122:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aab200/0x10123ce7f0765288 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e59c expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335542.442202:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d0395f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041384832:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335542.442296:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c600 going to sleep for 11 seconds 00000100:00100000:1.0:1763335542.446118:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c44000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041384704:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335542.446153:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 695093 00010000:00010000:1.0:1763335542.446177:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96c200/0x10123ce7f0765281 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e595 expref: 15 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335542.446204:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335542.446206:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335542.446211:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96c200/0x10123ce7f0765281 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e595 expref: 15 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335542.446226:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ff96c200, rc 0) 00000100:00100000:1.0:1763335542.446296:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+14:2407:x1848991029003904:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6312us (6572us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335542.446307:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1490 00000100:00100000:0.0:1763335542.447557:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0395f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041384832:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335542.447595:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aab200/0x10123ce7f0765288 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e59c expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335542.447616:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aab200/0x10123ce7f0765288 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e59c expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335542.447627:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aab200, rc 0) 00000100:00100000:0.0:1763335542.447684:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2407:x1848991029004032:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5604us (8042us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335542.447692:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1084 00000100:00100000:2.0:1763335542.465285:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335542.467954:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029004160 00000100:00100000:0.0:1763335542.467978:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029004160 00002000:00100000:0.0:1763335542.468068:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->1835007) req@ffff9af0f7c92d80 x1848991029004160/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:588/0 lens 504/0 e 0 to 0 dl 1763335553 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335542.468083:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7c92d80 with x1848991029004160 ext(1048576->1835007) 00002000:00010000:0.0:1763335542.468092:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7c92d80 00000100:00100000:1.0:1763335542.468690:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 695 00000100:00100000:1.0:1763335542.468713:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991029004160:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335542.474952:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335542.475609:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029004288 00000100:00100000:3.0:1763335542.475623:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029004288 00002000:00100000:3.0:1763335542.475691:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4c44000 x1848991029004288/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:588/0 lens 488/0 e 0 to 0 dl 1763335553 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335542.475706:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4c44000 with x1848991029004288 00000100:00100000:3.0:1763335542.475754:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 812 00000100:00100000:3.0:1763335542.475764:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+29:2409:x1848991029004288:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335542.490352:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991029004160:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 21632us (25065us total) trans 0 rc 729088/729088 00000100:00100000:1.0:1763335542.490380:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 695 00002000:00100000:1.0:1763335542.490398:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->1835007) req@ffff9af0f7c92d80 x1848991029004160/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:588/0 lens 504/440 e 0 to 0 dl 1763335553 ref 1 fl Complete:/600/0 rc 729088/729088 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335542.490410:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7c92d80 with x1848991029004160 ext(1048576->1835007) 00002000:00010000:1.0:1763335542.490418:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7c92d80 00000100:00100000:0.0:1763335542.504020:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+29:2409:x1848991029004288:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 28240us (29067us total) trans 0 rc 696320/696320 00000100:00100000:0.0:1763335542.504038:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 812 00002000:00100000:0.0:1763335542.504055:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4c44000 x1848991029004288/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:588/0 lens 488/440 e 0 to 0 dl 1763335553 ref 1 fl Complete:/600/0 rc 696320/696320 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335542.504073:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4c44000 with x1848991029004288 00000100:00100000:3.0:1763335542.509863:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335542.512023:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335542.512113:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029004416 00000100:00100000:1.0:1763335542.512126:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029004416 00000100:00100000:1.0:1763335542.512198:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1491 00000100:00100000:1.0:1763335542.512209:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+14:2408:x1848991029004416:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335542.512238:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335542.512266:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96c200/0x10123ce7f076528f lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e5a3 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335542.512315:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa600/0x10123ce7f076523b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e54f expref: 28 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335542.512364:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c47b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041384960:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335542.512489:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335542.512558:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029004544 00000100:00100000:0.0:1763335542.512563:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029004544 00000100:00100000:0.0:1763335542.512602:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1085 00000100:00100000:0.0:1763335542.512609:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991029004544:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335542.512618:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335542.512630:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aab200/0x10123ce7f0765296 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e5aa expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335542.512670:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d0395f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041385088:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335542.512699:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c600 going to sleep for 11 seconds 00000100:00100000:1.0:1763335542.517136:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c47b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041384960:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335542.517173:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 695093 00000100:00100000:0.0:1763335542.517319:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0395f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041385088:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335542.517355:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aab200/0x10123ce7f0765296 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5aa expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335542.517384:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aab200/0x10123ce7f0765296 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5aa expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335542.517398:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aab200, rc 0) 00000100:00100000:0.0:1763335542.517474:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991029004544:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4864us (7625us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335542.517485:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1085 00010000:00010000:1.0:1763335542.518355:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96c200/0x10123ce7f076528f lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5a3 expref: 15 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335542.518390:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335542.518396:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335542.518402:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96c200/0x10123ce7f076528f lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5a3 expref: 15 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335542.518417:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ff96c200, rc 0) 00000100:00100000:1.0:1763335542.518464:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+14:2408:x1848991029004416:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6255us (6448us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335542.518473:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1491 00000100:00100000:2.0:1763335542.527360:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335542.527412:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335542.527500:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029004672 00000100:00100000:1.0:1763335542.527513:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029004672 00000100:00100000:1.0:1763335542.527593:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1492 00000100:00100000:1.0:1763335542.527604:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+14:2407:x1848991029004672:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335542.527635:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335542.527666:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96c200/0x10123ce7f076529d lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e5b1 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335542.527716:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa600/0x10123ce7f076523b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e54f expref: 28 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335542.527766:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c47b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041385216:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335542.527911:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335542.528859:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029004800 00000100:00100000:0.0:1763335542.528903:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029004800 00000100:00100000:0.0:1763335542.528950:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1086 00000100:00100000:0.0:1763335542.528960:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2407:x1848991029004800:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335542.528975:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335542.528992:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aab200/0x10123ce7f07652a4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e5b8 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335542.529043:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d0395f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041385344:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335542.529115:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c600 going to sleep for 11 seconds 00000100:00100000:1.0:1763335542.532123:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c47b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041385216:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335542.532157:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 695093 00010000:00010000:1.0:1763335542.532180:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96c200/0x10123ce7f076529d lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5b1 expref: 15 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335542.532207:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335542.532210:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335542.532216:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96c200/0x10123ce7f076529d lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5b1 expref: 15 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335542.532232:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ff96c200, rc 0) 00000100:00100000:1.0:1763335542.532300:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+14:2407:x1848991029004672:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4697us (4955us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335542.532310:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1492 00000100:00100000:0.0:1763335542.535017:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0395f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041385344:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335542.535070:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aab200/0x10123ce7f07652a4 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5b8 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335542.535099:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aab200/0x10123ce7f07652a4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5b8 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335542.535120:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aab200, rc 0) 00000100:00100000:0.0:1763335542.535192:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2407:x1848991029004800:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6231us (7776us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335542.535202:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1086 00000100:00100000:2.0:1763335542.546338:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335542.547428:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029004928 00000100:00100000:1.0:1763335542.547449:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029004928 00000100:00100000:1.0:1763335542.547547:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 696 00000100:00100000:1.0:1763335542.547559:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991029004928:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:1.0:1763335542.547917:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1832295 -> 1832295 00002000:00010000:1.0:1763335542.547922:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335542 -> 1763335542 00002000:00010000:1.0:1763335542.547925:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335542 -> 1763335542 00002000:00010000:1.0:1763335542.547927:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335542 -> 1763335542 00002000:00010000:1.0:1763335542.547929:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 464 -> 576 00000100:00100000:1.0:1763335542.548011:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991029004928:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 453us (1689us total) trans 4294967570 rc 0/0 00000100:00100000:1.0:1763335542.548020:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 696 00000100:00100000:2.0:1763335542.552374:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335542.552490:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029005184 00000100:00100000:1.0:1763335542.552503:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029005184 00000100:00100000:1.0:1763335542.552572:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1493 00000100:00100000:1.0:1763335542.552583:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c92a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+14:15720:x1848991029005184:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:1.0:1763335542.552660:0:6516:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335542.552702:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96cc00/0x10123ce7f07651e0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e4f4 expref: 14 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335542.552728:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335542.552733:0:6516:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335542.553130:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96c200/0x10123ce7f07652ab lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:1.0:1763335542.553147:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0400/0x10123ce7f07651cb lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e4e6 expref: 28 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335542.553159:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96c200/0x10123ce7f07652ab lrc: 4/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 00010000:00010000:1.0:1763335542.553204:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0400/0x10123ce7f07651cb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e4e6 expref: 28 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335542.553221:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0400/0x10123ce7f07651cb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e4e6 expref: 28 pid: 6516 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1763335542.553240:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c47b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041385472:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335542.553361:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb240 going to sleep for 11 seconds 00000100:00100000:1.0:1763335542.556664:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c47b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041385472:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335542.556705:0:6516:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96c200/0x10123ce7f07652ab lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00000100:00100000:2.0:1763335542.557660:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335542.557992:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029005312 00000100:00100000:1.0:1763335542.558003:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029005312 00010000:00010000:1.0:1763335542.558055:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0400/0x10123ce7f07651cb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e4e6 expref: 29 pid: 6516 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1763335542.558827:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 564 00000100:00100000:1.0:1763335542.558843:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c90a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+29:2409:x1848991029005312:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335542.558864:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335542.558909:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0400/0x10123ce7f07651cb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e4e6 expref: 29 pid: 6516 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1763335542.558924:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0400/0x10123ce7f07651cb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e4e6 expref: 29 pid: 6516 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1763335542.558952:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0400/0x10123ce7f07651cb lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e4e6 expref: 29 pid: 6516 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1763335542.558972:0:13187:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335542.558978:0:13187:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96c200/0x10123ce7f07652ab lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00010000:00010000:1.0:1763335542.558991:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96c200/0x10123ce7f07652ab lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT0 00010000:00010000:1.0:1763335542.559000:0:13187:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96c200/0x10123ce7f07652ab lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT0 00010000:00010000:1.0:1763335542.559047:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335542.559132:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c90a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+28:2409:x1848991029005312:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 294us (1477us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335542.559142:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 564 00010000:00010000:2.0:1763335542.559331:0:6516:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96c200/0x10123ce7f07652ab lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335542.559341:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96c200/0x10123ce7f07652ab lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00000001:00080000:2.0:1763335542.559470:0:6516:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967901 00000004:00010000:2.0:1763335542.559536:0:6516:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 695093 -> 695093 00000004:00010000:2.0:1763335542.559540:0:6516:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335542 -> 1763335542 00000004:00010000:2.0:1763335542.559543:0:6516:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335542 -> 1763335541 00000004:00010000:2.0:1763335542.559546:0:6516:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335542 -> 1763335542 00000004:00010000:2.0:1763335542.559548:0:6516:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 368 -> 368 00000004:00010000:2.0:1763335542.559556:0:6516:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000fb4ef165 reply state 000000005477ed87 transno 4294967902 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96c200/0x10123ce7f07652ab lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335542.559572:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96c200/0x10123ce7f07652ab lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335542.559579:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335542.559582:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335542.559586:0:6516:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763335542.559702:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c92a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+16:15720:x1848991029005184:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 7120us (7344us total) trans 4294967902 rc 0/0 00000100:00100000:2.0:1763335542.559710:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1493 00000020:00080000:2.0:1763335542.559714:0:6516:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763335542.561623:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335542.561775:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029005440 00000100:00100000:3.0:1763335542.561787:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029005440 00000100:00100000:3.0:1763335542.561995:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1494 00000100:00100000:3.0:1763335542.562006:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+16:15720:x1848991029005440:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335542.562047:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335542.562076:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f07652b2 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e5bf expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335542.562116:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa600/0x10123ce7f076523b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e54f expref: 27 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335542.562128:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f07652b2 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5bf expref: 17 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335542.562172:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa600/0x10123ce7f076523b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e54f expref: 27 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335542.562188:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa600/0x10123ce7f076523b lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e54f expref: 27 pid: 6516 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1763335542.562211:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc47ec700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041385600:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335542.562307:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850840 going to sleep for 11 seconds 00000100:00100000:3.0:1763335542.566368:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc47ec700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041385600:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335542.566419:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f07652b2 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5bf expref: 17 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335542.566442:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335542.566446:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335542.566451:0:6516:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f07652b2 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5bf expref: 17 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335542.566465:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4a00, rc 0) 00000100:00100000:3.0:1763335542.566556:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+17:15720:x1848991029005440:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4550us (4943us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335542.566568:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1494 00000100:00100000:0.0:1763335542.566948:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335542.567117:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029005568 00000100:00100000:1.0:1763335542.567126:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029005568 00010000:00010000:1.0:1763335542.567170:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa600/0x10123ce7f076523b lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e54f expref: 28 pid: 6516 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1763335542.567202:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 565 00000100:00100000:1.0:1763335542.567211:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0d0395f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+28:2409:x1848991029005568:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335542.567229:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335542.567258:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa600/0x10123ce7f076523b lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e54f expref: 28 pid: 6516 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1763335542.567271:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa600/0x10123ce7f076523b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e54f expref: 28 pid: 6516 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1763335542.567301:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa600/0x10123ce7f076523b lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e54f expref: 28 pid: 6516 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1763335542.567328:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335542.567333:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f07652b2 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5bf expref: 16 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335542.567345:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f07652b2 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5bf expref: 16 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335542.567355:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f07652b2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5bf expref: 16 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335542.567397:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f07652b2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5bf expref: 16 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335542.567412:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c47b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041385728:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335542.567484:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb240 going to sleep for 11 seconds 00000100:00100000:0.0:1763335542.572306:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335542.572479:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c47b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041385728:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335542.572512:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335542.572595:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0d0395f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+27:2409:x1848991029005568:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 5382us (5648us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335542.572609:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 565 00000100:00100000:2.0:1763335542.572727:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029005696 00000100:00100000:2.0:1763335542.572736:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029005696 00000100:00100000:2.0:1763335542.572785:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1087 00000100:00100000:2.0:1763335542.572796:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0d0397100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:15720:x1848991029005696:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335542.572832:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335542.572859:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad0000/0x10123ce7f07652b9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e5c6 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335542.572920:0:8400:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aabe00/0x10123ce7f076526c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1597440->1601535) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e580 expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335542.572930:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335542.572933:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335542.572938:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad0000/0x10123ce7f07652b9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5c6 expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335542.572981:0:8400:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aabe00/0x10123ce7f076526c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1597440->1601535) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e580 expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335542.572995:0:8400:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aabe00/0x10123ce7f076526c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1597440->1601535) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e580 expref: 6 pid: 8400 timeout: 443 lvb_type: 0 00000100:00100000:2.0:1763335542.573009:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc596aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041385856:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335542.573091:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5d9ab40 going to sleep for 11 seconds 00000100:00100000:2.0:1763335542.575492:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc596aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041385856:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335542.575501:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:2.0:1763335542.575540:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad0000/0x10123ce7f07652b9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5c6 expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335542.575572:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ffad0000, rc 0) 00000100:00100000:2.0:1763335542.575652:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0d0397100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:15720:x1848991029005696:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2857us (3365us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335542.575663:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1087 00000100:00100000:0.0:1763335542.575751:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029005824 00000100:00100000:0.0:1763335542.575759:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029005824 00002000:00100000:0.0:1763335542.575826:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1912832->1926570) req@ffff9aefc47ec700 x1848991029005824/t0(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:588/0 lens 14232/0 e 0 to 0 dl 1763335553 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335542.575836:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc47ec700 with x1848991029005824 ext(1912832->1926570) 00010000:00010000:0.0:1763335542.575845:0:8406:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aabe00/0x10123ce7f076526c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1597440->1601535) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e580 expref: 7 pid: 8400 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1763335542.575860:0:8406:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aabe00/0x10123ce7f076526c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1597440->1601535) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e580 expref: 7 pid: 8400 timeout: 443 lvb_type: 0 00002000:00010000:0.0:1763335542.575899:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9aefc47ec700 00000100:00100000:0.0:1763335542.575927:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 29 00000100:00100000:0.0:1763335542.575938:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991029005824:12345-192.168.202.34@tcp:4:fsx.0 00000100:00100000:0.0:1763335542.577024:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+9:2409:x1848991029005824:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 1078us (1516us total) trans 4294967571 rc 0/0 00000100:00100000:0.0:1763335542.577033:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 29 00002000:00100000:0.0:1763335542.577041:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1912832->1926570) req@ffff9aefc47ec700 x1848991029005824/t4294967571(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:588/0 lens 14232/448 e 0 to 0 dl 1763335553 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335542.577048:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc47ec700 with x1848991029005824 ext(1912832->1926570) 00010000:00010000:0.0:1763335542.577054:0:8406:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aabe00/0x10123ce7f076526c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1597440->1601535) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e580 expref: 9 pid: 8400 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1763335542.577065:0:8406:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aabe00/0x10123ce7f076526c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1597440->1601535) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e580 expref: 9 pid: 8400 timeout: 443 lvb_type: 0 00002000:00010000:0.0:1763335542.577070:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9aefc47ec700 00000100:00100000:3.0:1763335542.580193:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335542.580363:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029005952 00000100:00100000:1.0:1763335542.580377:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029005952 00010000:00010000:1.0:1763335542.580431:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aabe00/0x10123ce7f076526c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1597440->1601535) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e580 expref: 9 pid: 8400 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1763335542.580483:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 566 00000100:00100000:1.0:1763335542.580496:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47ee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+9:2409:x1848991029005952:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335542.580517:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1763335542.580539:0:8416:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1832295 -> 1926571 00002000:00010000:1.0:1763335542.580543:0:8416:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 576 -> 608 00010000:00010000:1.0:1763335542.580550:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aabe00/0x10123ce7f076526c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1597440->1601535) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e580 expref: 9 pid: 8400 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1763335542.580566:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aabe00/0x10123ce7f076526c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1597440->1601535) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e580 expref: 9 pid: 8400 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1763335542.580601:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aabe00/0x10123ce7f076526c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1597440->1601535) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e580 expref: 9 pid: 8400 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1763335542.580621:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335542.580623:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335542.580633:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad0000/0x10123ce7f07652b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5c6 expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335542.580645:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad0000/0x10123ce7f07652b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5c6 expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335542.580692:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad0000/0x10123ce7f07652b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5c6 expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335542.580710:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c47b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041385984:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335542.580840:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb240 going to sleep for 11 seconds 00000100:00100000:2.0:1763335542.584691:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335542.584739:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335542.584864:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029006208 00000100:00100000:0.0:1763335542.584916:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029006208 00002000:00010000:0.0:1763335542.584970:0:8406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:0.0:1763335542.584976:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc596aa00 with x1848991029006208 ext(0->18446744073709551615) 00002000:00010000:0.0:1763335542.584994:0:8406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc596aa00. 00000100:00100000:0.0:1763335542.585037:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 697 00000100:00100000:0.0:1763335542.585048:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc596aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991029006208:12345-192.168.202.34@tcp:10:fsx.0 00000100:00100000:1.0:1763335542.585387:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c47b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041385984:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335542.585415:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335542.585480:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47ee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991029005952:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 4986us (5306us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335542.585490:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 566 00000100:00100000:3.0:1763335542.585588:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029006080 00000100:00100000:3.0:1763335542.585595:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029006080 00002000:00010000:3.0:1763335542.585627:0:6529:0:(mdt_io.c:274:mdt_punch_hpreq_check()) lustre-MDT0000: refresh DOM lock for [0x200000402:0xe:0x0] 00002000:00100000:3.0:1763335542.585633:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc596bb80 with x1848991029006080 00000100:00100000:3.0:1763335542.585673:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 813 00000100:00100000:3.0:1763335542.585683:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc596bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+17:2409:x1848991029006080:12345-192.168.202.34@tcp:10:fsx.0 00000004:00010000:3.0:1763335542.586009:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 695093 -> 999528 00000004:00010000:3.0:1763335542.586015:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335542 -> 1763335542 00000004:00010000:3.0:1763335542.586018:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335541 -> 1763335541 00000004:00010000:3.0:1763335542.586020:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335542 -> 1763335542 00000004:00010000:3.0:1763335542.586023:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 368 -> 368 00000100:00100000:3.0:1763335542.586089:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc596bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+18:2409:x1848991029006080:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 407us (1348us total) trans 4294967903 rc 0/0 00000100:00100000:3.0:1763335542.586096:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 813 00002000:00010000:3.0:1763335542.586100:0:6529:0:(mdt_io.c:274:mdt_punch_hpreq_check()) lustre-MDT0000: refresh DOM lock for [0x200000402:0xe:0x0] 00002000:00100000:3.0:1763335542.586102:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc596bb80 with x1848991029006080 00002000:00010000:0.0:1763335542.587178:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1926571 -> 0 00002000:00010000:0.0:1763335542.587186:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335542 -> 1763335542 00002000:00010000:0.0:1763335542.587190:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335542 -> 1763335542 00002000:00010000:0.0:1763335542.587192:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335542 -> 1763335542 00002000:00010000:0.0:1763335542.587195:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 608 -> 0 00000100:00100000:0.0:1763335542.587674:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc596aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+7:2409:x1848991029006208:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 2619us (2993us total) trans 4294967572 rc 0/0 00000100:00100000:0.0:1763335542.587687:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 697 00002000:00010000:0.0:1763335542.587692:0:8406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:0.0:1763335542.587696:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc596aa00 with x1848991029006208 ext(0->18446744073709551615) 00002000:00010000:0.0:1763335542.587705:0:8406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc596aa00. 00000100:00100000:1.0:1763335542.590647:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335542.590770:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029006336 00000100:00100000:3.0:1763335542.590783:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029006336 00000100:00100000:3.0:1763335542.591103:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1495 00000100:00100000:3.0:1763335542.591118:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+18:15720:x1848991029006336:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335542.591155:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335542.591184:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5400/0x10123ce7f07652c0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e5cd expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335542.591309:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f07652c7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335542.591328:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f07652c7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335542.591340:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f07652c7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00000004:00200000:3.0:1763335542.591372:0:6516:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 999528 00000004:00200000:3.0:1763335542.591378:0:6516:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763335542.591401:0:6516:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f07652c7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335542.591432:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5400/0x10123ce7f07652c0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5cd expref: 20 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335542.591454:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f07652c7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5cd expref: 19 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335542.591465:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335542.591468:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763335542.591471:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4c00, rc 0) 00000100:00100000:3.0:1763335542.591550:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+19:15720:x1848991029006336:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 437us (917us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335542.591558:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1495 00000100:00100000:2.0:1763335542.600383:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335542.600507:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029006464 00000100:00100000:3.0:1763335542.600521:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029006464 00000100:00100000:0.0:1763335542.601536:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1496 00000100:00100000:0.0:1763335542.601555:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5968e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+27:15720:x1848991029006464:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335542.601583:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335542.601610:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaac00/0x10123ce7f07652ce lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e5d4 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335542.601735:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aabe00/0x10123ce7f07652d5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:0.0:1763335542.601753:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aabe00/0x10123ce7f07652d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:0.0:1763335542.601768:0:6517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aabe00/0x10123ce7f07652d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00000004:00200000:0.0:1763335542.601812:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 999528 00000004:00200000:0.0:1763335542.601818:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763335542.601852:0:6517:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aabe00/0x10123ce7f07652d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:0.0:1763335542.601900:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaac00/0x10123ce7f07652ce lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5d4 expref: 29 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335542.601922:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aabe00/0x10123ce7f07652d5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5d4 expref: 28 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335542.601931:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335542.601933:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335542.601937:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aabe00, rc 0) 00000100:00100000:0.0:1763335542.602019:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5968e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+28:15720:x1848991029006464:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 462us (1643us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335542.602028:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1496 00000100:00100000:1.0:1763335542.605580:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335542.605919:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029006592 00000100:00100000:0.0:1763335542.605933:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029006592 00000100:00100000:1.0:1763335542.605948:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335542.606010:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1497 00000100:00100000:0.0:1763335542.606023:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+28:2408:x1848991029006592:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335542.606054:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1763335542.606079:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029006720 00000100:00100000:2.0:1763335542.606084:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029006720 00010000:00010000:0.0:1763335542.606084:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa800/0x10123ce7f07652dc lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e5db expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335542.606123:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1088 00000100:00100000:2.0:1763335542.606131:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991029006720:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335542.606131:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f07652b2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5bf expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335542.606139:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335542.606150:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad0e00/0x10123ce7f07652e3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e5e2 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335542.606189:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d0396d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041386112:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335542.606294:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c600 going to sleep for 11 seconds 00000100:00100000:2.0:1763335542.606472:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5969f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041386240:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335542.606517:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5d9ab40 going to sleep for 11 seconds 00000004:00010000:0.0:1763335542.608124:0:6516:0:(mdt_lvb.c:189:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime: 1763335541 -> 1763335542 00000100:00100000:3.0:1763335542.608143:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5969f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041386240:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335542.608147:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0396d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041386112:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335542.608166:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 999528 00010000:00010000:3.0:1763335542.608179:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad0e00/0x10123ce7f07652e3 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5e2 expref: 9 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335542.608179:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa800/0x10123ce7f07652dc lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5db expref: 29 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335542.608204:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad0e00/0x10123ce7f07652e3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5e2 expref: 9 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335542.608206:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335542.608210:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335542.608214:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa800/0x10123ce7f07652dc lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5db expref: 29 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335542.608218:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ffad0e00, rc 0) 00010000:00010000:0.0:1763335542.608227:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aaa800, rc 0) 00000100:00100000:3.0:1763335542.608273:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991029006720:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2141us (2323us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335542.608273:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+28:2408:x1848991029006592:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2251us (2711us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335542.608282:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1497 00000100:00100000:3.0:1763335542.608284:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1088 00000100:00100000:1.0:1763335542.610588:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335542.610798:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029006848 00000100:00100000:0.0:1763335542.611552:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029006848 00000100:00100000:0.0:1763335542.611635:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1498 00000100:00100000:0.0:1763335542.611647:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+28:2407:x1848991029006848:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335542.611674:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335542.611704:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa600/0x10123ce7f07652ea lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e5e9 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335542.611753:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f07652b2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5bf expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335542.611818:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d0396d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041386368:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335542.611951:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c600 going to sleep for 11 seconds 00000100:00100000:2.0:1763335542.613320:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335542.614171:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029006976 00000100:00100000:0.0:1763335542.614184:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029006976 00000100:00100000:0.0:1763335542.614257:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1089 00000100:00100000:0.0:1763335542.614270:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc596b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+8:2407:x1848991029006976:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335542.614293:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335542.614317:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aaac00/0x10123ce7f07652f1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e5f0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335542.614414:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c3130380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041386496:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335542.614519:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8ce40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335542.617852:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0396d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041386368:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335542.617919:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 999528 00010000:00010000:0.0:1763335542.617946:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa600/0x10123ce7f07652ea lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5e9 expref: 29 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335542.617973:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335542.617976:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335542.617981:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa600/0x10123ce7f07652ea lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5e9 expref: 29 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335542.617998:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aaa600, rc 0) 00000100:00100000:0.0:1763335542.618070:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+28:2407:x1848991029006848:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6425us (7493us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335542.618084:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1498 00000100:00100000:3.0:1763335542.618519:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c3130380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041386496:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335542.618547:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aaac00/0x10123ce7f07652f1 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5f0 expref: 9 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335542.618566:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aaac00/0x10123ce7f07652f1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5f0 expref: 9 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335542.618576:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aaac00, rc 0) 00000100:00100000:3.0:1763335542.619092:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc596b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+8:2407:x1848991029006976:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4821us (5777us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335542.619101:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1089 00000100:00100000:1.0:1763335542.623451:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335542.623583:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029007232 00000100:00100000:0.0:1763335542.623599:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029007232 00000100:00100000:0.0:1763335542.623683:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1499 00000100:00100000:0.0:1763335542.623696:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+19:15720:x1848991029007232:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:0.0:1763335542.623775:0:6516:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335542.623823:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f07652c7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5cd expref: 19 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335542.623845:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335542.623851:0:6516:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335542.624171:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aabc00/0x10123ce7f07652f8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:0.0:1763335542.624190:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aabe00/0x10123ce7f07652d5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5d4 expref: 27 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335542.624204:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aabc00/0x10123ce7f07652f8 lrc: 4/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 00010000:00010000:0.0:1763335542.624249:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aabe00/0x10123ce7f07652d5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5d4 expref: 27 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335542.624266:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aabe00/0x10123ce7f07652d5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5d4 expref: 27 pid: 6517 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1763335542.624285:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c3131f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041386624:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335542.624407:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c900 going to sleep for 11 seconds 00000100:00100000:0.0:1763335542.626766:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c3131f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041386624:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335542.626819:0:6516:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aabc00/0x10123ce7f07652f8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00000100:00100000:1.0:1763335542.628108:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335542.628286:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029007360 00000100:00100000:0.0:1763335542.628298:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029007360 00010000:00010000:0.0:1763335542.628354:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aabe00/0x10123ce7f07652d5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5d4 expref: 28 pid: 6517 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1763335542.628399:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 567 00000100:00100000:0.0:1763335542.628409:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c47480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+28:2409:x1848991029007360:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335542.628430:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335542.628438:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aabe00/0x10123ce7f07652d5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5d4 expref: 28 pid: 6517 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1763335542.628452:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aabe00/0x10123ce7f07652d5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5d4 expref: 28 pid: 6517 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1763335542.628479:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aabe00/0x10123ce7f07652d5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5d4 expref: 28 pid: 6517 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1763335542.628499:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335542.628505:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aabc00/0x10123ce7f07652f8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00010000:00010000:0.0:1763335542.628518:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aabc00/0x10123ce7f07652f8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT0 00010000:00010000:0.0:1763335542.628526:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aabc00/0x10123ce7f07652f8 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT0 00010000:00010000:0.0:1763335542.628565:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335542.628642:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c47480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+27:2409:x1848991029007360:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 232us (541us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335542.628650:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 567 00010000:00010000:2.0:1763335542.629067:0:6516:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aabc00/0x10123ce7f07652f8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335542.629078:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aabc00/0x10123ce7f07652f8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00000001:00080000:2.0:1763335542.629203:0:6516:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967904 00000004:00010000:2.0:1763335542.629265:0:6516:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 999528 -> 999528 00000004:00010000:2.0:1763335542.629270:0:6516:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335542 -> 1763335542 00000004:00010000:2.0:1763335542.629272:0:6516:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335542 -> 1763335541 00000004:00010000:2.0:1763335542.629275:0:6516:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335542 -> 1763335542 00000004:00010000:2.0:1763335542.629277:0:6516:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 368 -> 368 00000004:00010000:2.0:1763335542.629284:0:6516:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000905011f6 reply state 000000005e488692 transno 4294967905 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aabc00/0x10123ce7f07652f8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335542.629300:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aabc00/0x10123ce7f07652f8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335542.629307:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335542.629310:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335542.629313:0:6516:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763335542.629431:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+21:15720:x1848991029007232:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 5736us (6001us total) trans 4294967905 rc 0/0 00000100:00100000:2.0:1763335542.629440:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1499 00000020:00080000:2.0:1763335542.629444:0:6516:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763335542.637409:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335542.637498:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029007488 00000100:00100000:0.0:1763335542.637513:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029007488 00002000:00010000:0.0:1763335542.637564:0:8406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1705108->18446744073709551615) 00002000:00100000:0.0:1763335542.637570:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4c46d80 with x1848991029007488 ext(1705108->18446744073709551615) 00002000:00010000:0.0:1763335542.637586:0:8406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4c46d80. 00000100:00100000:0.0:1763335542.637625:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 698 00000100:00100000:0.0:1763335542.637634:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+7:2409:x1848991029007488:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:0.0:1763335542.637945:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 0 -> 1705108 00002000:00010000:0.0:1763335542.637949:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335542 -> 1763335542 00002000:00010000:0.0:1763335542.637951:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335542 -> 1763335542 00002000:00010000:0.0:1763335542.637953:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335542 -> 1763335542 00002000:00010000:0.0:1763335542.637956:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763335542.638029:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+8:2409:x1848991029007488:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 394us (635us total) trans 4294967573 rc 0/0 00000100:00100000:0.0:1763335542.638036:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 698 00002000:00010000:0.0:1763335542.638041:0:8406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1705108->18446744073709551615) 00002000:00100000:0.0:1763335542.638044:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4c46d80 with x1848991029007488 ext(1705108->18446744073709551615) 00002000:00010000:0.0:1763335542.638048:0:8406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4c46d80. 00000100:00100000:1.0:1763335542.651721:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335542.652020:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029007616 00000100:00100000:2.0:1763335542.652035:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029007616 00000100:00100000:1.0:1763335542.652049:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00002000:00100000:2.0:1763335542.652103:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->1708031) req@ffff9aefc4c44a80 x1848991029007616/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:588/0 lens 488/0 e 0 to 0 dl 1763335553 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335542.652116:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4c44a80 with x1848991029007616 ext(1048576->1708031) 00002000:00010000:2.0:1763335542.652124:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4c44a80 00000100:00100000:2.0:1763335542.652158:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 699 00000100:00100000:2.0:1763335542.652167:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2408:x1848991029007616:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335542.652247:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029007744 00000100:00100000:3.0:1763335542.652253:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029007744 00002000:00100000:0.0:1763335542.652926:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4c45180 x1848991029007744/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:588/0 lens 488/0 e 0 to 0 dl 1763335553 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335542.652939:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4c45180 with x1848991029007744 00000100:00100000:0.0:1763335542.652966:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 814 00000100:00100000:0.0:1763335542.652973:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+21:2409:x1848991029007744:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335542.666819:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+21:2409:x1848991029007744:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 13818us (14742us total) trans 0 rc 786432/786432 00000100:00100000:0.0:1763335542.666838:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 814 00002000:00100000:0.0:1763335542.666855:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4c45180 x1848991029007744/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:588/0 lens 488/440 e 0 to 0 dl 1763335553 ref 1 fl Complete:/600/0 rc 786432/786432 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335542.666898:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4c45180 with x1848991029007744 00000100:00100000:2.0:1763335542.669315:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2408:x1848991029007616:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 17132us (17597us total) trans 0 rc 659456/659456 00000100:00100000:2.0:1763335542.669333:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 699 00002000:00100000:2.0:1763335542.669352:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->1708031) req@ffff9aefc4c44a80 x1848991029007616/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:588/0 lens 488/440 e 0 to 0 dl 1763335553 ref 1 fl Complete:/600/0 rc 659456/659456 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335542.669364:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4c44a80 with x1848991029007616 ext(1048576->1708031) 00002000:00010000:2.0:1763335542.669372:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4c44a80 00000100:00100000:1.0:1763335542.678400:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335542.678486:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029007872 00000100:00100000:2.0:1763335542.678500:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029007872 00002000:00100000:2.0:1763335542.678567:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1646592->1705107) req@ffff9aefc4c46680 x1848991029007872/t0(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:588/0 lens 488/0 e 0 to 0 dl 1763335553 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335542.678580:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4c46680 with x1848991029007872 ext(1646592->1705107) 00002000:00010000:2.0:1763335542.678588:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4c46680 00000100:00100000:2.0:1763335542.678634:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 700 00000100:00100000:2.0:1763335542.678647:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2409:x1848991029007872:12345-192.168.202.34@tcp:4:fsx.0 00000100:00100000:2.0:1763335542.682543:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+10:2409:x1848991029007872:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 3883us (4144us total) trans 4294967574 rc 0/0 00000100:00100000:2.0:1763335542.682562:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 700 00002000:00100000:2.0:1763335542.682584:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1646592->1705107) req@ffff9aefc4c46680 x1848991029007872/t4294967574(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:588/0 lens 488/448 e 0 to 0 dl 1763335553 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335542.682596:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4c46680 with x1848991029007872 ext(1646592->1705107) 00002000:00010000:2.0:1763335542.682605:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4c46680 00000100:00100000:1.0:1763335542.697828:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335542.699153:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029008000 00000100:00100000:3.0:1763335542.699176:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029008000 00000100:00100000:3.0:1763335542.699275:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1090 00000100:00100000:3.0:1763335542.699289:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+10:2407:x1848991029008000:12345-192.168.202.34@tcp:16:fsx.0 00000001:00080000:1.0:1763335542.703314:0:9466:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967574 is committed 00000001:00080000:1.0:1763335542.703365:0:9466:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967571 is committed 00000100:00100000:3.0:1763335542.704821:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:2407:x1848991029008000:12345-192.168.202.34@tcp:16:fsx.0 Request processed in 5508us (6996us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335542.704838:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1090 00000100:00100000:1.0:1763335542.758430:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335542.758568:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029008128 00000100:00100000:2.0:1763335542.758579:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029008128 00000100:00100000:2.0:1763335542.758651:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1500 00000100:00100000:2.0:1763335542.758662:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+21:15720:x1848991029008128:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335542.758688:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335542.758716:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0600/0x10123ce7f07652ff lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e5f7 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335542.758846:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0400/0x10123ce7f0765306 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335542.758865:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0400/0x10123ce7f0765306 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335542.758898:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0400/0x10123ce7f0765306 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00000004:00200000:2.0:1763335542.758934:0:6516:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 1705108 00000004:00200000:2.0:1763335542.758939:0:6516:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763335542.758963:0:6516:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0400/0x10123ce7f0765306 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335542.758992:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0600/0x10123ce7f07652ff lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5f7 expref: 23 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335542.759011:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0400/0x10123ce7f0765306 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5f7 expref: 22 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335542.759020:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335542.759166:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335542.759171:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ffad0400, rc 0) 00000100:00100000:2.0:1763335542.759507:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+22:15720:x1848991029008128:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 845us (1090us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335542.759516:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1500 00000100:00100000:0.0:1763335542.764381:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335542.767584:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029008256 00000100:00100000:2.0:1763335542.767607:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029008256 00000100:00100000:2.0:1763335542.767690:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1501 00000100:00100000:2.0:1763335542.767703:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c3131f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+27:15720:x1848991029008256:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335542.767728:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335542.767755:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1600/0x10123ce7f076530d lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e5fe expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335542.767942:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1000/0x10123ce7f0765314 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335542.767962:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1000/0x10123ce7f0765314 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335542.767976:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1000/0x10123ce7f0765314 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00000004:00200000:2.0:1763335542.768013:0:6516:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 1705108 00000004:00200000:2.0:1763335542.768019:0:6516:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763335542.768046:0:6516:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1000/0x10123ce7f0765314 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335542.768080:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1600/0x10123ce7f076530d lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5fe expref: 29 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335542.768104:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1000/0x10123ce7f0765314 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5fe expref: 28 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335542.768116:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335542.768120:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335542.768124:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ffad1000, rc 0) 00000100:00100000:2.0:1763335542.768220:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c3131f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+28:15720:x1848991029008256:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 518us (3854us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335542.768228:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1501 00000100:00100000:1.0:1763335542.772953:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335542.773007:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335542.773099:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029008384 00000100:00100000:0.0:1763335542.773112:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029008384 00000100:00100000:0.0:1763335542.773191:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1502 00000100:00100000:0.0:1763335542.773204:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+28:2409:x1848991029008384:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335542.773234:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335542.773263:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa600/0x10123ce7f076531b lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e605 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335542.773311:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f07652b2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5bf expref: 21 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335542.773363:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c3133100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041386752:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335542.773491:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c900 going to sleep for 11 seconds 00000100:00100000:3.0:1763335542.775328:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029008512 00000100:00100000:3.0:1763335542.775344:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029008512 00000100:00100000:3.0:1763335542.775417:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1091 00000100:00100000:3.0:1763335542.775427:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991029008512:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335542.775448:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335542.775468:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5400/0x10123ce7f0765322 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e60c expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335542.775539:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc47efb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041386880:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335542.775721:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850840 going to sleep for 11 seconds 00000004:00010000:0.0:1763335542.776381:0:6517:0:(mdt_lvb.c:189:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime: 1763335541 -> 1763335542 00000100:00100000:0.0:1763335542.776407:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c3133100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041386752:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335542.776433:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 999528 00010000:00010000:0.0:1763335542.776452:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa600/0x10123ce7f076531b lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e605 expref: 29 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335542.776474:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335542.776477:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335542.776482:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa600/0x10123ce7f076531b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e605 expref: 29 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335542.776499:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aaa600, rc 0) 00000100:00100000:0.0:1763335542.776551:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+28:2409:x1848991029008384:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3349us (3617us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335542.776560:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1502 00002000:00010000:3.0:1763335542.780791:0:8400:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks: 0 -> 120 00000100:00100000:3.0:1763335542.780840:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc47efb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041386880:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335542.780923:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5400/0x10123ce7f0765322 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e60c expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335542.780952:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5400/0x10123ce7f0765322 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e60c expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335542.780967:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5400, rc 0) 00000100:00100000:3.0:1763335542.781039:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991029008512:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5611us (8030us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335542.781050:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1091 00000100:00100000:1.0:1763335542.789306:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335542.789526:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335542.789706:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029008640 00000100:00100000:0.0:1763335542.789721:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029008640 00000100:00100000:0.0:1763335542.789812:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1503 00000100:00100000:0.0:1763335542.789824:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5d9c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+28:2409:x1848991029008640:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335542.789850:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335542.789897:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa600/0x10123ce7f0765329 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e613 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335542.789946:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f07652b2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5bf expref: 21 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335542.789998:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c3133100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041387008:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335542.790105:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c900 going to sleep for 11 seconds 00000100:00100000:3.0:1763335542.794673:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029008768 00000100:00100000:3.0:1763335542.794693:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029008768 00000100:00100000:0.0:1763335542.798289:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1092 00000100:00100000:0.0:1763335542.798325:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5722300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991029008768:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335542.798680:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335542.798710:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aab400/0x10123ce7f0765330 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e61a expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335542.798792:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c3130a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041387136:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335542.804840:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c000 going to sleep for 11 seconds 00000100:00100000:1.0:1763335542.806358:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335542.806473:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029008896 00000100:00100000:0.0:1763335542.806485:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029008896 00002000:00100000:0.0:1763335542.806542:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0x10:0x0] req@ffff9aefc4695500 x1848991029008896/t0(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:588/0 lens 488/0 e 0 to 0 dl 1763335553 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335542.806555:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4695500 with x1848991029008896 00000100:00100000:0.0:1763335542.806593:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 815 00000100:00100000:0.0:1763335542.806602:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4695500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+30:2409:x1848991029008896:12345-192.168.202.34@tcp:4:fsx.0 00000100:00100000:3.0:1763335542.807288:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c3133100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041387008:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335542.807319:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 999528 00010000:00010000:3.0:1763335542.807341:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa600/0x10123ce7f0765329 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e613 expref: 31 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335542.807365:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335542.807369:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335542.807374:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa600/0x10123ce7f0765329 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e613 expref: 31 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335542.807390:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aaa600, rc 0) 00000100:00100000:3.0:1763335542.807431:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5d9c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+30:2409:x1848991029008640:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 17609us (18142us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335542.807438:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1503 00000100:00100000:3.0:1763335542.812429:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c3130a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041387136:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335542.812479:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aab400/0x10123ce7f0765330 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e61a expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335542.812512:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aab400/0x10123ce7f0765330 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e61a expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335542.812526:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aab400, rc 0) 00000100:00100000:3.0:1763335542.812590:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5722300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991029008768:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 14284us (23061us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335542.812600:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1092 00000100:00100000:3.0:1763335542.818438:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000004:00010000:2.0:1763335542.818443:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x10:0x0] updating lvb size from disk: 0 -> 73728 00000004:00010000:2.0:1763335542.818493:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x10:0x0] updating lvb mtime from disk: 1763335508 -> 1763335541 00000004:00010000:2.0:1763335542.818497:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x10:0x0] updating lvb atime from disk: 1763335508 -> 1763335508 00000004:00010000:2.0:1763335542.818500:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x10:0x0] updating lvb ctime from disk: 1763335508 -> 1763335541 00000100:00100000:1.0:1763335542.818538:0:6530:0:(service.c:3434:ptlrpc_start_thread()) mdt_io[0] started 3 min 3 max 116 00000004:00010000:2.0:1763335542.818545:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x10:0x0] updating lvb blocks from disk: 0 -> 144 00000100:00100000:1.0:1763335542.818555:0:6530:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'mdt_io00_003' 00000100:00100000:3.0:1763335542.818851:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029009024 00000100:00100000:3.0:1763335542.818863:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029009024 00000100:00100000:2.0:1763335542.819312:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4695500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+30:2409:x1848991029008896:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 12702us (12958us total) trans 4294967906 rc 0/0 00000100:00100000:2.0:1763335542.819326:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 815 00002000:00100000:2.0:1763335542.819339:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0x10:0x0] req@ffff9aefc4695500 x1848991029008896/t4294967906(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:588/0 lens 488/448 e 0 to 0 dl 1763335553 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335542.819349:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4695500 with x1848991029008896 00000100:00100000:2.0:1763335542.819392:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 816 00000100:00100000:2.0:1763335542.819408:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+22:2409:x1848991029009024:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:2.0:1763335542.819684:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 999528 -> 999528 00000004:00010000:2.0:1763335542.819688:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335542 -> 1763335542 00000004:00010000:2.0:1763335542.819691:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335542 -> 1763335541 00000004:00010000:2.0:1763335542.819693:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335542 -> 1763335542 00000004:00010000:2.0:1763335542.819695:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 368 -> 368 00000100:00100000:2.0:1763335542.819742:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+23:2409:x1848991029009024:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 341us (1319us total) trans 4294967907 rc 0/0 00000100:00100000:2.0:1763335542.819749:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 816 00000100:00100000:1.0:1763335542.822679:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335542.822737:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335542.822749:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029009152 00000100:00100000:3.0:1763335542.822760:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029009152 00000100:00100000:3.0:1763335542.822825:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1504 00000100:00100000:3.0:1763335542.822836:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4695180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+30:2409:x1848991029009152:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335542.822859:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335542.822902:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5400/0x10123ce7f0765337 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e621 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335542.822941:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f07652b2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5bf expref: 22 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335542.822983:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc47edf80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041387264:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335542.823067:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850840 going to sleep for 11 seconds 00000100:00100000:0.0:1763335542.823132:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029009280 00000100:00100000:0.0:1763335542.823136:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029009280 00000100:00100000:0.0:1763335542.823177:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1093 00000100:00100000:0.0:1763335542.823185:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4697480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991029009280:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335542.823193:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335542.823203:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aaba00/0x10123ce7f076533e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e628 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335542.823238:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c3131500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041387392:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335542.823281:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c000 going to sleep for 11 seconds 00000004:00010000:3.0:1763335542.826524:0:6517:0:(mdt_lvb.c:189:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime: 1763335541 -> 1763335542 00002000:00010000:0.0:1763335542.826524:0:8400:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime: 1763335542 -> 1763335543 00000004:00010000:3.0:1763335542.826533:0:6517:0:(mdt_lvb.c:195:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime: 1763335542 -> 1763335543 00000100:00100000:3.0:1763335542.826551:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc47edf80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041387264:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335542.826551:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c3131500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041387392:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335542.826572:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 999528 00010000:00010000:3.0:1763335542.826585:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5400/0x10123ce7f0765337 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e621 expref: 31 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335542.826585:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aaba00/0x10123ce7f076533e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e628 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335542.826605:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335542.826606:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aaba00/0x10123ce7f076533e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e628 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335542.826608:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335542.826612:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5400/0x10123ce7f0765337 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e621 expref: 31 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335542.826618:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aaba00, rc 0) 00010000:00010000:3.0:1763335542.826621:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5400, rc 0) 00000100:00100000:0.0:1763335542.828742:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4697480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991029009280:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5546us (5993us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335542.828753:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1093 00000100:00100000:3.0:1763335542.829371:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4695180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+30:2409:x1848991029009152:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6534us (6698us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335542.829380:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1504 00000100:00100000:2.0:1763335542.840314:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335542.840423:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029009408 00000100:00100000:0.0:1763335542.840444:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029009408 00000100:00100000:2.0:1763335542.840451:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335542.840549:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1505 00000100:00100000:0.0:1763335542.840563:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc596b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+30:2406:x1848991029009408:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335542.840690:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335542.840726:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaba00/0x10123ce7f0765345 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e62f expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335542.840778:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f07652b2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5bf expref: 22 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335542.840849:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c3131500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041387520:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335542.841007:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c000 going to sleep for 11 seconds 00000100:00100000:1.0:1763335542.841920:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029009536 00000100:00100000:1.0:1763335542.841931:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029009536 00000100:00100000:1.0:1763335542.841987:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1094 00000100:00100000:1.0:1763335542.841999:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5969f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2406:x1848991029009536:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335542.842014:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335542.842033:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ec600/0x10123ce7f076534c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e636 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335542.842087:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4694380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041387648:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335542.842170:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb180 going to sleep for 11 seconds 00000100:00100000:0.0:1763335542.845274:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c3131500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041387520:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335542.845312:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 999528 00010000:00010000:0.0:1763335542.845336:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaba00/0x10123ce7f0765345 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e62f expref: 31 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335542.845379:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335542.845383:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335542.845389:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaba00/0x10123ce7f0765345 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e62f expref: 31 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335542.845409:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aaba00, rc 0) 00000100:00100000:0.0:1763335542.845494:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc596b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+30:2406:x1848991029009408:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4933us (5191us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335542.845506:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1505 00000100:00100000:1.0:1763335542.847425:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4694380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041387648:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335542.847479:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ec600/0x10123ce7f076534c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e636 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335542.847505:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ec600/0x10123ce7f076534c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e636 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335542.847520:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8ec600, rc 0) 00000100:00100000:1.0:1763335542.848030:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5969f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2406:x1848991029009536:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6030us (7578us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335542.848042:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1094 00000100:00100000:2.0:1763335542.857581:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335542.859241:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335542.859838:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029009792 00000100:00100000:1.0:1763335542.859853:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029009792 00000100:00100000:1.0:1763335542.859967:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1095 00000100:00100000:1.0:1763335542.859980:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991029009792:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335542.860005:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335542.860042:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ec600/0x10123ce7f0765353 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e644 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335542.860126:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4694380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041387776:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335542.860239:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb180 going to sleep for 11 seconds 00000100:00100000:0.0:1763335542.860603:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029009664 00000100:00100000:0.0:1763335542.860610:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029009664 00000100:00100000:0.0:1763335542.860663:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1506 00000100:00100000:0.0:1763335542.860671:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+30:2407:x1848991029009664:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335542.860683:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335542.860700:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaba00/0x10123ce7f076535a lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e63d expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335542.860738:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f07652b2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5bf expref: 22 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335542.860766:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c3131500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041387904:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335542.860818:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c000 going to sleep for 11 seconds 00000100:00100000:1.0:1763335542.872176:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4694380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041387776:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335542.872228:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ec600/0x10123ce7f0765353 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e644 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335542.872258:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ec600/0x10123ce7f0765353 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e644 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335542.872273:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8ec600, rc 0) 00000100:00100000:1.0:1763335542.873703:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991029009792:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 13714us (14462us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335542.873718:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1095 00000100:00100000:0.0:1763335542.874133:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c3131500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041387904:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335542.874163:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 999528 00010000:00010000:0.0:1763335542.874183:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaba00/0x10123ce7f076535a lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e63d expref: 31 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335542.874209:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335542.874213:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335542.874218:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaba00/0x10123ce7f076535a lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e63d expref: 31 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335542.874233:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aaba00, rc 0) 00000100:00100000:0.0:1763335542.874280:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+30:2407:x1848991029009664:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 13610us (16717us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335542.874287:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1506 00000100:00100000:2.0:1763335542.881268:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335542.889958:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029009920 00000100:00100000:1.0:1763335542.889979:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029009920 00000100:00100000:1.0:1763335542.890087:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1096 00000100:00100000:1.0:1763335542.890100:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:15720:x1848991029009920:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335542.890125:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335542.890152:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ec600/0x10123ce7f0765361 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e64b expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335542.890198:0:8400:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad0000/0x10123ce7f07652b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5c6 expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335542.890213:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335542.890216:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335542.890223:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ec600/0x10123ce7f0765361 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1347584->1351679] (req 1347584->1351679) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e64b expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335542.890272:0:8400:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad0000/0x10123ce7f07652b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5c6 expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335542.890289:0:8400:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad0000/0x10123ce7f07652b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5c6 expref: 5 pid: 8400 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1763335542.890308:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4694380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041388032:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335542.890439:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb180 going to sleep for 11 seconds 00000100:00100000:1.0:1763335542.894137:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4694380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041388032:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335542.894188:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ec600/0x10123ce7f0765361 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1347584->1351679] (req 1347584->1351679) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e64b expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335542.894217:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8ec600, rc 0) 00000100:00100000:1.0:1763335542.894296:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+6:15720:x1848991029009920:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4197us (13045us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335542.894307:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1096 00000100:00100000:3.0:1763335542.899307:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335542.902152:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029010048 00000100:00100000:1.0:1763335542.902175:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029010048 00010000:00010000:1.0:1763335542.902245:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad0000/0x10123ce7f07652b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5c6 expref: 6 pid: 8400 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1763335542.902308:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 568 00000100:00100000:1.0:1763335542.902319:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47edf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991029010048:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335542.902339:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335542.902364:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad0000/0x10123ce7f07652b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5c6 expref: 6 pid: 8400 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1763335542.902379:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad0000/0x10123ce7f07652b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5c6 expref: 6 pid: 8400 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1763335542.902408:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad0000/0x10123ce7f07652b9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5c6 expref: 6 pid: 8400 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1763335542.902426:0:13187:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335542.902428:0:13187:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335542.902436:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ec600/0x10123ce7f0765361 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1347584->1351679) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e64b expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335542.902447:0:13187:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ec600/0x10123ce7f0765361 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1347584->1351679) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e64b expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335542.902494:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ec600/0x10123ce7f0765361 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1347584->1351679) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e64b expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335542.902509:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4694380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:13187:1848991041388160:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335542.902633:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb180 going to sleep for 11 seconds 00000100:00100000:3.0:1763335542.909053:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335542.909129:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029010176 00000100:00100000:2.0:1763335542.909143:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029010176 00002000:00100000:2.0:1763335542.909210:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1347584->1351679) req@ffff9aefc47eed80 x1848991029010176/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:588/0 lens 488/0 e 0 to 0 dl 1763335553 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335542.909224:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc47eed80 with x1848991029010176 ext(1347584->1351679) 00002000:00010000:2.0:1763335542.909232:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc47eed80 00000100:00100000:1.0:1763335542.909414:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4694380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:13187:1848991041388160:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335542.909443:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335542.909528:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47edf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991029010048:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 7208us (10237us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335542.909540:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 568 00000100:00100000:2.0:1763335542.909672:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 701 00000100:00100000:2.0:1763335542.909685:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991029010176:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335542.909928:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991029010176:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 244us (888us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335542.909935:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 701 00002000:00100000:2.0:1763335542.909942:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1347584->1351679) req@ffff9aefc47eed80 x1848991029010176/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:588/0 lens 488/4536 e 0 to 0 dl 1763335553 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335542.909951:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc47eed80 with x1848991029010176 ext(1347584->1351679) 00002000:00010000:2.0:1763335542.909955:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc47eed80 00000100:00100000:3.0:1763335542.918472:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335542.918556:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029010304 00000100:00100000:2.0:1763335542.918570:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029010304 00002000:00100000:2.0:1763335542.918631:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1351680->1355775) req@ffff9aefc57a3100 x1848991029010304/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:588/0 lens 488/0 e 0 to 0 dl 1763335553 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335542.918645:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc57a3100 with x1848991029010304 ext(1351680->1355775) 00002000:00010000:2.0:1763335542.918652:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc57a3100 00000100:00100000:0.0:1763335542.922995:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 702 00000100:00100000:0.0:1763335542.923033:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc57a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991029010304:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335542.923384:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc57a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991029010304:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 370us (4926us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335542.923395:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 702 00002000:00100000:0.0:1763335542.923409:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1351680->1355775) req@ffff9aefc57a3100 x1848991029010304/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:588/0 lens 488/4536 e 0 to 0 dl 1763335553 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335542.923420:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc57a3100 with x1848991029010304 ext(1351680->1355775) 00002000:00010000:0.0:1763335542.923430:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc57a3100 00000100:00100000:3.0:1763335542.928465:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335542.928645:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029010432 00000100:00100000:2.0:1763335542.928658:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029010432 00002000:00100000:2.0:1763335542.928726:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1355776->1359871) req@ffff9aefc57a0700 x1848991029010432/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:588/0 lens 488/0 e 0 to 0 dl 1763335553 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335542.928741:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc57a0700 with x1848991029010432 ext(1355776->1359871) 00002000:00010000:2.0:1763335542.928749:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc57a0700 00000100:00100000:2.0:1763335542.928781:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 703 00000100:00100000:2.0:1763335542.928791:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc57a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991029010432:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335542.929236:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc57a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991029010432:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 443us (787us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335542.929245:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 703 00002000:00100000:2.0:1763335542.929254:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1355776->1359871) req@ffff9aefc57a0700 x1848991029010432/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:588/0 lens 488/4536 e 0 to 0 dl 1763335553 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335542.929263:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc57a0700 with x1848991029010432 ext(1355776->1359871) 00002000:00010000:2.0:1763335542.929267:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc57a0700 00000100:00100000:1.0:1763335542.934112:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335542.934334:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029010560 00000100:00100000:0.0:1763335542.934348:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029010560 00002000:00100000:0.0:1763335542.934414:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1359872->1363967) req@ffff9aefc4694380 x1848991029010560/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:588/0 lens 488/0 e 0 to 0 dl 1763335553 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335542.934427:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4694380 with x1848991029010560 ext(1359872->1363967) 00002000:00010000:0.0:1763335542.934434:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4694380 00000100:00100000:0.0:1763335542.934760:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 704 00000100:00100000:0.0:1763335542.934770:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4694380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+6:2407:x1848991029010560:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335542.935070:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4694380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+6:2407:x1848991029010560:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 300us (974us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335542.935079:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 704 00002000:00100000:0.0:1763335542.935086:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1359872->1363967) req@ffff9aefc4694380 x1848991029010560/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:588/0 lens 488/4536 e 0 to 0 dl 1763335553 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335542.935096:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4694380 with x1848991029010560 ext(1359872->1363967) 00002000:00010000:0.0:1763335542.935100:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4694380 00000100:00100000:2.0:1763335542.943735:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335542.946498:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029010688 00000100:00100000:1.0:1763335542.946525:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029010688 00000100:00100000:1.0:1763335542.946628:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1097 00000100:00100000:1.0:1763335542.946641:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2409:x1848991029010688:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335542.946670:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335542.946697:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ed200/0x10123ce7f0765368 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e652 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335542.946731:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335542.946734:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335542.946748:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ed200/0x10123ce7f0765368 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e652 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335542.946768:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ed200/0x10123ce7f0765368 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e652 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335542.946797:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8ed200, rc 0) 00000100:00100000:1.0:1763335542.946928:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991029010688:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 288us (3223us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335542.946938:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1097 00000100:00100000:3.0:1763335542.959340:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335542.959509:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029010816 00000100:00100000:0.0:1763335542.959530:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029010816 00002000:00100000:0.0:1763335542.959617:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1507328->1511423) req@ffff9aefc57a1c00 x1848991029010816/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:588/0 lens 488/0 e 0 to 0 dl 1763335553 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335542.959631:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc57a1c00 with x1848991029010816 ext(1507328->1511423) 00002000:00010000:0.0:1763335542.959639:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc57a1c00 00000100:00100000:0.0:1763335542.959682:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 705 00000100:00100000:0.0:1763335542.959694:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc57a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+6:2407:x1848991029010816:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335542.960010:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc57a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+6:2407:x1848991029010816:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 317us (691us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335542.960019:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 705 00002000:00100000:0.0:1763335542.960027:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1507328->1511423) req@ffff9aefc57a1c00 x1848991029010816/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:588/0 lens 488/4536 e 0 to 0 dl 1763335553 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335542.960036:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc57a1c00 with x1848991029010816 ext(1507328->1511423) 00002000:00010000:0.0:1763335542.960039:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc57a1c00 00000100:00100000:2.0:1763335542.967397:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335542.967636:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029010944 00000100:00100000:1.0:1763335542.967650:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029010944 00002000:00100000:1.0:1763335542.967713:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1511424->1515519) req@ffff9aefc55dca80 x1848991029010944/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:588/0 lens 488/0 e 0 to 0 dl 1763335553 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335542.967726:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc55dca80 with x1848991029010944 ext(1511424->1515519) 00002000:00010000:1.0:1763335542.967734:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc55dca80 00000100:00100000:1.0:1763335542.967776:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 706 00000100:00100000:1.0:1763335542.967787:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991029010944:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335542.968413:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991029010944:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 625us (1030us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335542.968423:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 706 00002000:00100000:1.0:1763335542.968431:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1511424->1515519) req@ffff9aefc55dca80 x1848991029010944/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:588/0 lens 488/4536 e 0 to 0 dl 1763335553 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335542.968440:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc55dca80 with x1848991029010944 ext(1511424->1515519) 00002000:00010000:1.0:1763335542.968443:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc55dca80 00000100:00100000:3.0:1763335542.971306:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335542.971392:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029011072 00000100:00100000:0.0:1763335542.971407:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029011072 00002000:00100000:0.0:1763335542.971472:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1515520->1519615) req@ffff9aefc57a0380 x1848991029011072/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:588/0 lens 488/0 e 0 to 0 dl 1763335553 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335542.971486:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc57a0380 with x1848991029011072 ext(1515520->1519615) 00002000:00010000:0.0:1763335542.971494:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc57a0380 00000100:00100000:0.0:1763335542.971536:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 707 00000100:00100000:0.0:1763335542.971547:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc57a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+6:2407:x1848991029011072:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335542.971787:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc57a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+6:2407:x1848991029011072:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 240us (495us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335542.971796:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 707 00002000:00100000:0.0:1763335542.971814:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x4:0x0] (1515520->1519615) req@ffff9aefc57a0380 x1848991029011072/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:588/0 lens 488/4536 e 0 to 0 dl 1763335553 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335542.971821:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc57a0380 with x1848991029011072 ext(1515520->1519615) 00002000:00010000:0.0:1763335542.971824:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc57a0380 00000100:00100000:3.0:1763335542.989001:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335542.989556:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029011200 00000100:00100000:2.0:1763335542.989572:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029011200 00002000:00100000:2.0:1763335542.989641:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc57a0000 x1848991029011200/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:588/0 lens 488/0 e 0 to 0 dl 1763335553 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335542.989655:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc57a0000 with x1848991029011200 00000100:00100000:2.0:1763335542.989703:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 817 00000100:00100000:2.0:1763335542.989714:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc57a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+23:2408:x1848991029011200:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335542.990029:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc57a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+23:2408:x1848991029011200:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 315us (1045us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335542.990038:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 817 00002000:00100000:2.0:1763335542.990046:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc57a0000 x1848991029011200/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:588/0 lens 488/4536 e 0 to 0 dl 1763335553 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335542.990055:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc57a0000 with x1848991029011200 00000100:00100000:2.0:1763335542.996911:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335542.997563:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029011328 00000100:00100000:1.0:1763335542.997578:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029011328 00002000:00100000:1.0:1763335542.997645:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc55de680 x1848991029011328/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:588/0 lens 488/0 e 0 to 0 dl 1763335553 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335542.997658:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc55de680 with x1848991029011328 00000100:00100000:1.0:1763335542.997970:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 818 00000100:00100000:1.0:1763335542.997982:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+23:2406:x1848991029011328:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335542.999213:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+23:2406:x1848991029011328:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 1224us (2336us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335542.999225:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 818 00002000:00100000:1.0:1763335542.999237:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc55de680 x1848991029011328/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:588/0 lens 488/4536 e 0 to 0 dl 1763335553 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335542.999247:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc55de680 with x1848991029011328 00000100:00100000:3.0:1763335543.006392:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335543.006569:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029011456 00000100:00100000:0.0:1763335543.006583:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029011456 00000100:00100000:0.0:1763335543.006686:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1507 00000100:00100000:0.0:1763335543.006698:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc57a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+30:2407:x1848991029011456:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335543.006725:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335543.006753:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaba00/0x10123ce7f076536f lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e659 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335543.006810:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f07652b2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5bf expref: 22 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335543.006902:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c3131500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041388288:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335543.007026:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8ce40 going to sleep for 11 seconds 00000100:00080000:3.0:1763335543.010014:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00010000:0.0:1763335543.013328:0:6517:0:(mdt_lvb.c:183:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime: 1763335542 -> 1763335543 00000004:00010000:0.0:1763335543.013341:0:6517:0:(mdt_lvb.c:189:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime: 1763335542 -> 1763335543 00000100:00100000:0.0:1763335543.013371:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c3131500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041388288:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335543.013404:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 999528 00010000:00010000:0.0:1763335543.013429:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaba00/0x10123ce7f076536f lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e659 expref: 31 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335543.013456:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335543.013459:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335543.013465:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaba00/0x10123ce7f076536f lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e659 expref: 31 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335543.013483:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aaba00, rc 0) 00000100:00100000:0.0:1763335543.013569:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc57a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+30:2407:x1848991029011456:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6872us (7190us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335543.013580:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1507 00000100:00100000:1.0:1763335543.019070:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335543.019293:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029011584 00000100:00100000:0.0:1763335543.019307:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029011584 00000100:00100000:0.0:1763335543.019398:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1508 00000100:00100000:0.0:1763335543.019412:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4697800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+30:2406:x1848991029011584:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335543.019450:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335543.019488:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaaa00/0x10123ce7f0765376 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e660 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335543.019549:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f07652b2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5bf expref: 22 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335543.019610:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c3131500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041388416:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335543.019739:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8ce40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335543.025343:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c3131500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041388416:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335543.025384:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 999528 00010000:00010000:0.0:1763335543.025411:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaaa00/0x10123ce7f0765376 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e660 expref: 31 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335543.025437:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335543.025440:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335543.025445:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaaa00/0x10123ce7f0765376 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e660 expref: 31 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335543.025463:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aaaa00, rc 0) 00000100:00100000:0.0:1763335543.025545:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4697800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+30:2406:x1848991029011584:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6136us (6490us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335543.025555:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1508 00000100:00100000:3.0:1763335543.031815:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335543.032152:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029011712 00000100:00100000:1.0:1763335543.032166:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029011712 00000100:00100000:1.0:1763335543.032245:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1098 00000100:00100000:1.0:1763335543.032257:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc57a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+6:15720:x1848991029011712:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335543.032284:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335543.032312:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8edc00/0x10123ce7f076537d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e667 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335543.032352:0:8400:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ec600/0x10123ce7f0765361 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1347584->1351679) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e64b expref: 7 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335543.032363:0:8400:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ed200/0x10123ce7f0765368 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e652 expref: 5 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335543.032370:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335543.032372:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335543.032377:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8edc00/0x10123ce7f076537d lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [1536000->1585151] (req 1536000->1585151) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e667 expref: 7 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335543.032420:0:8400:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ed200/0x10123ce7f0765368 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e652 expref: 5 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335543.032434:0:8400:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ed200/0x10123ce7f0765368 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e652 expref: 5 pid: 8400 timeout: 443 lvb_type: 1 00000100:00100000:1.0:1763335543.032452:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4695c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041388544:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335543.032732:0:8400:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ec600/0x10123ce7f0765361 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1347584->1351679) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e64b expref: 7 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335543.032743:0:8400:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ec600/0x10123ce7f0765361 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1347584->1351679) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e64b expref: 7 pid: 8400 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1763335543.032754:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4696680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041388672:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335543.032782:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335543.039421:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4695c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041388544:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335543.039483:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4696680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041388672:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335543.039537:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8edc00/0x10123ce7f076537d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [1536000->1585151] (req 1536000->1585151) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e667 expref: 7 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335543.039565:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8edc00, rc 0) 00000100:00100000:0.0:1763335543.039664:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc57a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+7:15720:x1848991029011712:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7408us (7876us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335543.039676:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1098 00000100:00100000:3.0:1763335543.041317:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335543.041365:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029011840 00000100:00100000:1.0:1763335543.041377:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029011840 00010000:00010000:1.0:1763335543.041426:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ed200/0x10123ce7f0765368 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e652 expref: 6 pid: 8400 timeout: 443 lvb_type: 1 00000100:00100000:1.0:1763335543.041475:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 569 00000100:00100000:1.0:1763335543.041486:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f80fb450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991029011840:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335543.041504:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335543.041530:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ed200/0x10123ce7f0765368 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e652 expref: 6 pid: 8400 timeout: 443 lvb_type: 1 00010000:00010000:1.0:1763335543.041544:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ed200/0x10123ce7f0765368 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e652 expref: 6 pid: 8400 timeout: 443 lvb_type: 1 00010000:00010000:1.0:1763335543.041572:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ed200/0x10123ce7f0765368 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e652 expref: 6 pid: 8400 timeout: 443 lvb_type: 1 00010000:00010000:1.0:1763335543.041592:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335543.041749:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f80fb450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991029011840:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 263us (441us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335543.041757:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 569 00000100:00100000:3.0:1763335543.042607:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335543.042652:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029011968 00000100:00100000:0.0:1763335543.042658:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029011968 00010000:00010000:0.0:1763335543.042691:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ec600/0x10123ce7f0765361 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1347584->1351679) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e64b expref: 7 pid: 8400 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1763335543.042967:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 570 00000100:00100000:1.0:1763335543.042978:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc57a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991029011968:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335543.042991:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335543.043061:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ec600/0x10123ce7f0765361 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1347584->1351679) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e64b expref: 7 pid: 8400 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1763335543.043076:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ec600/0x10123ce7f0765361 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1347584->1351679) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e64b expref: 7 pid: 8400 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1763335543.043098:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ec600/0x10123ce7f0765361 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1347584->1351679) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e64b expref: 7 pid: 8400 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1763335543.043112:0:13187:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335543.043115:0:13187:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335543.043124:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8edc00/0x10123ce7f076537d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1536000->1585151) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e667 expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335543.043136:0:13187:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8edc00/0x10123ce7f076537d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1536000->1585151) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e667 expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335543.043181:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8edc00/0x10123ce7f076537d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1536000->1585151) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e667 expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335543.043198:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4694700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:13187:1848991041388800:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335543.043291:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb600 going to sleep for 11 seconds 00000100:00100000:1.0:1763335543.046754:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4694700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:13187:1848991041388800:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335543.046791:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:1.0:1763335543.046794:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335543.046945:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029012096 00000100:00100000:2.0:1763335543.046955:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029012096 00000100:00100000:2.0:1763335543.047042:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 708 00000100:00100000:0.0:1763335543.047053:0:8406:0:(service.c:3434:ptlrpc_start_thread()) ost_io[0] started 3 min 3 max 116 00000100:00100000:2.0:1763335543.047055:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc57a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991029012096:12345-192.168.202.34@tcp:22:fsx.0 00000100:00100000:0.0:1763335543.047068:0:8406:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_ost_io00_003' 00002000:00010000:2.0:1763335543.047383:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1705108 -> 1705108 00002000:00010000:2.0:1763335543.047389:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335542 -> 1763335542 00002000:00010000:2.0:1763335543.047392:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335542 -> 1763335542 00002000:00010000:2.0:1763335543.047394:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335543 -> 1763335542 00002000:00010000:2.0:1763335543.047396:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 120 -> 120 00000100:00100000:1.0:1763335543.047413:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc57a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991029011968:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 4433us (4805us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335543.047491:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 570 00000100:00100000:2.0:1763335543.050263:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc57a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991029012096:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 3191us (3455us total) trans 4294967575 rc 0/0 00000100:00100000:2.0:1763335543.050285:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 708 00000100:00100000:0.0:1763335543.059004:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335543.059092:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029012224 00000100:00100000:3.0:1763335543.059101:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029012224 00000100:00100000:3.0:1763335543.059305:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1509 00000100:00100000:3.0:1763335543.059316:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c3131500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+30:2406:x1848991029012224:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335543.059338:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335543.059359:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5400/0x10123ce7f0765384 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e66e expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335543.059404:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f07652b2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5bf expref: 22 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335543.059446:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc57a3480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041388928:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335543.065258:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850840 going to sleep for 11 seconds 00000100:00100000:2.0:1763335543.069470:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc57a3480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041388928:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335543.069502:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 999528 00010000:00010000:2.0:1763335543.069523:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5400/0x10123ce7f0765384 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e66e expref: 31 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335543.069544:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335543.069547:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335543.069552:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5400/0x10123ce7f0765384 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e66e expref: 31 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335543.069571:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5400, rc 0) 00000100:00100000:2.0:1763335543.073540:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c3131500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+30:2406:x1848991029012224:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 14214us (14533us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335543.073554:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1509 00000100:00100000:0.0:1763335543.085912:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335543.086014:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029012352 00000100:00100000:2.0:1763335543.086024:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029012352 00000100:00100000:3.0:1763335543.086630:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1510 00000100:00100000:3.0:1763335543.086644:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c3133b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+30:2406:x1848991029012352:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335543.086665:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335543.086686:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f076538b lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e675 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335543.086724:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f07652b2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5bf expref: 22 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335543.086764:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc57a3480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041389056:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335543.086855:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58503c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335543.089300:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc57a3480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041389056:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335543.089324:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 999528 00010000:00010000:3.0:1763335543.089342:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f076538b lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e675 expref: 31 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335543.089363:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335543.089366:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335543.089370:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f076538b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e675 expref: 31 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335543.089384:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4400, rc 0) 00000100:00100000:3.0:1763335543.090167:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c3133b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+30:2406:x1848991029012352:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3524us (4311us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335543.090178:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1510 00000100:00100000:1.0:1763335543.094162:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335543.094226:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029012480 00000100:00100000:3.0:1763335543.094235:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029012480 00000100:00100000:3.0:1763335543.094293:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1511 00000100:00100000:3.0:1763335543.094302:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4694700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+30:2407:x1848991029012480:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335543.094320:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335543.094339:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0765392 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e67c expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335543.094372:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f07652b2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5bf expref: 22 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335543.094415:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc57a3480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041389184:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335543.094500:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58503c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335543.097571:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc57a3480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041389184:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335543.097598:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 999528 00010000:00010000:3.0:1763335543.097616:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0765392 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e67c expref: 31 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335543.097638:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335543.097641:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335543.097646:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0765392 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e67c expref: 31 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335543.097660:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5000, rc 0) 00000100:00100000:3.0:1763335543.097718:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4694700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+30:2407:x1848991029012480:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3416us (3564us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335543.097727:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1511 00000100:00100000:1.0:1763335543.100548:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335543.100618:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029012608 00000100:00100000:3.0:1763335543.100627:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029012608 00000100:00100000:3.0:1763335543.100684:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1512 00000100:00100000:3.0:1763335543.100694:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4697100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+30:2407:x1848991029012608:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335543.100713:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335543.100734:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f0765399 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e683 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335543.100768:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f07652b2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5bf expref: 22 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335543.100820:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc57a3480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041389312:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335543.101818:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58503c0 going to sleep for 11 seconds 00010000:00010000:3.0:1763335543.103260:0:9483:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763335543.103861:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc57a3480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041389312:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335543.103961:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 999528 00010000:00010000:2.0:1763335543.103979:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f0765399 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e683 expref: 31 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335543.103999:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335543.104003:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335543.104016:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f0765399 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e683 expref: 31 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335543.104030:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4400, rc 0) 00000100:00100000:2.0:1763335543.104086:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4697100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+30:2407:x1848991029012608:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3392us (3544us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335543.104095:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1512 00000100:00100000:0.0:1763335543.107828:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335543.107943:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029012736 00000100:00100000:1.0:1763335543.107952:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029012736 00000100:00100000:1.0:1763335543.108153:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1099 00000100:00100000:1.0:1763335543.108163:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c3131880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2407:x1848991029012736:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335543.108180:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335543.108198:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8eda00/0x10123ce7f07653a0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e68a expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335543.108256:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4696a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041389440:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335543.108590:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb600 going to sleep for 11 seconds 00002000:00010000:0.0:1763335543.113623:0:8400:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime: 1763335542 -> 1763335543 00002000:00010000:0.0:1763335543.113632:0:8400:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335542 -> 1763335543 00002000:00010000:0.0:1763335543.113635:0:8400:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime: 1763335542 -> 1763335543 00000100:00100000:0.0:1763335543.113656:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4696a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041389440:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335543.113692:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8eda00/0x10123ce7f07653a0 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e68a expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335543.113715:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8eda00/0x10123ce7f07653a0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e68a expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335543.113729:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8eda00, rc 0) 00000100:00100000:0.0:1763335543.113813:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c3131880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2407:x1848991029012736:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5651us (5994us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335543.113822:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1099 00000100:00100000:2.0:1763335543.118150:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335543.118225:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029012864 00000100:00100000:0.0:1763335543.118235:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029012864 00000100:00100000:0.0:1763335543.118299:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1100 00000100:00100000:0.0:1763335543.118308:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2407:x1848991029012864:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335543.118327:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335543.118345:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aab800/0x10123ce7f07653a7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e691 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335543.118408:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c3132a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041389568:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335543.118497:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c600 going to sleep for 11 seconds 00000100:00100000:0.0:1763335543.121364:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c3132a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041389568:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335543.121409:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aab800/0x10123ce7f07653a7 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e691 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335543.121435:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aab800/0x10123ce7f07653a7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e691 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335543.121449:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aab800, rc 0) 00000100:00100000:0.0:1763335543.121515:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2407:x1848991029012864:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3207us (3374us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335543.121525:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1100 00000100:00100000:1.0:1763335543.124710:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335543.124844:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029012992 00000100:00100000:0.0:1763335543.124854:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029012992 00000100:00100000:3.0:1763335543.125378:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1101 00000100:00100000:2.0:1763335543.125527:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5fd5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+5:2407:x1848991029012992:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335543.125546:0:8402:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335543.125564:0:8402:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad1a00/0x10123ce7f07653ae lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e698 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335543.125629:0:8402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc55df100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041389696:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335543.125716:0:8402:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0d06086c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335543.130141:0:8402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc55df100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041389696:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335543.130179:0:8402:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad1a00/0x10123ce7f07653ae lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e698 expref: 6 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335543.130205:0:8402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad1a00/0x10123ce7f07653ae lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e698 expref: 6 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335543.130215:0:8402:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ffad1a00, rc 0) 00000100:00100000:1.0:1763335543.130326:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5fd5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+5:2407:x1848991029012992:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4937us (5622us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335543.130336:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1101 00000100:00100000:0.0:1763335543.133347:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335543.133517:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029013120 00000100:00100000:1.0:1763335543.133527:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029013120 00000100:00100000:1.0:1763335543.133582:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1102 00000100:00100000:1.0:1763335543.133590:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c3132a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+5:2407:x1848991029013120:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335543.133607:0:8402:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335543.133624:0:8402:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ec200/0x10123ce7f07653b5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e69f expref: -99 pid: 8402 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335543.133678:0:8402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4697480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041389824:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335543.133756:0:8402:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fbd80 going to sleep for 11 seconds 00000100:00100000:1.0:1763335543.136754:0:8402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4697480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041389824:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335543.136795:0:8402:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ec200/0x10123ce7f07653b5 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e69f expref: 6 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335543.136829:0:8402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ec200/0x10123ce7f07653b5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e69f expref: 6 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335543.136842:0:8402:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8ec200, rc 0) 00000100:00100000:1.0:1763335543.137118:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c3132a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+5:2407:x1848991029013120:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3526us (3778us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335543.137127:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1102 00000100:00100000:3.0:1763335543.142094:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335543.142310:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029013248 00000100:00100000:2.0:1763335543.142320:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029013248 00000100:00100000:2.0:1763335543.142621:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1513 00000100:00100000:2.0:1763335543.142631:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc57a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+30:2406:x1848991029013248:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335543.142652:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335543.142672:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1e00/0x10123ce7f07653bc lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e6a6 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335543.142708:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f07652b2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5bf expref: 22 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335543.142744:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc55dd180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041389952:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335543.143678:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0d06086c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335543.146824:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc55dd180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041389952:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335543.146851:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 999528 00010000:00010000:1.0:1763335543.146963:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1e00/0x10123ce7f07653bc lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e6a6 expref: 31 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335543.146993:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335543.146997:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335543.147002:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1e00/0x10123ce7f07653bc lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e6a6 expref: 31 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335543.147016:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ffad1e00, rc 0) 00000100:00100000:1.0:1763335543.147083:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc57a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+30:2406:x1848991029013248:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4452us (4998us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335543.147093:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1513 00000100:00100000:1.0:1763335543.158074:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335543.158181:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029013376 00000100:00100000:2.0:1763335543.158191:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029013376 00000100:00100000:2.0:1763335543.158249:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1514 00000100:00100000:2.0:1763335543.158260:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4697480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+30:2407:x1848991029013376:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335543.158280:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335543.158303:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0a00/0x10123ce7f07653c3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e6ad expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335543.158345:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f07652b2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5bf expref: 22 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335543.158393:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc55ddc00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041390080:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335543.158481:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0d06086c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335543.164959:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc55ddc00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041390080:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335543.164993:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 999528 00010000:00010000:2.0:1763335543.165013:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0a00/0x10123ce7f07653c3 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e6ad expref: 31 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335543.165034:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335543.165037:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335543.165042:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0a00/0x10123ce7f07653c3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e6ad expref: 31 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335543.165056:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ffad0a00, rc 0) 00000100:00100000:2.0:1763335543.165148:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4697480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+30:2407:x1848991029013376:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6889us (7086us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335543.165157:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1514 00000100:00100000:3.0:1763335543.171254:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335543.171350:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029013504 00000100:00100000:0.0:1763335543.171361:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029013504 00000100:00100000:0.0:1763335543.171426:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 709 00000100:00100000:0.0:1763335543.171434:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0fdd1b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+7:2406:x1848991029013504:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:0.0:1763335543.171726:0:15204:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1705108 -> 1705108 00002000:00010000:0.0:1763335543.171730:0:15204:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335543 -> 1763335542 00002000:00010000:0.0:1763335543.171734:0:15204:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335543 -> 1763335542 00002000:00010000:0.0:1763335543.171736:0:15204:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335543 -> 1763335542 00002000:00010000:0.0:1763335543.171739:0:15204:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 120 -> 200 00000100:00100000:0.0:1763335543.171795:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0fdd1b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2406:x1848991029013504:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 361us (551us total) trans 4294967576 rc 0/0 00000100:00100000:0.0:1763335543.171810:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 709 00000100:00100000:1.0:1763335543.177795:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335543.179085:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029013632 00000100:00100000:2.0:1763335543.179101:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029013632 00000100:00100000:2.0:1763335543.179180:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1103 00000100:00100000:2.0:1763335543.179191:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4694000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+5:2407:x1848991029013632:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335543.179214:0:8402:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335543.179237:0:8402:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad0a00/0x10123ce7f07653ca lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e6b4 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335543.179301:0:8402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc55ddc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041390208:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335543.179398:0:8402:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0d06086c0 going to sleep for 11 seconds 00002000:00010000:2.0:1763335543.181683:0:8402:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime: 1763335542 -> 1763335543 00002000:00010000:2.0:1763335543.181691:0:8402:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335542 -> 1763335543 00002000:00010000:2.0:1763335543.181694:0:8402:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime: 1763335542 -> 1763335543 00000100:00100000:2.0:1763335543.181716:0:8402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc55ddc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041390208:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335543.181751:0:8402:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad0a00/0x10123ce7f07653ca lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e6b4 expref: 6 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335543.181777:0:8402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad0a00/0x10123ce7f07653ca lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e6b4 expref: 6 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335543.181790:0:8402:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ffad0a00, rc 0) 00000100:00100000:2.0:1763335543.182013:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4694000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+5:2407:x1848991029013632:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2823us (4227us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335543.182023:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1103 00000100:00100000:3.0:1763335543.185622:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335543.185805:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029013760 00000100:00100000:2.0:1763335543.185815:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029013760 00000100:00100000:2.0:1763335543.186018:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1104 00000100:00100000:2.0:1763335543.186027:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc57a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+5:2409:x1848991029013760:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335543.186044:0:8402:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335543.186060:0:8402:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad0800/0x10123ce7f07653d1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e6bb expref: -99 pid: 8402 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335543.186119:0:8402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc55ddc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041390336:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335543.186187:0:8402:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0d06086c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335543.188456:0:8402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc55ddc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041390336:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335543.188494:0:8402:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad0800/0x10123ce7f07653d1 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e6bb expref: 6 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335543.188516:0:8402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad0800/0x10123ce7f07653d1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e6bb expref: 6 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335543.188530:0:8402:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ffad0800, rc 0) 00000100:00100000:2.0:1763335543.188588:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc57a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+5:2409:x1848991029013760:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2560us (2974us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335543.188599:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1104 00000100:00100000:3.0:1763335543.191863:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335543.192107:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029013888 00000100:00100000:2.0:1763335543.192118:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029013888 00000100:00100000:2.0:1763335543.192176:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1515 00000100:00100000:2.0:1763335543.192186:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc57a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+30:2407:x1848991029013888:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335543.192205:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335543.192227:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0a00/0x10123ce7f07653d8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e6c2 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335543.192263:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f07652b2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5bf expref: 22 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335543.192306:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc55ddc00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041390464:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335543.192398:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0d06086c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335543.195895:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc55ddc00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041390464:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335543.195920:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 999528 00010000:00010000:1.0:1763335543.195938:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0a00/0x10123ce7f07653d8 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e6c2 expref: 31 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335543.195960:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335543.195963:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335543.195968:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0a00/0x10123ce7f07653d8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e6c2 expref: 31 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335543.195981:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ffad0a00, rc 0) 00000100:00100000:1.0:1763335543.196172:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc57a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+30:2407:x1848991029013888:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3985us (4319us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335543.196181:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1515 00000100:00100000:1.0:1763335543.200591:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335543.200779:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029014016 00000100:00100000:2.0:1763335543.200789:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029014016 00000100:00100000:2.0:1763335543.201122:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1516 00000100:00100000:2.0:1763335543.201134:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4694e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+30:15720:x1848991029014016:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335543.201155:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335543.201177:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0800/0x10123ce7f07653df lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e6c9 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335543.201210:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f07652b2 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5bf expref: 22 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335543.201221:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0800/0x10123ce7f07653df lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e6c9 expref: 31 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335543.201257:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f07652b2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5bf expref: 22 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335543.201271:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f07652b2 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5bf expref: 22 pid: 6516 timeout: 443 lvb_type: 0 00000100:00100000:2.0:1763335543.201285:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc55ddc00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041390592:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335543.201374:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0d06086c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335543.204779:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc55ddc00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041390592:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335543.204824:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0800/0x10123ce7f07653df lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e6c9 expref: 31 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335543.204844:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335543.204847:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335543.204851:0:6516:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0800/0x10123ce7f07653df lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e6c9 expref: 31 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335543.204905:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ffad0800, rc 0) 00000100:00100000:2.0:1763335543.205610:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4694e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+31:15720:x1848991029014016:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4475us (5028us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335543.205621:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1516 00000100:00100000:1.0:1763335543.206583:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335543.206727:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029014144 00000100:00100000:2.0:1763335543.206735:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029014144 00002000:00100000:2.0:1763335543.206779:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4694a80 x1848991029014144/t0(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:589/0 lens 488/0 e 0 to 0 dl 1763335554 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335543.206790:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4694a80 with x1848991029014144 00010000:00010000:2.0:1763335543.206809:0:15202:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f07652b2 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5bf expref: 23 pid: 6516 timeout: 443 lvb_type: 0 00010000:00010000:2.0:1763335543.206823:0:15202:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f07652b2 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5bf expref: 23 pid: 6516 timeout: 443 lvb_type: 0 00002000:00010000:2.0:1763335543.206831:0:15202:0:(mdt_io.c:157:mdt_rw_hpreq_check()) lustre-MDT0000: refreshed 1 locks timeout for req ffff9aefc4694a80 00000100:00100000:2.0:1763335543.206864:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 45 00000100:00100000:2.0:1763335543.206901:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4694a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+23:2409:x1848991029014144:12345-192.168.202.34@tcp:4:fsx.0 00000004:00010000:2.0:1763335543.211858:0:15202:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 999528 -> 999528 00000004:00010000:2.0:1763335543.211886:0:15202:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335543 -> 1763335543 00000004:00010000:2.0:1763335543.211889:0:15202:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335543 -> 1763335541 00000004:00010000:2.0:1763335543.211892:0:15202:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335543 -> 1763335543 00000004:00010000:2.0:1763335543.211894:0:15202:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 368 -> 384 00000100:00100000:2.0:1763335543.212083:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4694a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+25:2409:x1848991029014144:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 5177us (5497us total) trans 4294967908 rc 0/0 00000100:00100000:2.0:1763335543.212098:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 45 00002000:00100000:2.0:1763335543.212111:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4694a80 x1848991029014144/t4294967908(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:589/0 lens 488/448 e 0 to 0 dl 1763335554 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335543.212121:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4694a80 with x1848991029014144 00010000:00010000:2.0:1763335543.212129:0:15202:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f07652b2 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5bf expref: 25 pid: 6516 timeout: 443 lvb_type: 0 00010000:00010000:2.0:1763335543.212147:0:15202:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f07652b2 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5bf expref: 25 pid: 6516 timeout: 443 lvb_type: 0 00002000:00010000:2.0:1763335543.212155:0:15202:0:(mdt_io.c:157:mdt_rw_hpreq_check()) lustre-MDT0000: refreshed 1 locks timeout for req ffff9aefc4694a80 00000100:00100000:1.0:1763335543.216403:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335543.216502:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029014272 00000100:00100000:3.0:1763335543.216513:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029014272 00010000:00010000:3.0:1763335543.216551:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f07652b2 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5bf expref: 25 pid: 6516 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1763335543.217145:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 571 00000100:00100000:3.0:1763335543.217158:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4695f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+25:2409:x1848991029014272:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335543.217174:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335543.217200:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f07652b2 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5bf expref: 25 pid: 6516 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1763335543.217214:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f07652b2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5bf expref: 25 pid: 6516 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1763335543.217238:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f07652b2 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5bf expref: 25 pid: 6516 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1763335543.217255:0:13187:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335543.217262:0:13187:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0800/0x10123ce7f07653df lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e6c9 expref: 30 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335543.217276:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0800/0x10123ce7f07653df lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e6c9 expref: 30 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335543.217286:0:13187:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0800/0x10123ce7f07653df lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e6c9 expref: 30 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335543.217329:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0800/0x10123ce7f07653df lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e6c9 expref: 30 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335543.217344:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc57a3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041390720:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335543.217436:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850540 going to sleep for 11 seconds 00000100:00100000:3.0:1763335543.220783:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc57a3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041390720:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335543.220817:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335543.220900:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4695f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+24:2409:x1848991029014272:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 3744us (4509us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335543.220912:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 571 00000100:00100000:2.0:1763335543.221707:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335543.221921:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029014400 00000100:00100000:1.0:1763335543.221928:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029014400 00000100:00100000:1.0:1763335543.221982:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 819 00000100:00100000:1.0:1763335543.221990:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+31:2409:x1848991029014400:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:1.0:1763335543.222579:0:15202:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 999528 -> 999528 00000004:00010000:1.0:1763335543.222584:0:15202:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335543 -> 1763335543 00000004:00010000:1.0:1763335543.222587:0:15202:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335541 -> 1763335541 00000004:00010000:1.0:1763335543.222589:0:15202:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335543 -> 1763335543 00000004:00010000:1.0:1763335543.222592:0:15202:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 384 -> 408 00000100:00100000:1.0:1763335543.222692:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+32:2409:x1848991029014400:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 701us (985us total) trans 4294967909 rc 0/0 00000100:00100000:1.0:1763335543.222700:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 819 00000100:00100000:1.0:1763335543.226246:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335543.226296:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335543.226388:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029014656 00000100:00100000:2.0:1763335543.226400:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029014656 00000100:00100000:2.0:1763335543.226455:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1105 00000100:00100000:2.0:1763335543.226466:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4696d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+5:2409:x1848991029014656:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335543.226484:0:8402:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335543.226504:0:8402:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad1600/0x10123ce7f07653e6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e6d7 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335543.226560:0:8402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc55ddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041390848:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335543.226647:0:8402:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5d9acc0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335543.226707:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029014528 00000100:00100000:3.0:1763335543.226713:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029014528 00000100:00100000:3.0:1763335543.226752:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1517 00000100:00100000:3.0:1763335543.226759:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4695880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+24:2409:x1848991029014528:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335543.226773:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335543.226786:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f07653ed lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e6d0 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335543.226826:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0800/0x10123ce7f07653df lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e6c9 expref: 31 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335543.226854:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc57a3800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041390976:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335543.226909:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850540 going to sleep for 11 seconds 00000004:00010000:3.0:1763335543.232727:0:6516:0:(mdt_lvb.c:189:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime: 1763335541 -> 1763335543 00000100:00100000:3.0:1763335543.232754:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc57a3800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041390976:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335543.232774:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 999528 00010000:00010000:3.0:1763335543.232792:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f07653ed lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e6d0 expref: 25 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335543.232822:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335543.232824:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335543.232830:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f07653ed lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e6d0 expref: 25 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335543.232842:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4a00, rc 0) 00000100:00100000:3.0:1763335543.232929:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4695880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+24:2409:x1848991029014528:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6169us (6632us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335543.232938:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1517 00000100:00100000:1.0:1763335543.233410:0:8402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc55ddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041390848:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335543.233432:0:8402:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad1600/0x10123ce7f07653e6 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e6d7 expref: 6 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335543.233447:0:8402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ffad1600/0x10123ce7f07653e6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e6d7 expref: 6 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335543.233456:0:8402:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ffad1600, rc 0) 00000100:00100000:1.0:1763335543.233495:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4696d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+5:2409:x1848991029014656:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7031us (7258us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335543.233502:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1105 00000100:00100000:2.0:1763335543.242826:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335543.242905:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335543.243322:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029014784 00000100:00100000:3.0:1763335543.243333:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029014784 00000100:00100000:3.0:1763335543.243401:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1518 00000100:00100000:3.0:1763335543.243412:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+24:2409:x1848991029014784:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335543.243433:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335543.243455:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f07653f4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e6de expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335543.243495:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0800/0x10123ce7f07653df lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e6c9 expref: 31 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335543.243536:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc57a3800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041391104:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335543.243622:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850540 going to sleep for 11 seconds 00000100:00100000:1.0:1763335543.244198:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029014912 00000100:00100000:1.0:1763335543.244205:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029014912 00000100:00100000:1.0:1763335543.244248:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1106 00000100:00100000:1.0:1763335543.244256:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+5:2409:x1848991029014912:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335543.244266:0:8402:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335543.244279:0:8402:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ed000/0x10123ce7f07653fb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e6e5 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335543.244321:0:8402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4697b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041391232:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335543.244375:0:8402:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb000 going to sleep for 11 seconds 00000100:00100000:1.0:1763335543.247696:0:8402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4697b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041391232:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335543.247738:0:8402:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ed000/0x10123ce7f07653fb lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e6e5 expref: 6 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335543.247763:0:8402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ed000/0x10123ce7f07653fb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e6e5 expref: 6 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335543.247776:0:8402:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8ed000, rc 0) 00000100:00100000:1.0:1763335543.247920:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+5:2409:x1848991029014912:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3662us (5103us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335543.247931:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1106 00000100:00100000:3.0:1763335543.248313:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc57a3800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041391104:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335543.248328:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 999528 00010000:00010000:3.0:1763335543.248342:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f07653f4 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e6de expref: 25 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335543.248357:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335543.248360:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335543.248365:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f07653f4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e6de expref: 25 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335543.248376:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4a00, rc 0) 00000100:00100000:3.0:1763335543.248415:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+24:2409:x1848991029014784:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5005us (5508us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335543.248421:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1518 00000100:00100000:2.0:1763335543.256566:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335543.256726:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029015040 00000100:00100000:1.0:1763335543.256735:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029015040 00000100:00100000:1.0:1763335543.256792:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1107 00000100:00100000:1.0:1763335543.256812:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+5:15720:x1848991029015040:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335543.256831:0:8402:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335543.256852:0:8402:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ed000/0x10123ce7f0765402 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e6ec expref: -99 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335543.256911:0:8402:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8edc00/0x10123ce7f076537d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1536000->1585151) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e667 expref: 7 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335543.256920:0:8402:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335543.256922:0:8402:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335543.256928:0:8402:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ed000/0x10123ce7f0765402 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1601536->1650687] (req 1601536->1650687) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e6ec expref: 6 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335543.256962:0:8402:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8edc00/0x10123ce7f076537d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1536000->1585151) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e667 expref: 7 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335543.256977:0:8402:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8edc00/0x10123ce7f076537d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1536000->1585151) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e667 expref: 7 pid: 8400 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1763335543.256992:0:8402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4697b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041391360:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335543.257690:0:8402:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb000 going to sleep for 11 seconds 00000100:00100000:1.0:1763335543.262466:0:8402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4697b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041391360:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335543.262508:0:8402:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ed000/0x10123ce7f0765402 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1601536->1650687] (req 1601536->1650687) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e6ec expref: 6 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335543.262529:0:8402:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8ed000, rc 0) 00000100:00100000:1.0:1763335543.263146:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:15720:x1848991029015040:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6333us (6587us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335543.263158:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1107 00000100:00100000:0.0:1763335543.264329:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335543.264633:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029015168 00000100:00100000:3.0:1763335543.264643:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029015168 00010000:00010000:3.0:1763335543.264686:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8edc00/0x10123ce7f076537d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1536000->1585151) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e667 expref: 8 pid: 8400 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1763335543.264729:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 572 00000100:00100000:3.0:1763335543.264737:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c3131c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991029015168:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335543.264752:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335543.264773:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8edc00/0x10123ce7f076537d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1536000->1585151) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e667 expref: 8 pid: 8400 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1763335543.264787:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8edc00/0x10123ce7f076537d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1536000->1585151) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e667 expref: 8 pid: 8400 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1763335543.264837:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8edc00/0x10123ce7f076537d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1536000->1585151) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e667 expref: 8 pid: 8400 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1763335543.264851:0:13187:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335543.264853:0:13187:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335543.264860:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ed000/0x10123ce7f0765402 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1601536->1650687) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e6ec expref: 5 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335543.266124:0:13187:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ed000/0x10123ce7f0765402 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1601536->1650687) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e6ec expref: 5 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335543.266178:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ed000/0x10123ce7f0765402 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1601536->1650687) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e6ec expref: 5 pid: 8402 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335543.266192:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc57a3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:13187:1848991041391488:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335543.266279:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850540 going to sleep for 11 seconds 00000100:00100000:3.0:1763335543.270121:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc57a3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:13187:1848991041391488:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335543.270147:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335543.270628:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c3131c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991029015168:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 5888us (6302us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335543.270640:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 572 00000100:00100000:0.0:1763335543.272209:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335543.272317:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029015296 00000100:00100000:2.0:1763335543.272328:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029015296 00002000:00100000:2.0:1763335543.272378:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1601536->1605631) req@ffff9af0c3130000 x1848991029015296/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:589/0 lens 488/0 e 0 to 0 dl 1763335554 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335543.272389:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0c3130000 with x1848991029015296 ext(1601536->1605631) 00002000:00010000:2.0:1763335543.272396:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0c3130000 00000100:00100000:2.0:1763335543.272426:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 710 00000100:00100000:2.0:1763335543.272436:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c3130000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991029015296:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335543.272610:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c3130000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991029015296:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 174us (406us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335543.272617:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 710 00002000:00100000:2.0:1763335543.272623:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1601536->1605631) req@ffff9af0c3130000 x1848991029015296/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:589/0 lens 488/4536 e 0 to 0 dl 1763335554 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335543.272630:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0c3130000 with x1848991029015296 ext(1601536->1605631) 00002000:00010000:2.0:1763335543.272633:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0c3130000 00000100:00100000:2.0:1763335543.277960:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335543.278348:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029015424 00000100:00100000:1.0:1763335543.278361:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029015424 00002000:00100000:1.0:1763335543.278411:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1646592->1650687) req@ffff9aefc55dd500 x1848991029015424/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:589/0 lens 488/0 e 0 to 0 dl 1763335554 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335543.278423:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc55dd500 with x1848991029015424 ext(1646592->1650687) 00002000:00010000:1.0:1763335543.278430:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc55dd500 00000100:00100000:1.0:1763335543.278453:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 711 00000100:00100000:1.0:1763335543.278468:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991029015424:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335543.278666:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991029015424:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 204us (715us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335543.278674:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 711 00002000:00100000:1.0:1763335543.278680:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1646592->1650687) req@ffff9aefc55dd500 x1848991029015424/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:589/0 lens 488/4536 e 0 to 0 dl 1763335554 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335543.278697:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc55dd500 with x1848991029015424 ext(1646592->1650687) 00002000:00010000:1.0:1763335543.278701:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc55dd500 00000100:00100000:1.0:1763335543.286457:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335543.293213:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029015552 00000100:00100000:3.0:1763335543.293229:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029015552 00000100:00100000:2.0:1763335543.293387:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1519 00000100:00100000:2.0:1763335543.293399:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4697b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+24:2409:x1848991029015552:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335543.293420:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335543.293443:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0e00/0x10123ce7f0765409 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e6f3 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335543.293482:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0800/0x10123ce7f07653df lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e6c9 expref: 31 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335543.293522:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc55dc700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041391616:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335543.294368:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5d9ab40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335543.297002:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc55dc700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041391616:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335543.297027:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 999528 00010000:00010000:0.0:1763335543.297046:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0e00/0x10123ce7f0765409 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e6f3 expref: 25 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335543.297072:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335543.297076:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335543.297080:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0e00/0x10123ce7f0765409 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e6f3 expref: 25 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335543.297094:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ffad0e00, rc 0) 00000100:00100000:0.0:1763335543.302346:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4697b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+24:2409:x1848991029015552:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 8934us (15883us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335543.302361:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1519 00000100:00100000:3.0:1763335543.310385:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335543.310489:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029015680 00000100:00100000:0.0:1763335543.310498:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029015680 00000100:00100000:0.0:1763335543.310557:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1520 00000100:00100000:0.0:1763335543.310566:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc57a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+24:2406:x1848991029015680:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335543.310584:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335543.310604:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aab000/0x10123ce7f0765410 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e6fa expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335543.310638:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0800/0x10123ce7f07653df lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e6c9 expref: 31 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335543.310678:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c3132d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041391744:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335543.310759:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c600 going to sleep for 11 seconds 00000100:00100000:0.0:1763335543.316781:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c3132d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041391744:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335543.316823:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 999528 00010000:00010000:0.0:1763335543.316856:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aab000/0x10123ce7f0765410 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e6fa expref: 25 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335543.316923:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335543.316927:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335543.316933:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aab000/0x10123ce7f0765410 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e6fa expref: 25 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335543.316950:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aab000, rc 0) 00000100:00100000:0.0:1763335543.317025:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc57a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+24:2406:x1848991029015680:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6459us (6647us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335543.317035:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1520 00000100:00100000:3.0:1763335543.322672:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335543.322759:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029015808 00000100:00100000:0.0:1763335543.322770:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029015808 00000100:00100000:0.0:1763335543.322845:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1521 00000100:00100000:0.0:1763335543.322855:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc57a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+24:15720:x1848991029015808:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335543.322899:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335543.322922:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aab600/0x10123ce7f0765417 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e701 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335543.322952:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0800/0x10123ce7f07653df lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e6c9 expref: 31 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335543.322961:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aab600/0x10123ce7f0765417 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e701 expref: 25 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335543.322992:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0800/0x10123ce7f07653df lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e6c9 expref: 31 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335543.323003:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0800/0x10123ce7f07653df lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e6c9 expref: 31 pid: 6516 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1763335543.323031:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c3132d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041391872:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335543.323113:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c600 going to sleep for 11 seconds 00000100:00100000:0.0:1763335543.329908:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c3132d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041391872:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335543.329946:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aab600/0x10123ce7f0765417 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e701 expref: 25 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335543.329966:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335543.329969:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335543.329978:0:6516:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aab600/0x10123ce7f0765417 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e701 expref: 25 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335543.329991:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aab600, rc 0) 00000100:00100000:0.0:1763335543.330058:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc57a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+25:15720:x1848991029015808:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7204us (7397us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335543.330068:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1521 00000100:00100000:1.0:1763335543.334319:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335543.334405:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029015936 00000100:00100000:3.0:1763335543.334415:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029015936 00010000:00010000:3.0:1763335543.334459:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0800/0x10123ce7f07653df lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e6c9 expref: 32 pid: 6516 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1763335543.334503:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 573 00000100:00100000:3.0:1763335543.334514:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4694380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+32:2409:x1848991029015936:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335543.334531:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335543.334554:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0800/0x10123ce7f07653df lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e6c9 expref: 32 pid: 6516 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1763335543.334568:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0800/0x10123ce7f07653df lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e6c9 expref: 32 pid: 6516 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1763335543.334593:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0800/0x10123ce7f07653df lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e6c9 expref: 32 pid: 6516 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1763335543.334608:0:13187:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335543.334614:0:13187:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aab600/0x10123ce7f0765417 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e701 expref: 24 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335543.334627:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aab600/0x10123ce7f0765417 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e701 expref: 24 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335543.334636:0:13187:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aab600/0x10123ce7f0765417 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e701 expref: 24 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335543.334676:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aab600/0x10123ce7f0765417 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e701 expref: 24 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335543.334690:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc57a3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041392000:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335543.335756:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850540 going to sleep for 11 seconds 00000100:00100000:1.0:1763335543.352388:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc57a3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041392000:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335543.352416:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335543.352481:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4694380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+31:2409:x1848991029015936:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 17968us (18175us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335543.352493:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 573 00000100:00100000:2.0:1763335543.354106:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335543.354192:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029016064 00000100:00100000:1.0:1763335543.354201:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029016064 00000100:00100000:1.0:1763335543.354270:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 820 00000100:00100000:1.0:1763335543.354280:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+25:2408:x1848991029016064:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:1.0:1763335543.354571:0:15202:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 999528 -> 999528 00000004:00010000:1.0:1763335543.354575:0:15202:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335543 -> 1763335543 00000004:00010000:1.0:1763335543.354577:0:15202:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335543 -> 1763335543 00000004:00010000:1.0:1763335543.354579:0:15202:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335543 -> 1763335543 00000004:00010000:1.0:1763335543.354581:0:15202:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 408 -> 536 00000100:00100000:1.0:1763335543.354647:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+26:2408:x1848991029016064:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 368us (548us total) trans 4294967910 rc 0/0 00000100:00100000:1.0:1763335543.354653:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 820 00000100:00100000:3.0:1763335543.358209:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c3132d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3652:1848991041392128:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1763335543.358283:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335543.358393:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041392128 00000100:00100000:0.0:1763335543.358402:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041392128 00000100:00100000:0.0:1763335543.358456:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 173 00000100:00100000:0.0:1763335543.358465:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc57a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3652:x1848991041392128:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1763335543.358497:0:6520:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446412288 avail 1300172800 00000100:00100000:0.0:1763335543.358543:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc57a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3652:x1848991041392128:12345-0@lo:41:osp-pre-1-0.0 Request processed in 79us (260us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335543.358549:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 173 00000100:00100000:3.0:1763335543.358635:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c3132d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3652:1848991041392128:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1763335543.368910:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335543.369036:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029016192 00000100:00100000:0.0:1763335543.369048:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029016192 00002000:00100000:0.0:1763335543.369102:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->1708031) req@ffff9aefc55df100 x1848991029016192/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:589/0 lens 504/0 e 0 to 0 dl 1763335554 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335543.369113:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc55df100 with x1848991029016192 ext(1048576->1708031) 00002000:00010000:0.0:1763335543.369121:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc55df100 00000100:00100000:0.0:1763335543.369159:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 712 00000100:00100000:0.0:1763335543.369168:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+6:2406:x1848991029016192:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335543.377137:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335543.377627:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029016320 00000100:00100000:0.0:1763335543.377636:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029016320 00002000:00100000:0.0:1763335543.377684:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc57a1c00 x1848991029016320/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:589/0 lens 488/0 e 0 to 0 dl 1763335554 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335543.377697:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc57a1c00 with x1848991029016320 00000100:00100000:0.0:1763335543.377738:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 821 00000100:00100000:0.0:1763335543.377748:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc57a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+26:2409:x1848991029016320:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335543.386470:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+6:2406:x1848991029016192:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 17291us (17601us total) trans 0 rc 610304/610304 00000100:00100000:0.0:1763335543.386485:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 712 00002000:00100000:0.0:1763335543.386499:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->1708031) req@ffff9aefc55df100 x1848991029016192/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:589/0 lens 504/440 e 0 to 0 dl 1763335554 ref 1 fl Complete:/600/0 rc 610304/610304 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335543.386510:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc55df100 with x1848991029016192 ext(1048576->1708031) 00002000:00010000:0.0:1763335543.386517:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc55df100 00000100:00100000:2.0:1763335543.396331:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335543.396446:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029016448 00000100:00100000:3.0:1763335543.396460:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029016448 00002000:00100000:3.0:1763335543.396701:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1486848->1650687) req@ffff9aefc55dc700 x1848991029016448/t0(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:589/0 lens 504/0 e 0 to 0 dl 1763335554 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335543.396715:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc55dc700 with x1848991029016448 ext(1486848->1650687) 00002000:00010000:3.0:1763335543.396721:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc55dc700 00000100:00100000:0.0:1763335543.397087:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc57a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+26:2409:x1848991029016320:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 19338us (19959us total) trans 0 rc 1003520/1003520 00000100:00100000:0.0:1763335543.397097:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 821 00002000:00100000:0.0:1763335543.397105:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc57a1c00 x1848991029016320/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:589/0 lens 488/440 e 0 to 0 dl 1763335554 ref 1 fl Complete:/600/0 rc 1003520/1003520 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335543.397116:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc57a1c00 with x1848991029016320 00000100:00100000:3.0:1763335543.397224:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 713 00000100:00100000:3.0:1763335543.397235:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991029016448:12345-192.168.202.34@tcp:4:fsx.0 00000100:00100000:3.0:1763335543.403849:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+8:2408:x1848991029016448:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 6605us (7521us total) trans 4294967577 rc 0/0 00000100:00100000:3.0:1763335543.403864:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 713 00002000:00100000:3.0:1763335543.403894:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1486848->1650687) req@ffff9aefc55dc700 x1848991029016448/t4294967577(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:589/0 lens 504/448 e 0 to 0 dl 1763335554 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335543.403904:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc55dc700 with x1848991029016448 ext(1486848->1650687) 00002000:00010000:3.0:1763335543.403920:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc55dc700 00000100:00100000:3.0:1763335543.407464:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335543.407697:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029016576 00000100:00100000:1.0:1763335543.407706:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029016576 00000100:00100000:2.0:1763335543.408357:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1108 00000100:00100000:2.0:1763335543.408370:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc57a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+8:2408:x1848991029016576:12345-192.168.202.34@tcp:16:fsx.0 00000001:00080000:3.0:1763335543.409541:0:9466:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967577 is committed 00000001:00080000:3.0:1763335543.409555:0:9466:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967576 is committed 00000100:00100000:2.0:1763335543.409728:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc57a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991029016576:12345-192.168.202.34@tcp:16:fsx.0 Request processed in 1359us (2269us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335543.409738:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1108 00000100:00100000:2.0:1763335543.413165:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335543.413248:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335543.413327:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029016704 00000100:00100000:0.0:1763335543.413337:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029016704 00000100:00100000:0.0:1763335543.413411:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1522 00000100:00100000:0.0:1763335543.413422:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+31:2409:x1848991029016704:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335543.413445:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335543.413469:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aab000/0x10123ce7f076541e lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e708 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335543.413507:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aab600/0x10123ce7f0765417 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e701 expref: 25 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335543.413552:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c3133800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041392256:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335543.413639:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c600 going to sleep for 11 seconds 00000100:00100000:1.0:1763335543.414281:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029016832 00000100:00100000:1.0:1763335543.414288:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029016832 00000100:00100000:1.0:1763335543.414337:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1109 00000100:00100000:1.0:1763335543.414345:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffba8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991029016832:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335543.414356:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335543.414369:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ec600/0x10123ce7f0765425 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e70f expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335543.414411:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4696a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041392384:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335543.414471:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fbb40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335543.418777:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c3133800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041392256:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335543.418814:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 999528 00010000:00010000:0.0:1763335543.418831:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aab000/0x10123ce7f076541e lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e708 expref: 32 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335543.418851:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335543.418854:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335543.418859:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aab000/0x10123ce7f076541e lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e708 expref: 32 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335543.418904:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aab000, rc 0) 00000100:00100000:0.0:1763335543.418954:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+31:2409:x1848991029016704:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5533us (5802us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335543.418963:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1522 00002000:00010000:1.0:1763335543.419339:0:8400:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks: 200 -> 352 00000100:00100000:1.0:1763335543.419353:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4696a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041392384:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335543.419376:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ec600/0x10123ce7f0765425 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e70f expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335543.419390:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ec600/0x10123ce7f0765425 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e70f expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335543.419398:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8ec600, rc 0) 00000100:00100000:1.0:1763335543.419419:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffba8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991029016832:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5076us (6171us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335543.419426:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1109 00000100:00100000:0.0:1763335543.422515:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335543.422565:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335543.422658:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029017088 00000100:00100000:1.0:1763335543.422668:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029017088 00000100:00100000:1.0:1763335543.422733:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1110 00000100:00100000:1.0:1763335543.422744:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c3133800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2408:x1848991029017088:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335543.422764:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335543.422784:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ed200/0x10123ce7f076542c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e71d expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335543.422856:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4696a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041392512:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335543.422966:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fbb40 going to sleep for 11 seconds 00000100:00100000:2.0:1763335543.423044:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029016960 00000100:00100000:2.0:1763335543.423048:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029016960 00000100:00100000:2.0:1763335543.423086:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1523 00000100:00100000:2.0:1763335543.423093:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c3132680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+31:2408:x1848991029016960:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335543.423103:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335543.423117:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af1021f9a00/0x10123ce7f0765433 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e716 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335543.423148:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aab600/0x10123ce7f0765417 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e701 expref: 25 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335543.423172:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffba9180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041392640:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335543.423200:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5d9acc0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335543.427217:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffba9180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041392640:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335543.427243:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 999528 00010000:00010000:2.0:1763335543.427263:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1021f9a00/0x10123ce7f0765433 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e716 expref: 32 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335543.427284:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335543.427287:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335543.427292:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af1021f9a00/0x10123ce7f0765433 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e716 expref: 32 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335543.427309:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af1021f9a00, rc 0) 00000100:00100000:2.0:1763335543.427371:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c3132680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+31:2408:x1848991029016960:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4277us (4804us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335543.427379:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1523 00000100:00100000:1.0:1763335543.427564:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4696a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041392512:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335543.427584:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ed200/0x10123ce7f076542c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e71d expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335543.427598:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ed200/0x10123ce7f076542c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e71d expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335543.427607:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8ed200, rc 0) 00000100:00100000:1.0:1763335543.427630:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c3133800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2408:x1848991029017088:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4889us (5128us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335543.427637:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1110 00000100:00100000:0.0:1763335543.431363:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335543.431497:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029017216 00000100:00100000:3.0:1763335543.431509:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029017216 00000100:00100000:3.0:1763335543.431579:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 714 00000100:00100000:3.0:1763335543.431589:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c3131180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991029017216:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:3.0:1763335543.431770:0:15204:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1705108 -> 1705108 00002000:00010000:3.0:1763335543.431775:0:15204:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335543 -> 1763335543 00002000:00010000:3.0:1763335543.431777:0:15204:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335543 -> 1763335543 00002000:00010000:3.0:1763335543.431779:0:15204:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335543 -> 1763335543 00002000:00010000:3.0:1763335543.431782:0:15204:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 352 -> 352 00000100:00100000:3.0:1763335543.431862:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c3131180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+7:2409:x1848991029017216:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 274us (507us total) trans 4294967578 rc 0/0 00000100:00100000:3.0:1763335543.431903:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 714 00000100:00100000:0.0:1763335543.436367:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335543.436413:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335543.436605:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029017344 00000100:00100000:2.0:1763335543.436618:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029017344 00000100:00100000:2.0:1763335543.436683:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1524 00000100:00100000:2.0:1763335543.436692:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c3133480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+31:2408:x1848991029017344:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335543.436712:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335543.436733:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af1021f9a00/0x10123ce7f076543a lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e724 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335543.436770:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aab600/0x10123ce7f0765417 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e701 expref: 25 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335543.436820:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffba9180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041392768:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335543.436936:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5d9acc0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335543.436999:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029017472 00000100:00100000:1.0:1763335543.437004:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029017472 00000100:00100000:1.0:1763335543.437034:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1111 00000100:00100000:1.0:1763335543.437041:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c3130e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2408:x1848991029017472:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335543.437048:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335543.437060:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ec600/0x10123ce7f0765441 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e72b expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335543.437093:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4696a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041392896:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335543.437122:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fbb40 going to sleep for 11 seconds 00000100:00100000:2.0:1763335543.440610:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffba9180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041392768:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335543.440637:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 999528 00010000:00010000:2.0:1763335543.440656:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1021f9a00/0x10123ce7f076543a lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e724 expref: 32 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335543.440677:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335543.440680:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335543.440685:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af1021f9a00/0x10123ce7f076543a lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e724 expref: 32 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335543.440700:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af1021f9a00, rc 0) 00000100:00100000:1.0:1763335543.440902:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4696a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041392896:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335543.440922:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ec600/0x10123ce7f0765441 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e72b expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335543.440938:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ec600/0x10123ce7f0765441 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e72b expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335543.440947:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8ec600, rc 0) 00000100:00100000:2.0:1763335543.441410:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c3133480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+31:2408:x1848991029017344:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4716us (5052us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335543.441419:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1524 00000100:00100000:1.0:1763335543.441656:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c3130e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2408:x1848991029017472:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4615us (5240us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335543.441666:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1111 00000100:00100000:3.0:1763335543.446284:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335543.446462:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029017600 00000100:00100000:2.0:1763335543.446473:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029017600 00000100:00100000:2.0:1763335543.446539:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1525 00000100:00100000:2.0:1763335543.446551:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc57a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+31:15720:x1848991029017600:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335543.446572:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335543.446595:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af1021f9a00/0x10123ce7f0765448 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e732 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335543.446622:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aab600/0x10123ce7f0765417 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e701 expref: 25 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335543.446633:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af1021f9a00/0x10123ce7f0765448 lrc: 4/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e732 expref: 32 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335543.446672:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aab600/0x10123ce7f0765417 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e701 expref: 25 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335543.446685:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aab600/0x10123ce7f0765417 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e701 expref: 25 pid: 6516 timeout: 444 lvb_type: 0 00000100:00100000:2.0:1763335543.446701:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffba9180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041393024:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335543.446808:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5d9acc0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335543.452633:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffba9180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041393024:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335543.452671:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:0.0:1763335543.452676:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1021f9a00/0x10123ce7f0765448 lrc: 3/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e732 expref: 32 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335543.452698:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335543.452701:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335543.452706:0:6516:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9af1021f9a00/0x10123ce7f0765448 lrc: 3/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e732 expref: 32 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335543.452719:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af1021f9a00, rc 0) 00000100:00100000:1.0:1763335543.452759:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029017728 00000100:00100000:1.0:1763335543.452767:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029017728 00000100:00100000:0.0:1763335543.452803:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc57a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+32:15720:x1848991029017600:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6244us (6521us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335543.452818:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1525 00010000:00010000:1.0:1763335543.452819:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aab600/0x10123ce7f0765417 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e701 expref: 26 pid: 6516 timeout: 444 lvb_type: 0 00000100:00100000:1.0:1763335543.452898:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 574 00000100:00100000:1.0:1763335543.452908:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc57a3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+26:2409:x1848991029017728:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335543.452922:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335543.452946:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aab600/0x10123ce7f0765417 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e701 expref: 26 pid: 6516 timeout: 444 lvb_type: 0 00010000:00010000:1.0:1763335543.452958:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aab600/0x10123ce7f0765417 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e701 expref: 26 pid: 6516 timeout: 444 lvb_type: 0 00010000:00010000:1.0:1763335543.452980:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aab600/0x10123ce7f0765417 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e701 expref: 26 pid: 6516 timeout: 444 lvb_type: 0 00010000:00010000:1.0:1763335543.452995:0:13187:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335543.453000:0:13187:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9af1021f9a00/0x10123ce7f0765448 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e732 expref: 31 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335543.454397:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af1021f9a00/0x10123ce7f0765448 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e732 expref: 31 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335543.454412:0:13187:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af1021f9a00/0x10123ce7f0765448 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e732 expref: 31 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335543.454463:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af1021f9a00/0x10123ce7f0765448 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e732 expref: 31 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335543.454476:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4696a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041393152:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335543.454563:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fbb40 going to sleep for 11 seconds 00000100:00100000:1.0:1763335543.457551:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4696a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041393152:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335543.457580:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335543.457642:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc57a3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+25:2409:x1848991029017728:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 4734us (4973us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335543.457654:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 574 00000100:00100000:2.0:1763335543.459981:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335543.460845:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029017856 00000100:00100000:0.0:1763335543.460858:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029017856 00002000:00100000:0.0:1763335543.460957:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffba9c00 x1848991029017856/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:589/0 lens 488/0 e 0 to 0 dl 1763335554 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335543.460969:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffba9c00 with x1848991029017856 00000100:00100000:0.0:1763335543.460998:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 822 00000100:00100000:0.0:1763335543.461007:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffba9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+32:2407:x1848991029017856:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335543.461216:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffba9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+32:2407:x1848991029017856:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 209us (1246us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335543.461223:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 822 00002000:00100000:0.0:1763335543.461230:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffba9c00 x1848991029017856/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:589/0 lens 488/4536 e 0 to 0 dl 1763335554 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335543.461238:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffba9c00 with x1848991029017856 00000100:00100000:3.0:1763335543.469442:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335543.469521:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029017984 00000100:00100000:1.0:1763335543.469532:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029017984 00002000:00100000:1.0:1763335543.469584:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc47dd180 x1848991029017984/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:589/0 lens 488/0 e 0 to 0 dl 1763335554 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335543.469596:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc47dd180 with x1848991029017984 00000100:00100000:1.0:1763335543.469640:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 823 00000100:00100000:1.0:1763335543.469649:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+32:2408:x1848991029017984:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335543.469923:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+32:2408:x1848991029017984:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 273us (490us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335543.469931:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 823 00002000:00100000:1.0:1763335543.469938:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc47dd180 x1848991029017984/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:589/0 lens 488/4536 e 0 to 0 dl 1763335554 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335543.469946:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc47dd180 with x1848991029017984 00000100:00100000:3.0:1763335543.473329:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335543.473442:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029018112 00000100:00100000:0.0:1763335543.473454:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029018112 00002000:00100000:0.0:1763335543.473510:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc47dfb80 x1848991029018112/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:589/0 lens 488/0 e 0 to 0 dl 1763335554 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335543.473522:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc47dfb80 with x1848991029018112 00000100:00100000:0.0:1763335543.473564:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 824 00000100:00100000:0.0:1763335543.473574:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+32:2406:x1848991029018112:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335543.475706:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+32:2406:x1848991029018112:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 2117us (2372us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335543.475723:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 824 00002000:00100000:0.0:1763335543.475738:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc47dfb80 x1848991029018112/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:589/0 lens 488/4536 e 0 to 0 dl 1763335554 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335543.475748:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc47dfb80 with x1848991029018112 00000100:00100000:2.0:1763335543.481218:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335543.481319:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029018240 00000100:00100000:0.0:1763335543.481330:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029018240 00002000:00100000:0.0:1763335543.481383:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffbaa300 x1848991029018240/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:589/0 lens 488/0 e 0 to 0 dl 1763335554 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335543.481395:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffbaa300 with x1848991029018240 00000100:00100000:0.0:1763335543.481629:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 825 00000100:00100000:0.0:1763335543.481638:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbaa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+32:2407:x1848991029018240:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335543.482180:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbaa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+32:2407:x1848991029018240:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 541us (969us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335543.482189:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 825 00002000:00100000:0.0:1763335543.482197:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffbaa300 x1848991029018240/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:589/0 lens 488/4536 e 0 to 0 dl 1763335554 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335543.482206:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffbaa300 with x1848991029018240 00000100:00100000:2.0:1763335543.486335:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335543.486446:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029018368 00000100:00100000:0.0:1763335543.486459:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029018368 00002000:00100000:0.0:1763335543.486518:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffbaaa00 x1848991029018368/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:589/0 lens 488/0 e 0 to 0 dl 1763335554 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335543.486531:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffbaaa00 with x1848991029018368 00000100:00100000:0.0:1763335543.486569:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 826 00000100:00100000:0.0:1763335543.486577:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbaaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+32:2407:x1848991029018368:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335543.486774:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbaaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+32:2407:x1848991029018368:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 195us (448us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335543.486782:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 826 00002000:00100000:0.0:1763335543.486789:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffbaaa00 x1848991029018368/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:589/0 lens 488/4536 e 0 to 0 dl 1763335554 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335543.486805:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffbaaa00 with x1848991029018368 00000100:00100000:2.0:1763335543.490394:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335543.490672:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029018496 00000100:00100000:1.0:1763335543.490682:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029018496 00002000:00100000:1.0:1763335543.490730:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffba8700 x1848991029018496/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:589/0 lens 488/0 e 0 to 0 dl 1763335554 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335543.490739:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffba8700 with x1848991029018496 00000100:00100000:1.0:1763335543.490773:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 827 00000100:00100000:1.0:1763335543.490781:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffba8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+32:2407:x1848991029018496:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335543.490983:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffba8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+32:2407:x1848991029018496:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 202us (599us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335543.490990:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 827 00002000:00100000:1.0:1763335543.490996:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffba8700 x1848991029018496/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:589/0 lens 488/4536 e 0 to 0 dl 1763335554 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335543.491004:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffba8700 with x1848991029018496 00000100:00100000:2.0:1763335543.498360:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335543.499271:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029018624 00000100:00100000:0.0:1763335543.499283:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029018624 00002000:00100000:0.0:1763335543.499349:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffbab100 x1848991029018624/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:589/0 lens 488/0 e 0 to 0 dl 1763335554 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335543.499368:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffbab100 with x1848991029018624 00000100:00100000:0.0:1763335543.500049:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 828 00000100:00100000:0.0:1763335543.500064:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+32:2409:x1848991029018624:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335543.500319:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+32:2409:x1848991029018624:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 259us (1968us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335543.500327:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 828 00002000:00100000:0.0:1763335543.500335:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffbab100 x1848991029018624/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:589/0 lens 488/4536 e 0 to 0 dl 1763335554 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335543.500343:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffbab100 with x1848991029018624 00000100:00100000:2.0:1763335543.507042:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335543.507229:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029018752 00000100:00100000:0.0:1763335543.507242:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029018752 00002000:00100000:0.0:1763335543.507304:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffba9f80 x1848991029018752/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:589/0 lens 488/0 e 0 to 0 dl 1763335554 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335543.507315:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffba9f80 with x1848991029018752 00000100:00100000:1.0:1763335543.508371:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 829 00000100:00100000:1.0:1763335543.508391:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffba9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+32:2409:x1848991029018752:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335543.508601:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffba9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+32:2409:x1848991029018752:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 218us (1569us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335543.508610:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 829 00002000:00100000:1.0:1763335543.508618:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffba9f80 x1848991029018752/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:589/0 lens 488/4536 e 0 to 0 dl 1763335554 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335543.508629:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffba9f80 with x1848991029018752 00000100:00100000:2.0:1763335543.512198:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335543.512417:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029018880 00000100:00100000:0.0:1763335543.512427:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029018880 00002000:00100000:0.0:1763335543.512474:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffbab480 x1848991029018880/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:589/0 lens 488/0 e 0 to 0 dl 1763335554 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335543.512485:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffbab480 with x1848991029018880 00000100:00100000:0.0:1763335543.512520:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 830 00000100:00100000:0.0:1763335543.512528:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+32:2409:x1848991029018880:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335543.512710:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+32:2409:x1848991029018880:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 182us (521us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335543.512723:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 830 00002000:00100000:0.0:1763335543.512730:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffbab480 x1848991029018880/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:589/0 lens 488/4536 e 0 to 0 dl 1763335554 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335543.512737:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffbab480 with x1848991029018880 00000100:00100000:2.0:1763335543.517317:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335543.517538:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029019008 00000100:00100000:1.0:1763335543.517549:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029019008 00002000:00100000:1.0:1763335543.517600:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffbabb80 x1848991029019008/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:589/0 lens 488/0 e 0 to 0 dl 1763335554 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335543.517618:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffbabb80 with x1848991029019008 00000100:00100000:1.0:1763335543.517708:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 831 00000100:00100000:1.0:1763335543.517719:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+32:2409:x1848991029019008:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335543.517947:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+32:2409:x1848991029019008:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 229us (641us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335543.517955:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 831 00002000:00100000:1.0:1763335543.517962:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffbabb80 x1848991029019008/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:589/0 lens 488/4536 e 0 to 0 dl 1763335554 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335543.517971:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffbabb80 with x1848991029019008 00000100:00100000:2.0:1763335543.521204:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335543.521298:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029019136 00000100:00100000:1.0:1763335543.521308:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029019136 00002000:00100000:1.0:1763335543.521357:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffbab800 x1848991029019136/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:589/0 lens 488/0 e 0 to 0 dl 1763335554 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335543.521369:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffbab800 with x1848991029019136 00000100:00100000:1.0:1763335543.522056:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 832 00000100:00100000:1.0:1763335543.522069:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+32:2406:x1848991029019136:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335543.522277:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+32:2406:x1848991029019136:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 211us (1082us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335543.522286:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 832 00002000:00100000:1.0:1763335543.522294:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffbab800 x1848991029019136/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:589/0 lens 488/4536 e 0 to 0 dl 1763335554 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335543.522303:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffbab800 with x1848991029019136 00000100:00100000:2.0:1763335543.526663:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335543.526754:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029019264 00000100:00100000:0.0:1763335543.526765:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029019264 00002000:00100000:0.0:1763335543.526820:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffba8000 x1848991029019264/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:589/0 lens 488/0 e 0 to 0 dl 1763335554 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335543.526831:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffba8000 with x1848991029019264 00000100:00100000:0.0:1763335543.526901:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 833 00000100:00100000:0.0:1763335543.526912:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffba8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+32:2407:x1848991029019264:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335543.527087:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffba8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+32:2407:x1848991029019264:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 176us (434us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335543.527094:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 833 00002000:00100000:0.0:1763335543.527101:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffba8000 x1848991029019264/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:589/0 lens 488/4536 e 0 to 0 dl 1763335554 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335543.527108:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffba8000 with x1848991029019264 00000100:00100000:2.0:1763335543.529465:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335543.529657:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029019392 00000100:00100000:1.0:1763335543.529667:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029019392 00002000:00100000:1.0:1763335543.529709:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffba9180 x1848991029019392/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:589/0 lens 488/0 e 0 to 0 dl 1763335554 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335543.529719:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffba9180 with x1848991029019392 00000100:00100000:1.0:1763335543.529751:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 834 00000100:00100000:1.0:1763335543.529759:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffba9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+32:2407:x1848991029019392:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335543.529957:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffba9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+32:2407:x1848991029019392:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 198us (502us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335543.529964:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 834 00002000:00100000:1.0:1763335543.529971:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffba9180 x1848991029019392/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:589/0 lens 488/4536 e 0 to 0 dl 1763335554 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335543.529978:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffba9180 with x1848991029019392 00000100:00100000:2.0:1763335543.533308:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335543.533666:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029019520 00000100:00100000:0.0:1763335543.533678:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029019520 00002000:00100000:0.0:1763335543.533722:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7cedf80 x1848991029019520/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:589/0 lens 488/0 e 0 to 0 dl 1763335554 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335543.533734:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7cedf80 with x1848991029019520 00000100:00100000:0.0:1763335543.533770:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 835 00000100:00100000:0.0:1763335543.533779:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7cedf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+32:2407:x1848991029019520:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335543.534029:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7cedf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+32:2407:x1848991029019520:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 250us (729us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335543.534037:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 835 00002000:00100000:0.0:1763335543.534044:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7cedf80 x1848991029019520/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:589/0 lens 488/4536 e 0 to 0 dl 1763335554 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335543.534053:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7cedf80 with x1848991029019520 00000100:00100000:2.0:1763335543.536981:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335543.537091:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029019648 00000100:00100000:1.0:1763335543.537102:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029019648 00002000:00100000:1.0:1763335543.537159:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7ced180 x1848991029019648/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:589/0 lens 488/0 e 0 to 0 dl 1763335554 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335543.537172:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7ced180 with x1848991029019648 00000100:00100000:1.0:1763335543.537366:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 836 00000100:00100000:1.0:1763335543.537374:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7ced180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+32:2406:x1848991029019648:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335543.537558:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7ced180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+32:2406:x1848991029019648:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 184us (586us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335543.537566:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 836 00002000:00100000:1.0:1763335543.537572:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7ced180 x1848991029019648/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:589/0 lens 488/4536 e 0 to 0 dl 1763335554 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335543.537587:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7ced180 with x1848991029019648 00000100:00100000:2.0:1763335543.540985:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335543.541143:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029019776 00000100:00100000:1.0:1763335543.541155:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029019776 00002000:00100000:1.0:1763335543.541208:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7cee680 x1848991029019776/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:589/0 lens 488/0 e 0 to 0 dl 1763335554 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335543.541220:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7cee680 with x1848991029019776 00000100:00100000:1.0:1763335543.541820:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 837 00000100:00100000:1.0:1763335543.541831:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7cee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+32:2407:x1848991029019776:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335543.542083:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7cee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+32:2407:x1848991029019776:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 254us (1110us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335543.542092:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 837 00002000:00100000:1.0:1763335543.542099:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7cee680 x1848991029019776/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:589/0 lens 488/4536 e 0 to 0 dl 1763335554 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335543.542108:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7cee680 with x1848991029019776 00000100:00100000:2.0:1763335543.546579:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335543.546661:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029019904 00000100:00100000:1.0:1763335543.546670:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029019904 00000100:00100000:1.0:1763335543.546720:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1112 00000100:00100000:1.0:1763335543.546728:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7cefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991029019904:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335543.546745:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335543.546763:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ec600/0x10123ce7f076544f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e739 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335543.546823:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4696a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041393280:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335543.546939:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335543.549778:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4696a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041393280:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335543.549831:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ec600/0x10123ce7f076544f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e739 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335543.549855:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ec600/0x10123ce7f076544f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e739 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335543.549986:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8ec600, rc 0) 00000100:00100000:1.0:1763335543.550158:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7cefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991029019904:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3428us (3586us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335543.550167:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1112 00000100:00100000:0.0:1763335543.553502:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335543.553586:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029020032 00000100:00100000:1.0:1763335543.553597:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029020032 00000100:00100000:1.0:1763335543.553663:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1113 00000100:00100000:1.0:1763335543.553674:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c3130700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2407:x1848991029020032:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335543.553695:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335543.553716:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ed200/0x10123ce7f0765456 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e740 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335543.553780:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4696a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041393408:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335543.553915:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335543.556222:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4696a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041393408:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335543.556264:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ed200/0x10123ce7f0765456 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e740 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335543.556297:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ed200/0x10123ce7f0765456 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e740 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335543.556310:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8ed200, rc 0) 00000100:00100000:1.0:1763335543.556366:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c3130700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2407:x1848991029020032:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2693us (2873us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335543.556374:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1113 00000100:00100000:2.0:1763335543.559329:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335543.559540:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029020288 00000100:00100000:0.0:1763335543.559549:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029020288 00000100:00100000:0.0:1763335543.559663:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1526 00000100:00100000:0.0:1763335543.559672:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7cec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+32:15720:x1848991029020288:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:0.0:1763335543.559723:0:6516:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335543.559748:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad1000/0x10123ce7f0765314 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5fe expref: 32 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335543.559766:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335543.559770:0:6516:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335543.560037:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aab200/0x10123ce7f076545d lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:0.0:1763335543.560051:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0400/0x10123ce7f0765306 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5f7 expref: 24 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335543.560060:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aab200/0x10123ce7f076545d lrc: 4/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 00010000:00010000:0.0:1763335543.560092:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0400/0x10123ce7f0765306 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5f7 expref: 24 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335543.560110:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0400/0x10123ce7f0765306 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5f7 expref: 24 pid: 6516 timeout: 444 lvb_type: 0 00000100:00100000:0.0:1763335543.560123:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c3132300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041393536:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335543.560199:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c900 going to sleep for 11 seconds 00000100:00100000:0.0:1763335543.563541:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335543.563776:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c3132300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041393536:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335543.563817:0:6516:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aab200/0x10123ce7f076545d lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00000100:00100000:1.0:1763335543.564114:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029020416 00000100:00100000:1.0:1763335543.564124:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029020416 00010000:00010000:1.0:1763335543.564165:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0400/0x10123ce7f0765306 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5f7 expref: 25 pid: 6516 timeout: 444 lvb_type: 0 00000100:00100000:1.0:1763335543.564200:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 575 00000100:00100000:1.0:1763335543.564208:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c3132d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+25:2408:x1848991029020416:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335543.564221:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335543.564227:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0400/0x10123ce7f0765306 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5f7 expref: 25 pid: 6516 timeout: 444 lvb_type: 0 00010000:00010000:1.0:1763335543.564238:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0400/0x10123ce7f0765306 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5f7 expref: 25 pid: 6516 timeout: 444 lvb_type: 0 00010000:00010000:1.0:1763335543.564257:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0400/0x10123ce7f0765306 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e5f7 expref: 25 pid: 6516 timeout: 444 lvb_type: 0 00010000:00010000:1.0:1763335543.564271:0:13187:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335543.564277:0:13187:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aab200/0x10123ce7f076545d lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00010000:00010000:1.0:1763335543.564287:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aab200/0x10123ce7f076545d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT0 00010000:00010000:1.0:1763335543.564295:0:13187:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aab200/0x10123ce7f076545d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT0 00010000:00010000:1.0:1763335543.564319:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335543.564368:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c3132d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+24:2408:x1848991029020416:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 160us (836us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335543.564374:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 575 00010000:00010000:0.0:1763335543.564451:0:6516:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aab200/0x10123ce7f076545d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00010000:00010000:0.0:1763335543.564458:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aab200/0x10123ce7f076545d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00000001:00080000:0.0:1763335543.564539:0:6516:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967911 00000004:00010000:0.0:1763335543.564577:0:6516:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 999528 -> 999528 00000004:00010000:0.0:1763335543.564580:0:6516:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335543 -> 1763335543 00000004:00010000:0.0:1763335543.564582:0:6516:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335543 -> 1763335543 00000004:00010000:0.0:1763335543.564585:0:6516:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335543 -> 1763335543 00000004:00010000:0.0:1763335543.564587:0:6516:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 536 -> 536 00000004:00010000:0.0:1763335543.564592:0:6516:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000092188db0 reply state 00000000946d97ba transno 4294967912 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aab200/0x10123ce7f076545d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00010000:00010000:0.0:1763335543.564603:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aab200/0x10123ce7f076545d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 00010000:00010000:0.0:1763335543.564609:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335543.564611:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335543.564614:0:6516:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763335543.564674:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7cec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+34:15720:x1848991029020288:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 5003us (5353us total) trans 4294967912 rc 0/0 00000100:00100000:0.0:1763335543.564685:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1526 00000020:00080000:0.0:1763335543.564688:0:6516:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763335543.568378:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335543.568502:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029020544 00000100:00100000:0.0:1763335543.568514:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029020544 00000100:00100000:0.0:1763335543.568585:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1527 00000100:00100000:0.0:1763335543.568595:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7cec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+34:15720:x1848991029020544:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335543.568625:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335543.568629:0:6516:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763335543.568673:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af1021f9a00/0x10123ce7f0765448 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e732 expref: 34 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335543.568697:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335543.568702:0:6516:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335543.568717:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aab000/0x10123ce7f0765464 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e747 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335543.568749:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aab000/0x10123ce7f0765464 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e747 expref: 34 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335543.568762:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aab000/0x10123ce7f0765464 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e747 expref: 34 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335543.568772:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335543.568775:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335543.568778:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aab000, rc 0) 00000100:00100000:0.0:1763335543.568860:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7cec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+34:15720:x1848991029020544:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 266us (495us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335543.568900:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1527 00000100:00100000:3.0:1763335543.577206:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335543.577301:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029020672 00000100:00100000:1.0:1763335543.577313:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029020672 00000100:00100000:1.0:1763335543.577495:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1114 00000100:00100000:1.0:1763335543.577505:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:15720:x1848991029020672:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335543.577522:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335543.577541:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ed200/0x10123ce7f076546b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e74e expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335543.577569:0:8400:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ed000/0x10123ce7f0765402 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1601536->1650687) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e6ec expref: 6 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335543.577577:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335543.577579:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335543.577584:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ed200/0x10123ce7f076546b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e74e expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335543.577615:0:8400:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ed000/0x10123ce7f0765402 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1601536->1650687) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e6ec expref: 6 pid: 8402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335543.577628:0:8400:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ed000/0x10123ce7f0765402 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1601536->1650687) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e6ec expref: 6 pid: 8402 timeout: 444 lvb_type: 0 00000100:00100000:1.0:1763335543.577640:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4696a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041393664:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335543.579698:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335543.589045:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4696a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041393664:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335543.589082:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ed200/0x10123ce7f076546b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e74e expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335543.589101:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8ed200, rc 0) 00000100:00100000:1.0:1763335543.589164:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+6:15720:x1848991029020672:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 11659us (11969us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335543.589173:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1114 00000100:00100000:0.0:1763335543.590853:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335543.591282:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029020800 00000100:00100000:2.0:1763335543.591294:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029020800 00010000:00010000:2.0:1763335543.591333:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ed000/0x10123ce7f0765402 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1601536->1650687) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e6ec expref: 7 pid: 8402 timeout: 444 lvb_type: 0 00000100:00100000:2.0:1763335543.591380:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 576 00000100:00100000:2.0:1763335543.591390:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f80fbc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+7:2408:x1848991029020800:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335543.591406:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335543.591428:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ed000/0x10123ce7f0765402 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1601536->1650687) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e6ec expref: 7 pid: 8402 timeout: 444 lvb_type: 0 00010000:00010000:2.0:1763335543.591441:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ed000/0x10123ce7f0765402 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1601536->1650687) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e6ec expref: 7 pid: 8402 timeout: 444 lvb_type: 0 00010000:00010000:2.0:1763335543.591469:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ed000/0x10123ce7f0765402 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1601536->1650687) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e6ec expref: 7 pid: 8402 timeout: 444 lvb_type: 0 00010000:00010000:2.0:1763335543.591484:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335543.591486:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335543.591495:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ed200/0x10123ce7f076546b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e74e expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335543.591505:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ed200/0x10123ce7f076546b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e74e expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335543.591549:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ed200/0x10123ce7f076546b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e74e expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335543.591563:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7cece00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041393792:192.168.202.34@tcp:105: 00000100:00100000:2.0:1763335543.591647:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5d9acc0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335543.600143:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7cece00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041393792:192.168.202.34@tcp:105: 00010000:00010000:2.0:1763335543.600178:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335543.600255:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f80fbc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991029020800:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 8864us (9406us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335543.600268:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 576 00000100:00100000:1.0:1763335543.601470:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335543.601512:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335543.601598:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029021056 00000100:00100000:2.0:1763335543.601608:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029021056 00002000:00010000:2.0:1763335543.601648:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:2.0:1763335543.601653:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4696680 with x1848991029021056 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335543.601664:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4696680. 00000100:00100000:2.0:1763335543.601697:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 715 00000100:00100000:2.0:1763335543.601707:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4696680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991029021056:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:2.0:1763335543.602679:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1705108 -> 0 00002000:00010000:2.0:1763335543.602685:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335543 -> 1763335543 00002000:00010000:2.0:1763335543.602687:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335543 -> 1763335543 00002000:00010000:2.0:1763335543.602689:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335543 -> 1763335543 00002000:00010000:2.0:1763335543.602692:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 352 -> 0 00000100:00100000:2.0:1763335543.602757:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4696680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991029021056:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 1048us (1240us total) trans 4294967579 rc 0/0 00000100:00100000:2.0:1763335543.602765:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 715 00002000:00010000:2.0:1763335543.602770:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:2.0:1763335543.602772:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4696680 with x1848991029021056 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335543.602777:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4696680. 00000100:00100000:0.0:1763335543.602897:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029020928 00000100:00100000:0.0:1763335543.602903:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029020928 00002000:00010000:0.0:1763335543.602928:0:6529:0:(mdt_io.c:274:mdt_punch_hpreq_check()) lustre-MDT0000: refresh DOM lock for [0x200000402:0xe:0x0] 00002000:00100000:0.0:1763335543.602933:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4696a00 with x1848991029020928 00000100:00100000:0.0:1763335543.602954:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 838 00000100:00100000:0.0:1763335543.602962:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4696a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+34:2409:x1848991029020928:12345-192.168.202.34@tcp:10:fsx.0 00000004:00010000:0.0:1763335543.603667:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 999528 -> 326107 00000004:00010000:0.0:1763335543.603673:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335543 -> 1763335543 00000004:00010000:0.0:1763335543.603675:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335543 -> 1763335543 00000004:00010000:0.0:1763335543.603677:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335543 -> 1763335543 00000004:00010000:0.0:1763335543.603679:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 536 -> 328 00000100:00100000:0.0:1763335543.603718:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4696a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+35:2409:x1848991029020928:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 756us (2251us total) trans 4294967913 rc 0/0 00000100:00100000:0.0:1763335543.603726:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 838 00002000:00010000:0.0:1763335543.603729:0:6529:0:(mdt_io.c:274:mdt_punch_hpreq_check()) lustre-MDT0000: refresh DOM lock for [0x200000402:0xe:0x0] 00002000:00100000:0.0:1763335543.603732:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4696a00 with x1848991029020928 00000100:00100000:0.0:1763335543.607513:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335543.607717:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029021184 00000100:00100000:3.0:1763335543.607727:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029021184 00000100:00100000:3.0:1763335543.607809:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1528 00000100:00100000:3.0:1763335543.607818:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c3131880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+24:15720:x1848991029021184:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335543.607837:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335543.607858:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f0765472 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e755 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335543.608086:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0765479 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335543.608102:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0765479 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335543.608112:0:6517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0765479 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00000004:00200000:3.0:1763335543.608137:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 326107 00000004:00200000:3.0:1763335543.608142:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763335543.608158:0:6517:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0765479 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335543.608180:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f0765472 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e755 expref: 26 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335543.608196:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0765479 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e755 expref: 25 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335543.608204:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335543.608207:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763335543.608211:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5000, rc 0) 00000100:00100000:3.0:1763335543.608423:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c3131880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+25:15720:x1848991029021184:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 604us (917us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335543.608431:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1528 00000100:00100000:3.0:1763335543.612345:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335543.612398:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335543.612491:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029021312 00000100:00100000:0.0:1763335543.612502:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029021312 00000100:00100000:0.0:1763335543.612564:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1529 00000100:00100000:0.0:1763335543.612577:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+25:2406:x1848991029021312:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335543.612604:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335543.612633:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa200/0x10123ce7f0765480 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e75c expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335543.612680:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aab000/0x10123ce7f0765464 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e747 expref: 34 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335543.612727:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c3130a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041393920:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335543.612833:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c900 going to sleep for 11 seconds 00000100:00100000:1.0:1763335543.612984:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029021440 00000100:00100000:1.0:1763335543.612990:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029021440 00000100:00100000:1.0:1763335543.613028:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1115 00000100:00100000:1.0:1763335543.613035:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:2406:x1848991029021440:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335543.613044:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335543.613054:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ec000/0x10123ce7f0765487 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e763 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335543.613092:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4695c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041394048:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335543.613126:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335543.616091:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c3130a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041393920:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335543.616122:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 326107 00010000:00010000:0.0:1763335543.616141:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa200/0x10123ce7f0765480 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e75c expref: 26 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335543.616166:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335543.616170:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335543.616176:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa200/0x10123ce7f0765480 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e75c expref: 26 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335543.616191:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aaa200, rc 0) 00000100:00100000:0.0:1763335543.616260:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+25:2406:x1848991029021312:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3683us (3859us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335543.616269:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1529 00000100:00100000:2.0:1763335543.616516:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4695c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041394048:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335543.616542:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ec000/0x10123ce7f0765487 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e763 expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335543.616560:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ec000/0x10123ce7f0765487 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e763 expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335543.616570:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8ec000, rc 0) 00000100:00100000:2.0:1763335543.616613:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:2406:x1848991029021440:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3578us (4278us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335543.616620:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1115 00000100:00100000:1.0:1763335543.622813:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335543.622864:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335543.622992:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029021696 00000100:00100000:2.0:1763335543.623002:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029021696 00000100:00100000:2.0:1763335543.623068:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1116 00000100:00100000:2.0:1763335543.623077:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4695c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:2406:x1848991029021696:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335543.623094:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335543.623111:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af1021f9200/0x10123ce7f076548e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e771 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335543.623169:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7cece00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041394176:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335543.623259:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5d9ab40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335543.623363:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029021568 00000100:00100000:0.0:1763335543.623368:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029021568 00000100:00100000:0.0:1763335543.623405:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1530 00000100:00100000:0.0:1763335543.623412:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4695f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+25:2406:x1848991029021568:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335543.623420:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335543.623432:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaaa00/0x10123ce7f0765495 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e76a expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335543.623468:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aab000/0x10123ce7f0765464 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e747 expref: 34 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335543.623492:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c3130a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041394304:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335543.623518:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c900 going to sleep for 11 seconds 00000100:00100000:3.0:1763335543.627641:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c3130a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041394304:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335543.627681:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 326107 00010000:00010000:3.0:1763335543.627706:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaaa00/0x10123ce7f0765495 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e76a expref: 26 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335543.627731:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335543.627734:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335543.627739:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaaa00/0x10123ce7f0765495 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e76a expref: 26 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335543.627756:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aaaa00, rc 0) 00000100:00100000:3.0:1763335543.627837:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4695f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+25:2406:x1848991029021568:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4424us (4971us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335543.627847:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1530 00000100:00100000:2.0:1763335543.628082:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7cece00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041394176:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335543.628105:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af1021f9200/0x10123ce7f076548e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e771 expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335543.628121:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af1021f9200/0x10123ce7f076548e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e771 expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335543.628139:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af1021f9200, rc 0) 00000100:00100000:2.0:1763335543.628164:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4695c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:2406:x1848991029021696:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5089us (5373us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335543.628171:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1116 00000100:00100000:1.0:1763335543.632131:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335543.632384:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335543.632439:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029021824 00000100:00100000:3.0:1763335543.632447:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029021824 00000100:00100000:2.0:1763335543.632645:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029021952 00000100:00100000:2.0:1763335543.632649:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029021952 00000100:00100000:2.0:1763335543.632686:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1117 00000100:00100000:2.0:1763335543.632695:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4694380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991029021952:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335543.632712:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335543.632730:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af1021f8c00/0x10123ce7f076549c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e77f expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335543.632779:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7cece00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041394432:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335543.632859:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5d9ab40 going to sleep for 11 seconds 00000100:00100000:3.0:1763335543.632926:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1531 00000100:00100000:3.0:1763335543.632933:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4cc7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+25:2408:x1848991029021824:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335543.632943:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335543.632955:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5a00/0x10123ce7f07654a3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e778 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335543.632983:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aab000/0x10123ce7f0765464 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e747 expref: 34 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335543.633006:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc47dc700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041394560:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335543.633046:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850540 going to sleep for 11 seconds 00000100:00100000:2.0:1763335543.636440:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7cece00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041394432:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335543.636480:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af1021f8c00/0x10123ce7f076549c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e77f expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335543.636505:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af1021f8c00/0x10123ce7f076549c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e77f expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335543.636520:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af1021f8c00, rc 0) 00000100:00100000:2.0:1763335543.636588:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4694380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991029021952:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3893us (4468us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335543.636602:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1117 00000100:00100000:0.0:1763335543.637441:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc47dc700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041394560:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335543.637461:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 326107 00010000:00010000:0.0:1763335543.637479:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5a00/0x10123ce7f07654a3 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e778 expref: 26 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335543.637495:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335543.637499:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335543.637504:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5a00/0x10123ce7f07654a3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e778 expref: 26 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335543.637519:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5a00, rc 0) 00000100:00100000:0.0:1763335543.637566:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4cc7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+25:2408:x1848991029021824:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4632us (5180us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335543.637575:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1531 00000100:00100000:1.0:1763335543.641511:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335543.641559:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335543.641632:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029022080 00000100:00100000:0.0:1763335543.641643:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029022080 00000100:00100000:0.0:1763335543.641707:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1532 00000100:00100000:0.0:1763335543.641717:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4cc4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+25:2406:x1848991029022080:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335543.641739:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335543.641760:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa200/0x10123ce7f07654aa lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e786 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335543.641818:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aab000/0x10123ce7f0765464 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e747 expref: 34 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335543.641861:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c3133100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041394688:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335543.641976:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029022208 00000100:00100000:2.0:1763335543.641980:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029022208 00000100:00100000:2.0:1763335543.642019:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1118 00000100:00100000:2.0:1763335543.642027:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4cc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:2406:x1848991029022208:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335543.642035:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335543.642046:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af1021f9200/0x10123ce7f07654b1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e78d expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335543.642082:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7cece00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041394816:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335543.642162:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5d9ab40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335543.643082:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c900 going to sleep for 11 seconds 00000100:00100000:2.0:1763335543.645590:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7cece00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041394816:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335543.645630:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af1021f9200/0x10123ce7f07654b1 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e78d expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335543.645654:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af1021f9200/0x10123ce7f07654b1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e78d expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335543.645668:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af1021f9200, rc 0) 00000100:00100000:2.0:1763335543.645725:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4cc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:2406:x1848991029022208:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3698us (4164us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335543.645735:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1118 00000100:00100000:0.0:1763335543.645836:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c3133100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041394688:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335543.645853:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 326107 00010000:00010000:0.0:1763335543.645899:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa200/0x10123ce7f07654aa lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e786 expref: 26 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335543.645913:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335543.645917:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335543.645921:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa200/0x10123ce7f07654aa lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e786 expref: 26 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335543.645934:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aaa200, rc 0) 00000100:00100000:0.0:1763335543.645957:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4cc4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+25:2406:x1848991029022080:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4242us (4457us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335543.645964:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1532 00000100:00100000:1.0:1763335543.650768:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335543.650940:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029022336 00000100:00100000:2.0:1763335543.650950:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029022336 00000100:00100000:2.0:1763335543.651016:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 839 00000100:00100000:2.0:1763335543.651027:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4cc7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+35:2409:x1848991029022336:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:2.0:1763335543.651315:0:15202:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 326107 -> 326107 00000004:00010000:2.0:1763335543.651319:0:15202:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335543 -> 1763335543 00000004:00010000:2.0:1763335543.651322:0:15202:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335543 -> 1763335543 00000004:00010000:2.0:1763335543.651325:0:15202:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335543 -> 1763335543 00000004:00010000:2.0:1763335543.651327:0:15202:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 328 -> 280 00000100:00100000:2.0:1763335543.651395:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4cc7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+36:2409:x1848991029022336:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 370us (637us total) trans 4294967914 rc 0/0 00000100:00100000:2.0:1763335543.651403:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 839 00000100:00100000:3.0:1763335543.660154:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335543.660232:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029022592 00000100:00100000:2.0:1763335543.660241:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029022592 00000100:00100000:2.0:1763335543.660293:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1119 00000100:00100000:2.0:1763335543.660302:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991029022592:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335543.660320:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335543.660336:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af1021f9200/0x10123ce7f07654b8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e79b expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335543.660389:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7cece00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041394944:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335543.660467:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f4510900 going to sleep for 11 seconds 00000100:00100000:3.0:1763335543.665822:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335543.666559:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029022464 00000100:00100000:0.0:1763335543.666572:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029022464 00000100:00100000:2.0:1763335543.666833:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7cece00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041394944:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335543.666892:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af1021f9200/0x10123ce7f07654b8 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e79b expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335543.666917:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af1021f9200/0x10123ce7f07654b8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e79b expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335543.666944:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af1021f9200, rc 0) 00000100:00100000:2.0:1763335543.667025:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991029022592:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6722us (6879us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335543.667036:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1119 00000100:00100000:1.0:1763335543.667594:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1533 00000100:00100000:1.0:1763335543.667607:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+25:2409:x1848991029022464:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335543.667627:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335543.667647:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8eca00/0x10123ce7f07654bf lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e794 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335543.667689:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aab000/0x10123ce7f0765464 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e747 expref: 35 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335543.667731:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4cc4000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041395072:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335543.667788:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb900 going to sleep for 11 seconds 00000100:00100000:3.0:1763335543.674985:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4cc4000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041395072:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335543.675019:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 326107 00010000:00010000:3.0:1763335543.675041:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8eca00/0x10123ce7f07654bf lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e794 expref: 26 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335543.675066:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335543.675069:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335543.675074:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8eca00/0x10123ce7f07654bf lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e794 expref: 26 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335543.675089:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8eca00, rc 0) 00000100:00100000:3.0:1763335543.675167:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+25:2409:x1848991029022464:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7562us (9355us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335543.675176:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1533 00000100:00100000:3.0:1763335543.682402:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335543.682459:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335543.685394:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029022720 00000100:00100000:1.0:1763335543.685417:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029022720 00000100:00100000:1.0:1763335543.685527:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1534 00000100:00100000:1.0:1763335543.685540:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+25:2409:x1848991029022720:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335543.685569:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335543.685599:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec200/0x10123ce7f07654c6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e7a2 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335543.685659:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aab000/0x10123ce7f0765464 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e747 expref: 35 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335543.685720:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4cc5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041395200:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335543.685935:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb180 going to sleep for 11 seconds 00000100:00100000:2.0:1763335543.686235:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029022848 00000100:00100000:2.0:1763335543.686242:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029022848 00000100:00100000:2.0:1763335543.686288:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1120 00000100:00100000:2.0:1763335543.686298:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991029022848:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335543.686308:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335543.686323:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af1021f9200/0x10123ce7f07654cd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e7a9 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335543.686372:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7cece00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041395328:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335543.686418:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f4510900 going to sleep for 11 seconds 00000100:00100000:2.0:1763335543.690912:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7cece00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041395328:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335543.690966:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af1021f9200/0x10123ce7f07654cd lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e7a9 expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335543.691001:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af1021f9200/0x10123ce7f07654cd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e7a9 expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335543.691027:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af1021f9200, rc 0) 00000100:00100000:2.0:1763335543.691121:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991029022848:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4821us (8733us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335543.691136:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1120 00000100:00100000:1.0:1763335543.691490:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4cc5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041395200:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335543.691521:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 326107 00010000:00010000:1.0:1763335543.691537:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec200/0x10123ce7f07654c6 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e7a2 expref: 26 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335543.691556:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335543.691560:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335543.691566:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec200/0x10123ce7f07654c6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e7a2 expref: 26 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335543.691577:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8ec200, rc 0) 00000100:00100000:1.0:1763335543.691608:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+25:2409:x1848991029022720:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6072us (9148us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335543.691616:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1534 00000100:00100000:1.0:1763335543.709160:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335543.709293:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029022976 00000100:00100000:0.0:1763335543.709308:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029022976 00002000:00100000:0.0:1763335543.709374:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4cc5f80 x1848991029022976/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:589/0 lens 488/0 e 0 to 0 dl 1763335554 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335543.709388:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4cc5f80 with x1848991029022976 00000100:00100000:0.0:1763335543.709441:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 840 00000100:00100000:0.0:1763335543.709453:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4cc5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+36:2409:x1848991029022976:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335543.723552:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4cc5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+36:2409:x1848991029022976:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 14085us (14403us total) trans 0 rc 327680/327680 00000100:00100000:0.0:1763335543.723571:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 840 00002000:00100000:0.0:1763335543.723590:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4cc5f80 x1848991029022976/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:589/0 lens 488/440 e 0 to 0 dl 1763335554 ref 1 fl Complete:/600/0 rc 327680/327680 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335543.723602:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4cc5f80 with x1848991029022976 00000100:00100000:3.0:1763335543.726771:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335543.726817:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335543.726941:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029023104 00000100:00100000:1.0:1763335543.726967:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029023104 00000100:00100000:1.0:1763335543.727051:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1535 00000100:00100000:1.0:1763335543.727064:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+25:2409:x1848991029023104:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335543.727093:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335543.727293:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec000/0x10123ce7f07654d4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e7b0 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335543.727347:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aab000/0x10123ce7f0765464 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e747 expref: 35 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335543.727400:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4cc6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041395456:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335543.727841:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029023232 00000100:00100000:2.0:1763335543.727851:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029023232 00000100:00100000:2.0:1763335543.727920:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1121 00000100:00100000:2.0:1763335543.727929:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991029023232:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335543.727945:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335543.727961:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af1021f9200/0x10123ce7f07654db lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e7b7 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335543.728036:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7cece00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041395584:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335543.728114:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f4510900 going to sleep for 11 seconds 00000100:00100000:1.0:1763335543.734404:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb180 going to sleep for 11 seconds 00000004:00010000:1.0:1763335543.738506:0:6517:0:(mdt_lvb.c:189:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime: 1763335543 -> 1763335544 00000100:00100000:1.0:1763335543.738548:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4cc6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041395456:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335543.738579:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 326107 00010000:00010000:1.0:1763335543.738605:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec000/0x10123ce7f07654d4 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e7b0 expref: 26 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335543.738630:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335543.738633:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335543.738639:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec000/0x10123ce7f07654d4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e7b0 expref: 26 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335543.738666:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8ec000, rc 0) 00000100:00100000:1.0:1763335543.738763:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+25:2409:x1848991029023104:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 11700us (11998us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335543.738774:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1535 00002000:00010000:1.0:1763335543.739755:0:8400:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335543 -> 1763335544 00000100:00100000:1.0:1763335543.739790:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7cece00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041395584:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335543.740065:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af1021f9200/0x10123ce7f07654db lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e7b7 expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335543.740096:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af1021f9200/0x10123ce7f07654db lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e7b7 expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335543.740114:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af1021f9200, rc 0) 00000100:00100000:0.0:1763335543.740257:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991029023232:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 12315us (13426us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335543.740271:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1121 00000100:00100000:3.0:1763335543.745179:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335543.745253:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029023360 00000100:00100000:1.0:1763335543.745270:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029023360 00000100:00100000:1.0:1763335543.745419:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1536 00000100:00100000:1.0:1763335543.745432:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+25:2409:x1848991029023360:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335543.745460:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335543.745490:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8edc00/0x10123ce7f07654e2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e7be expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335543.745651:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aab000/0x10123ce7f0765464 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e747 expref: 35 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335543.745711:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4cc6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041395712:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335543.745800:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335543.746114:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029023488 00000100:00100000:2.0:1763335543.746125:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029023488 00000100:00100000:2.0:1763335543.746190:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1122 00000100:00100000:2.0:1763335543.746199:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c3133100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991029023488:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335543.746209:0:8402:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335543.746224:0:8402:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af1021f8c00/0x10123ce7f07654e9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e7c5 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335543.746269:0:8402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7cee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041395840:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335543.747337:0:8402:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f4510780 going to sleep for 11 seconds 00000100:00100000:2.0:1763335543.753115:0:8402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7cee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041395840:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335543.753173:0:8402:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af1021f8c00/0x10123ce7f07654e9 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e7c5 expref: 7 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335543.753213:0:8402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af1021f8c00/0x10123ce7f07654e9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e7c5 expref: 7 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335543.753231:0:8402:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af1021f8c00, rc 0) 00000100:00100000:2.0:1763335543.753324:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c3133100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991029023488:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7124us (7532us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335543.753336:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1122 00000100:00100000:0.0:1763335543.756313:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb180 going to sleep for 11 seconds 00000100:00100000:0.0:1763335543.756414:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4cc6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041395712:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335543.756443:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 326107 00010000:00010000:0.0:1763335543.756468:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8edc00/0x10123ce7f07654e2 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e7be expref: 26 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335543.756495:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335543.756499:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335543.756505:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8edc00/0x10123ce7f07654e2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e7be expref: 26 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335543.756522:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8edc00, rc 0) 00000100:00100000:0.0:1763335543.756631:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+25:2409:x1848991029023360:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 11199us (11461us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335543.756648:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1536 00000100:00100000:3.0:1763335543.760835:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335543.761284:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029023616 00000100:00100000:0.0:1763335543.761301:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029023616 00000100:00100000:0.0:1763335543.761389:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1537 00000100:00100000:0.0:1763335543.761400:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+36:15720:x1848991029023616:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335543.761429:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335543.761457:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa000/0x10123ce7f07654f0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e7cc expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335543.761582:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaae00/0x10123ce7f07654f7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:0.0:1763335543.761602:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaae00/0x10123ce7f07654f7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:0.0:1763335543.761617:0:6517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaae00/0x10123ce7f07654f7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00000004:00200000:0.0:1763335543.761650:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 326107 00000004:00200000:0.0:1763335543.761655:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763335543.761678:0:6517:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaae00/0x10123ce7f07654f7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:0.0:1763335543.761709:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa000/0x10123ce7f07654f0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e7cc expref: 38 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335543.761733:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaae00/0x10123ce7f07654f7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e7cc expref: 37 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335543.761744:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335543.761749:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335543.761753:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aaae00, rc 0) 00000100:00100000:0.0:1763335543.761851:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+37:15720:x1848991029023616:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 452us (1026us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335543.761860:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1537 00000100:00100000:1.0:1763335543.768625:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335543.769076:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029023744 00000100:00100000:0.0:1763335543.769091:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029023744 00000100:00100000:3.0:1763335543.769095:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335543.769197:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1538 00000100:00100000:0.0:1763335543.769210:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4cc6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+25:2408:x1848991029023744:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335543.769237:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335543.769266:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa400/0x10123ce7f07654fe lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e7d3 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335543.769316:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aab000/0x10123ce7f0765464 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e747 expref: 36 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335543.769368:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c3130380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041395968:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335543.769481:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c000 going to sleep for 11 seconds 00000100:00100000:2.0:1763335543.770629:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029023872 00000100:00100000:2.0:1763335543.770643:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029023872 00000100:00100000:2.0:1763335543.770716:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1123 00000100:00100000:2.0:1763335543.770729:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991029023872:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335543.770747:0:8402:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335543.770765:0:8402:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af1021f8c00/0x10123ce7f0765505 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e7da expref: -99 pid: 8402 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335543.770846:0:8402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7cee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041396096:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335543.770950:0:8402:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f4510780 going to sleep for 11 seconds 00000100:00100000:0.0:1763335543.776611:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c3130380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041395968:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335543.776648:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 326107 00010000:00010000:0.0:1763335543.776674:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa400/0x10123ce7f07654fe lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e7d3 expref: 26 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335543.776704:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335543.776707:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335543.776714:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa400/0x10123ce7f07654fe lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e7d3 expref: 26 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335543.776742:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aaa400, rc 0) 00000100:00100000:0.0:1763335543.777067:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4cc6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+25:2408:x1848991029023744:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7855us (8454us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335543.777079:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1538 00000100:00100000:2.0:1763335543.777711:0:8402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7cee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041396096:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335543.777752:0:8402:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af1021f8c00/0x10123ce7f0765505 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e7da expref: 7 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335543.777775:0:8402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af1021f8c00/0x10123ce7f0765505 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e7da expref: 7 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335543.777803:0:8402:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af1021f8c00, rc 0) 00000100:00100000:2.0:1763335543.777853:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991029023872:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7127us (8768us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335543.777862:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1123 00000100:00100000:0.0:1763335543.795393:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335543.796152:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335543.796241:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029024128 00000100:00100000:2.0:1763335543.796260:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029024128 00000100:00100000:2.0:1763335543.796344:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1124 00000100:00100000:2.0:1763335543.796355:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c3130a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2407:x1848991029024128:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335543.796374:0:8402:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335543.796393:0:8402:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af1021f9a00/0x10123ce7f076550c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e7e8 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335543.796451:0:8402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7cee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041396224:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335543.796549:0:8402:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f4510780 going to sleep for 11 seconds 00000100:00100000:1.0:1763335543.796752:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029024000 00000100:00100000:1.0:1763335543.796763:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029024000 00000100:00100000:0.0:1763335543.796899:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1539 00000100:00100000:0.0:1763335543.796910:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c3130380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+25:2406:x1848991029024000:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335543.796921:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335543.796933:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa400/0x10123ce7f0765513 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e7e1 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335543.796962:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aab000/0x10123ce7f0765464 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e747 expref: 36 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335543.796984:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c3131c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041396352:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335543.797027:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c000 going to sleep for 11 seconds 00000100:00100000:2.0:1763335543.804239:0:8402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7cee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041396224:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335543.804282:0:8402:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af1021f9a00/0x10123ce7f076550c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e7e8 expref: 7 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335543.804308:0:8402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af1021f9a00/0x10123ce7f076550c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e7e8 expref: 7 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335543.804323:0:8402:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af1021f9a00, rc 0) 00000100:00100000:1.0:1763335543.804358:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c3131c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041396352:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335543.804389:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 326107 00000100:00100000:2.0:1763335543.804390:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c3130a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2407:x1848991029024128:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 8033us (8240us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335543.804406:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1124 00010000:00010000:1.0:1763335543.804418:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa400/0x10123ce7f0765513 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e7e1 expref: 26 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335543.804443:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335543.804448:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335543.804454:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa400/0x10123ce7f0765513 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e7e1 expref: 26 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335543.804473:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aaa400, rc 0) 00000100:00100000:1.0:1763335543.804529:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c3130380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+25:2406:x1848991029024000:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7621us (9151us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335543.804551:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1539 00000100:00100000:3.0:1763335543.810816:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335543.811025:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029024384 00000100:00100000:2.0:1763335543.811038:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029024384 00000100:00100000:3.0:1763335543.811121:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335543.811191:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029024256 00000100:00100000:1.0:1763335543.811206:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029024256 00000100:00100000:1.0:1763335543.811291:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1540 00000100:00100000:1.0:1763335543.811304:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+25:2408:x1848991029024256:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335543.811332:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335543.811362:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8edc00/0x10123ce7f076551a lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e7ef expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335543.811416:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aab000/0x10123ce7f0765464 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e747 expref: 36 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335543.811453:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1125 00000100:00100000:2.0:1763335543.811465:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991029024384:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335543.811483:0:8402:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335543.811503:0:8402:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af1021f9a00/0x10123ce7f0765521 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e7f6 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335543.811599:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4cc6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041396480:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335543.811600:0:8402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7cee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041396608:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335543.811756:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb180 going to sleep for 11 seconds 00000100:00100000:2.0:1763335543.812954:0:8402:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f4510780 going to sleep for 11 seconds 00000100:00100000:1.0:1763335543.816136:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4cc6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041396480:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335543.816164:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 326107 00010000:00010000:1.0:1763335543.816183:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8edc00/0x10123ce7f076551a lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e7ef expref: 26 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335543.816205:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335543.816208:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335543.816214:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8edc00/0x10123ce7f076551a lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e7ef expref: 26 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335543.816841:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8edc00, rc 0) 00000100:00100000:1.0:1763335543.817166:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+25:2408:x1848991029024256:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5862us (6043us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335543.817176:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1540 00000100:00100000:2.0:1763335543.821643:0:8402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7cee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041396608:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335543.821682:0:8402:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af1021f9a00/0x10123ce7f0765521 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e7f6 expref: 7 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335543.821716:0:8402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af1021f9a00/0x10123ce7f0765521 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e7f6 expref: 7 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335543.821731:0:8402:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af1021f9a00, rc 0) 00000100:00100000:2.0:1763335543.824104:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991029024384:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 12628us (13296us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335543.824118:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1125 00000100:00100000:0.0:1763335543.829648:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335543.829964:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029024512 00000100:00100000:1.0:1763335543.829975:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029024512 00000100:00100000:1.0:1763335543.830049:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1541 00000100:00100000:1.0:1763335543.830059:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c3132d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+25:2407:x1848991029024512:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335543.830080:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335543.830102:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8edc00/0x10123ce7f0765528 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e7fd expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335543.830138:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aab000/0x10123ce7f0765464 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e747 expref: 36 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335543.830178:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4cc6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041396736:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335543.830264:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb180 going to sleep for 11 seconds 00000100:00100000:0.0:1763335543.830658:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335543.831125:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029024640 00000100:00100000:3.0:1763335543.831132:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029024640 00000100:00100000:3.0:1763335543.831182:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1126 00000100:00100000:3.0:1763335543.831192:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c3132300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2407:x1848991029024640:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335543.831206:0:8402:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335543.831223:0:8402:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5c00/0x10123ce7f076552f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e804 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335543.831270:0:8402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc47dc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041396864:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335543.831337:0:8402:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58503c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335543.836912:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4cc6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041396736:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335543.836937:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 326107 00010000:00010000:1.0:1763335543.836954:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8edc00/0x10123ce7f0765528 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e7fd expref: 26 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335543.836977:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335543.836980:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335543.836984:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8edc00/0x10123ce7f0765528 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e7fd expref: 26 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335543.836998:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8edc00, rc 0) 00000100:00100000:1.0:1763335543.837046:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c3132d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+25:2407:x1848991029024512:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6989us (7407us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335543.837055:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1541 00000100:00100000:3.0:1763335543.840113:0:8402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc47dc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1848991041396864:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335543.840151:0:8402:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5c00/0x10123ce7f076552f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e804 expref: 7 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335543.840174:0:8402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5c00/0x10123ce7f076552f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e804 expref: 7 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335543.840188:0:8402:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5c00, rc 0) 00000100:00100000:1.0:1763335543.840362:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c3132300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2407:x1848991029024640:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 9170us (9703us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335543.840372:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1126 00000100:00100000:0.0:1763335543.851532:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335543.851819:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029024896 00000100:00100000:1.0:1763335543.851829:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029024896 00000100:00100000:1.0:1763335543.851906:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1542 00000100:00100000:1.0:1763335543.851914:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c3131c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+25:15720:x1848991029024896:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:1.0:1763335543.851964:0:6516:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335543.851991:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0765479 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e755 expref: 25 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335543.852009:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335543.852014:0:6516:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335543.852402:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1021f9a00/0x10123ce7f0765536 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335543.852418:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaae00/0x10123ce7f07654f7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e7cc expref: 36 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335543.852429:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af1021f9a00/0x10123ce7f0765536 lrc: 4/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335543.852458:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaae00/0x10123ce7f07654f7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e7cc expref: 36 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335543.852471:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaae00/0x10123ce7f07654f7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e7cc expref: 36 pid: 6517 timeout: 444 lvb_type: 0 00000100:00100000:2.0:1763335543.852485:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7cee300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041396992:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335543.859092:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f4510900 going to sleep for 11 seconds 00000100:00100000:2.0:1763335543.860258:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7cee300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041396992:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335543.860285:0:6516:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af1021f9a00/0x10123ce7f0765536 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00000100:00100000:0.0:1763335543.861113:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335543.861189:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029025024 00000100:00100000:2.0:1763335543.861196:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029025024 00010000:00010000:2.0:1763335543.861230:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaae00/0x10123ce7f07654f7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e7cc expref: 37 pid: 6517 timeout: 444 lvb_type: 0 00000100:00100000:2.0:1763335543.861270:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 577 00000100:00100000:2.0:1763335543.861281:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f45b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+37:2409:x1848991029025024:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335543.861297:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335543.861303:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaae00/0x10123ce7f07654f7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e7cc expref: 37 pid: 6517 timeout: 444 lvb_type: 0 00010000:00010000:2.0:1763335543.861315:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaae00/0x10123ce7f07654f7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e7cc expref: 37 pid: 6517 timeout: 444 lvb_type: 0 00010000:00010000:2.0:1763335543.861339:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaae00/0x10123ce7f07654f7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e7cc expref: 37 pid: 6517 timeout: 444 lvb_type: 0 00010000:00010000:2.0:1763335543.861356:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335543.861361:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9af1021f9a00/0x10123ce7f0765536 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335543.861373:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af1021f9a00/0x10123ce7f0765536 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335543.861381:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af1021f9a00/0x10123ce7f0765536 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335543.861414:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335543.861472:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f45b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+36:2409:x1848991029025024:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 192us (360us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335543.861480:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 577 00010000:00010000:0.0:1763335543.861619:0:6516:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af1021f9a00/0x10123ce7f0765536 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00010000:00010000:0.0:1763335543.861627:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af1021f9a00/0x10123ce7f0765536 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00000001:00080000:0.0:1763335543.861740:0:6516:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967915 00000004:00010000:0.0:1763335543.861787:0:6516:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 326107 -> 326107 00000004:00010000:0.0:1763335543.861801:0:6516:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335543 -> 1763335544 00000004:00010000:0.0:1763335543.861804:0:6516:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335544 -> 1763335543 00000004:00010000:0.0:1763335543.861806:0:6516:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335543 -> 1763335544 00000004:00010000:0.0:1763335543.861808:0:6516:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 280 -> 280 00000004:00010000:0.0:1763335543.861814:0:6516:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000044af538a reply state 00000000b6fcdb98 transno 4294967916 ns: mdt-lustre-MDT0000_UUID lock: ffff9af1021f9a00/0x10123ce7f0765536 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00010000:00010000:0.0:1763335543.861827:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af1021f9a00/0x10123ce7f0765536 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 00010000:00010000:0.0:1763335543.861833:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335543.861835:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335543.861838:0:6516:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763335543.862235:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c3131c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+27:15720:x1848991029024896:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 10319us (10713us total) trans 4294967916 rc 0/0 00000100:00100000:0.0:1763335543.862243:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1542 00000020:00080000:0.0:1763335543.862248:0:6516:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763335543.868184:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335543.869068:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029025152 00000100:00100000:2.0:1763335543.869080:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029025152 00000100:00100000:2.0:1763335543.869691:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1543 00000100:00100000:2.0:1763335543.869759:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f45b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+27:15720:x1848991029025152:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335543.869785:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335543.869816:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af1021f8c00/0x10123ce7f076553d lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e80b expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335543.869853:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aab000/0x10123ce7f0765464 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e747 expref: 35 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335543.869865:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af1021f8c00/0x10123ce7f076553d lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e80b expref: 28 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335543.870113:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aab000/0x10123ce7f0765464 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e747 expref: 35 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335543.870125:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aab000/0x10123ce7f0765464 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e747 expref: 35 pid: 6516 timeout: 444 lvb_type: 0 00000100:00100000:2.0:1763335543.870139:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7cee300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041397120:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335543.870221:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f4510900 going to sleep for 11 seconds 00000100:00100000:0.0:1763335543.870557:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f45b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3654:1848991041397376:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1763335543.870597:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335543.870631:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1763335543.870637:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4cc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1848991041397248:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1763335543.870658:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335543.870685:0:12324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041397376 00000100:00100000:0.0:1763335543.870692:0:12324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041397376 00000100:00100000:0.0:1763335543.870742:0:12324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041397248 00000100:00100000:0.0:1763335543.870746:0:12324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041397248 00000100:00100000:0.0:1763335543.870760:0:12324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 142 00000100:00100000:0.0:1763335543.870767:0:12324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3355500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1848991041397376:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1763335543.870783:0:12324:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 661466816 pending 0 free 3923353600 avail 3691372544 00000100:00100000:0.0:1763335543.870831:0:12324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3355500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1848991041397376:12345-0@lo:13:osp-pre-1-0.0 Request processed in 63us (233us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335543.870839:0:12324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 142 00000100:00100000:0.0:1763335543.870855:0:12324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 143 00000100:00100000:0.0:1763335543.870861:0:12324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3357800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1848991041397248:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1763335543.870890:0:12324:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 661466816 pending 0 free 3923353600 avail 3691372544 00000100:00100000:0.0:1763335543.870913:0:12324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3357800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1848991041397248:12345-0@lo:13:osp-pre-1-1.0 Request processed in 52us (255us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335543.870920:0:12324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 143 00000100:00080000:0.0:1763335543.870935:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1763335543.870965:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4cc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1848991041397248:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1763335543.870977:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f45b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3654:1848991041397376:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1763335543.871803:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7ced880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e767977a-b5b5-44a9-9592-4af663ea7043:3651:1848991041397504:0@lo:400:kworker.0 00000100:00100000:3.0:1763335543.871843:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335543.871901:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7cef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3651:1848991041398016:0@lo:400:kworker.0 00000100:00100000:3.0:1763335543.871926:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335543.871942:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc57a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3651:1848991041398528:0@lo:400:kworker.0 00000100:00100000:3.0:1763335543.871962:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335543.871979:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1763335543.871984:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7cedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3651:1848991041397632:0@lo:400:kworker.0 00000100:00100000:3.0:1763335543.872003:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335543.872016:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7cef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3651:1848991041398144:0@lo:400:kworker.0 00000100:00100000:3.0:1763335543.872033:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335543.872044:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5f03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3651:1848991041398656:0@lo:400:kworker.0 00000100:00100000:3.0:1763335543.872061:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335543.872081:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041398016 00000100:00100000:3.0:1763335543.872085:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041398016 00000100:00100000:3.0:1763335543.872114:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041398528 00000100:00100000:3.0:1763335543.872116:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041398528 00000100:00100000:3.0:1763335543.872127:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041397632 00000100:00100000:3.0:1763335543.872129:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041397632 00000100:00100000:3.0:1763335543.872139:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041398144 00000100:00100000:3.0:1763335543.872140:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041398144 00000100:00100000:3.0:1763335543.872151:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041398656 00000100:00100000:3.0:1763335543.872152:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041398656 00000100:00100000:3.0:1763335543.872165:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 325 00000100:00100000:3.0:1763335543.872171:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3651:x1848991041398016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763335543.872209:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3651:x1848991041398016:12345-0@lo:400:kworker.0 Request processed in 37us (281us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335543.872215:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 325 00000100:00100000:3.0:1763335543.872241:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7cef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3651:1848991041398016:0@lo:400:kworker.0 00000100:00100000:3.0:1763335543.872259:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 326 00000100:00100000:3.0:1763335543.872265:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3651:x1848991041398528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763335543.872293:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3651:x1848991041398528:12345-0@lo:400:kworker.0 Request processed in 28us (330us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335543.872299:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 326 00000100:00100000:3.0:1763335543.872321:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc57a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3651:1848991041398528:0@lo:400:kworker.0 00000100:00100000:3.0:1763335543.872338:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 327 00000100:00100000:3.0:1763335543.872344:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3651:x1848991041397632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763335543.872372:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3651:x1848991041397632:12345-0@lo:400:kworker.0 Request processed in 28us (367us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335543.872380:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 327 00000100:00100000:3.0:1763335543.872403:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7cedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3651:1848991041397632:0@lo:400:kworker.0 00000100:00100000:3.0:1763335543.872419:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 328 00000100:00100000:3.0:1763335543.872426:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3651:x1848991041398144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763335543.872458:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3651:x1848991041398144:12345-0@lo:400:kworker.0 Request processed in 32us (423us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335543.872463:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 328 00000100:00100000:3.0:1763335543.872483:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7cef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3651:1848991041398144:0@lo:400:kworker.0 00000100:00100000:3.0:1763335543.872499:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 329 00000100:00100000:3.0:1763335543.872505:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3651:x1848991041398656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763335543.872533:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3651:x1848991041398656:12345-0@lo:400:kworker.0 Request processed in 29us (470us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335543.872539:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 329 00000100:00100000:3.0:1763335543.872557:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5f03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3651:1848991041398656:0@lo:400:kworker.0 00000100:00100000:1.0:1763335543.873296:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7ceca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1848991041397760:0@lo:400:kworker.0 00000100:00100000:1.0:1763335543.873338:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335543.873374:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7cece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1848991041398272:0@lo:400:kworker.0 00000100:00100000:1.0:1763335543.873397:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335543.873416:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1763335543.873422:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7cec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3653:1848991041397888:0@lo:400:kworker.0 00000100:00100000:1.0:1763335543.873443:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335543.873458:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc57a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1848991041398400:0@lo:400:kworker.0 00000100:00100000:1.0:1763335543.873479:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335543.873507:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041397888 00000100:00100000:1.0:1763335543.873512:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041397888 00000100:00100000:1.0:1763335543.873541:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 330 00000100:00100000:1.0:1763335543.873547:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3781500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1848991041397888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763335543.873583:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3781500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1848991041397888:12345-0@lo:400:kworker.0 Request processed in 35us (138us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335543.873590:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 330 00000100:00100000:1.0:1763335543.873621:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7cec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3653:1848991041397888:0@lo:400:kworker.0 00000100:00100000:1.0:1763335543.873642:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041398272 00000100:00100000:1.0:1763335543.873645:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041398272 00000100:00100000:1.0:1763335543.873671:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041398400 00000100:00100000:1.0:1763335543.873675:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041398400 00000100:00100000:1.0:1763335543.873691:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:1.0:1763335543.873697:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4cc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3653:x1848991041398272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763335543.873729:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4cc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3653:x1848991041398272:12345-0@lo:400:kworker.0 Request processed in 32us (330us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335543.873734:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00100000:1.0:1763335543.873756:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7cece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1848991041398272:0@lo:400:kworker.0 00000100:00100000:1.0:1763335543.873772:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:1.0:1763335543.873778:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3783800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3653:x1848991041398400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763335543.873819:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3783800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3653:x1848991041398400:12345-0@lo:400:kworker.0 Request processed in 40us (338us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335543.873826:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00100000:1.0:1763335543.873847:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc57a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1848991041398400:0@lo:400:kworker.0 00000100:00100000:2.0:1763335543.874826:0:6509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041397504 00000100:00100000:2.0:1763335543.874837:0:6509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041397504 00000100:00100000:2.0:1763335543.874924:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 361 00000100:00100000:2.0:1763335543.874933:0:6509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c71a3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e767977a-b5b5-44a9-9592-4af663ea7043+23:3651:x1848991041397504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763335543.874997:0:6509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c71a3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e767977a-b5b5-44a9-9592-4af663ea7043+23:3651:x1848991041397504:12345-0@lo:400:kworker.0 Request processed in 66us (3153us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335543.875002:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 361 00000100:00080000:0.0:1763335543.875134:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1763335543.875140:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1763335543.875143:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1763335543.877200:0:13236:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041397760 00000100:00100000:3.0:1763335543.877213:0:13236:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041397760 00000100:00100000:3.0:1763335543.877264:0:13236:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 174 00000100:00100000:3.0:1763335543.877271:0:13236:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4cc4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3653:x1848991041397760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763335543.877344:0:13236:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4cc4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3653:x1848991041397760:12345-0@lo:400:kworker.0 Request processed in 74us (4006us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335543.877350:0:13236:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 174 00000100:00100000:3.0:1763335543.877392:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7ceca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1848991041397760:0@lo:400:kworker.0 00000100:00100000:3.0:1763335543.877420:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7ced880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e767977a-b5b5-44a9-9592-4af663ea7043:3651:1848991041397504:0@lo:400:kworker.0 00000100:00100000:0.0:1763335543.877731:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335543.877908:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7cee300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041397120:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335543.877933:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1021f8c00/0x10123ce7f076553d lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e80b expref: 28 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335543.877950:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335543.877952:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335543.877956:0:6516:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9af1021f8c00/0x10123ce7f076553d lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e80b expref: 28 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335543.877968:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af1021f8c00, rc 0) 00000100:00100000:2.0:1763335543.878011:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f45b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+28:15720:x1848991029025152:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 8311us (9838us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335543.878019:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1543 00000100:00100000:3.0:1763335543.879102:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029025280 00000100:00100000:3.0:1763335543.879109:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029025280 00010000:00010000:3.0:1763335543.879136:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aab000/0x10123ce7f0765464 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e747 expref: 36 pid: 6516 timeout: 444 lvb_type: 0 00000100:00100000:3.0:1763335543.879537:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 578 00000100:00100000:3.0:1763335543.879546:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3357100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+36:2409:x1848991029025280:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335543.879559:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335543.879577:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aab000/0x10123ce7f0765464 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e747 expref: 36 pid: 6516 timeout: 444 lvb_type: 0 00010000:00010000:3.0:1763335543.879589:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aab000/0x10123ce7f0765464 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e747 expref: 36 pid: 6516 timeout: 444 lvb_type: 0 00010000:00010000:3.0:1763335543.879608:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aab000/0x10123ce7f0765464 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e747 expref: 36 pid: 6516 timeout: 444 lvb_type: 0 00010000:00010000:3.0:1763335543.879622:0:13187:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335543.879627:0:13187:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9af1021f8c00/0x10123ce7f076553d lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e80b expref: 27 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335543.879638:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af1021f8c00/0x10123ce7f076553d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e80b expref: 27 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335543.879646:0:13187:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af1021f8c00/0x10123ce7f076553d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e80b expref: 27 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335543.879675:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af1021f8c00/0x10123ce7f076553d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e80b expref: 27 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335543.879687:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c2d01c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041398784:192.168.202.34@tcp:105: 00000100:00100000:2.0:1763335543.880835:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58503c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335543.884609:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335543.884684:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c2d01c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041398784:192.168.202.34@tcp:105: 00010000:00010000:2.0:1763335543.884716:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335543.884770:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3357100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+35:2409:x1848991029025280:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 5225us (7042us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335543.884781:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 578 00000100:00100000:1.0:1763335543.884899:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029025408 00000100:00100000:1.0:1763335543.884906:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029025408 00000100:00100000:1.0:1763335543.884941:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1127 00000100:00100000:1.0:1763335543.884948:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3356300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:15720:x1848991029025408:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335543.884965:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335543.884982:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8eda00/0x10123ce7f0765544 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e812 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335543.885021:0:8400:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ed200/0x10123ce7f076546b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e74e expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335543.885029:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335543.885031:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335543.885035:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8eda00/0x10123ce7f0765544 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e812 expref: 7 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335543.885064:0:8400:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ed200/0x10123ce7f076546b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e74e expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335543.885076:0:8400:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ed200/0x10123ce7f076546b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e74e expref: 6 pid: 8400 timeout: 444 lvb_type: 0 00000100:00100000:1.0:1763335543.885088:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc3782a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041398912:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335543.885135:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb180 going to sleep for 11 seconds 00000100:00100000:0.0:1763335543.888595:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335543.888911:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029025536 00000100:00100000:2.0:1763335543.888921:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029025536 00010000:00010000:2.0:1763335543.888956:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ed200/0x10123ce7f076546b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e74e expref: 7 pid: 8400 timeout: 444 lvb_type: 0 00000100:00100000:2.0:1763335543.888987:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 579 00000100:00100000:2.0:1763335543.888994:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3354700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991029025536:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335543.889019:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335543.889039:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ed200/0x10123ce7f076546b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e74e expref: 7 pid: 8400 timeout: 444 lvb_type: 0 00010000:00010000:2.0:1763335543.889052:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ed200/0x10123ce7f076546b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e74e expref: 7 pid: 8400 timeout: 444 lvb_type: 0 00010000:00010000:2.0:1763335543.889074:0:13187:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335543.889076:0:13187:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335543.889083:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8eda00/0x10123ce7f0765544 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e812 expref: 7 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335543.889099:0:13187:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8eda00/0x10123ce7f0765544 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e812 expref: 7 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335543.889134:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8eda00/0x10123ce7f0765544 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e812 expref: 7 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335543.889146:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5f03b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:13187:1848991041399040:192.168.202.34@tcp:105: 00000100:00100000:2.0:1763335543.889226:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f4510900 going to sleep for 11 seconds 00010000:00010000:1.0:1763335543.889917:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ed200/0x10123ce7f076546b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e74e expref: 7 pid: 8400 timeout: 444 lvb_type: 0 00000100:00100000:1.0:1763335543.889937:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc3782a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041398912:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335543.889959:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8eda00/0x10123ce7f0765544 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e812 expref: 7 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335543.889968:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8eda00, rc 0) 00000100:00100000:1.0:1763335543.890006:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3356300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+7:15720:x1848991029025408:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5058us (5407us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335543.890020:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1127 00000100:00100000:3.0:1763335543.893523:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335543.893623:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5f03b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:13187:1848991041399040:192.168.202.34@tcp:105: 00010000:00010000:2.0:1763335543.893644:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335543.896661:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3354700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991029025536:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 7655us (8067us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335543.896676:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 579 00000100:00100000:1.0:1763335543.897313:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029025664 00000100:00100000:1.0:1763335543.897326:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029025664 00002000:00010000:1.0:1763335543.897377:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1485401->18446744073709551615) 00002000:00100000:1.0:1763335543.897383:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0c2d03480 with x1848991029025664 ext(1485401->18446744073709551615) 00002000:00010000:1.0:1763335543.897395:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0c2d03480. 00000100:00100000:1.0:1763335543.897425:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 716 00000100:00100000:1.0:1763335543.897432:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+7:2409:x1848991029025664:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:1.0:1763335543.897654:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 0 -> 1485401 00002000:00010000:1.0:1763335543.897658:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335543 -> 1763335544 00002000:00010000:1.0:1763335543.897660:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335544 -> 1763335543 00002000:00010000:1.0:1763335543.897662:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335543 -> 1763335544 00002000:00010000:1.0:1763335543.897664:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763335543.899900:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2409:x1848991029025664:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 2455us (6372us total) trans 4294967580 rc 0/0 00000100:00100000:1.0:1763335543.899914:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 716 00002000:00010000:1.0:1763335543.899921:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1485401->18446744073709551615) 00002000:00100000:1.0:1763335543.899924:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0c2d03480 with x1848991029025664 ext(1485401->18446744073709551615) 00002000:00010000:1.0:1763335543.899933:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0c2d03480. 00000100:00100000:0.0:1763335543.921232:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335543.921358:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029025792 00000100:00100000:1.0:1763335543.921375:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029025792 00002000:00100000:1.0:1763335543.921433:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1466368->1470463) req@ffff9aefc3356d80 x1848991029025792/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:589/0 lens 488/0 e 0 to 0 dl 1763335554 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335543.921443:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc3356d80 with x1848991029025792 ext(1466368->1470463) 00002000:00010000:1.0:1763335543.921449:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc3356d80 00000100:00100000:2.0:1763335543.922178:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 717 00000100:00100000:2.0:1763335543.922194:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3356d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+8:2407:x1848991029025792:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335543.922437:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3356d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+8:2407:x1848991029025792:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 247us (1221us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335543.922445:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 717 00002000:00100000:2.0:1763335543.922453:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1466368->1470463) req@ffff9aefc3356d80 x1848991029025792/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:589/0 lens 488/4536 e 0 to 0 dl 1763335554 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335543.922463:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc3356d80 with x1848991029025792 ext(1466368->1470463) 00002000:00010000:2.0:1763335543.922467:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc3356d80 00000100:00100000:3.0:1763335543.940988:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335543.942426:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029025920 00000100:00100000:2.0:1763335543.942441:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029025920 00002000:00100000:2.0:1763335543.942500:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1470464->1474559) req@ffff9af0c2d03100 x1848991029025920/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:589/0 lens 488/0 e 0 to 0 dl 1763335554 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335543.942512:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0c2d03100 with x1848991029025920 ext(1470464->1474559) 00002000:00010000:2.0:1763335543.942519:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0c2d03100 00000100:00100000:2.0:1763335543.942565:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 718 00000100:00100000:2.0:1763335543.942574:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2409:x1848991029025920:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335543.942780:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2409:x1848991029025920:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 204us (1800us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335543.942788:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 718 00002000:00100000:2.0:1763335543.942803:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1470464->1474559) req@ffff9af0c2d03100 x1848991029025920/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:589/0 lens 488/4536 e 0 to 0 dl 1763335554 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335543.942812:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0c2d03100 with x1848991029025920 ext(1470464->1474559) 00002000:00010000:2.0:1763335543.942816:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0c2d03100 00000100:00100000:3.0:1763335543.947679:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335543.948004:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029026048 00000100:00100000:2.0:1763335543.948019:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029026048 00002000:00100000:2.0:1763335543.948083:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1474560->1478655) req@ffff9af0c2d00700 x1848991029026048/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:589/0 lens 488/0 e 0 to 0 dl 1763335554 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335543.948094:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0c2d00700 with x1848991029026048 ext(1474560->1478655) 00002000:00010000:2.0:1763335543.948100:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0c2d00700 00000100:00100000:2.0:1763335543.948735:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 719 00000100:00100000:2.0:1763335543.948750:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+8:2408:x1848991029026048:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335543.950951:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+8:2408:x1848991029026048:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 2196us (3276us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335543.950966:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 719 00002000:00100000:2.0:1763335543.950978:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1474560->1478655) req@ffff9af0c2d00700 x1848991029026048/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:589/0 lens 488/4536 e 0 to 0 dl 1763335554 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335543.950989:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0c2d00700 with x1848991029026048 ext(1474560->1478655) 00002000:00010000:2.0:1763335543.950995:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0c2d00700 00000100:00100000:0.0:1763335543.963139:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335543.963234:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029026176 00000100:00100000:2.0:1763335543.963247:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029026176 00002000:00100000:2.0:1763335543.963310:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1478656->1482751) req@ffff9aefc3355880 x1848991029026176/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:589/0 lens 488/0 e 0 to 0 dl 1763335554 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335543.963321:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc3355880 with x1848991029026176 ext(1478656->1482751) 00002000:00010000:2.0:1763335543.963328:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc3355880 00000100:00100000:2.0:1763335543.963364:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 720 00000100:00100000:2.0:1763335543.963374:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3355880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+8:2407:x1848991029026176:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335543.963615:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3355880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+8:2407:x1848991029026176:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 240us (490us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335543.963623:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 720 00002000:00100000:2.0:1763335543.963629:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1478656->1482751) req@ffff9aefc3355880 x1848991029026176/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:589/0 lens 488/4536 e 0 to 0 dl 1763335554 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335543.963638:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc3355880 with x1848991029026176 ext(1478656->1482751) 00002000:00010000:2.0:1763335543.963642:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc3355880 00000100:00100000:2.0:1763335543.973563:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335543.973680:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029026304 00000100:00100000:0.0:1763335543.973694:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029026304 00002000:00100000:0.0:1763335543.973770:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1482752->1486847) req@ffff9af0f5f03b80 x1848991029026304/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:589/0 lens 488/0 e 0 to 0 dl 1763335554 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335543.973783:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f5f03b80 with x1848991029026304 ext(1482752->1486847) 00002000:00010000:0.0:1763335543.973800:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f5f03b80 00000100:00100000:0.0:1763335543.973836:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 721 00000100:00100000:0.0:1763335543.973853:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5f03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2406:x1848991029026304:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335543.974163:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5f03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2406:x1848991029026304:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 310us (613us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335543.974172:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 721 00002000:00100000:0.0:1763335543.974181:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1482752->1486847) req@ffff9af0f5f03b80 x1848991029026304/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:589/0 lens 488/4536 e 0 to 0 dl 1763335554 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335543.974190:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f5f03b80 with x1848991029026304 ext(1482752->1486847) 00002000:00010000:0.0:1763335543.974194:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f5f03b80 00000100:00100000:3.0:1763335543.982776:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335543.983903:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029026432 00000100:00100000:2.0:1763335543.983920:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029026432 00002000:00100000:2.0:1763335543.983988:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1466368->1485400) req@ffff9af0c2d01180 x1848991029026432/t0(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:589/0 lens 488/0 e 0 to 0 dl 1763335554 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335543.984001:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0c2d01180 with x1848991029026432 ext(1466368->1485400) 00002000:00010000:2.0:1763335543.984008:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0c2d01180 00000100:00100000:2.0:1763335543.984401:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 722 00000100:00100000:2.0:1763335543.984413:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+8:2407:x1848991029026432:12345-192.168.202.34@tcp:4:fsx.0 00000100:00100000:2.0:1763335543.991135:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+10:2407:x1848991029026432:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 6706us (8357us total) trans 4294967581 rc 0/0 00000100:00100000:2.0:1763335543.991153:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 722 00002000:00100000:2.0:1763335543.991169:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1466368->1485400) req@ffff9af0c2d01180 x1848991029026432/t4294967581(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:589/0 lens 488/448 e 0 to 0 dl 1763335554 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335543.991182:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0c2d01180 with x1848991029026432 ext(1466368->1485400) 00002000:00010000:2.0:1763335543.991190:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0c2d01180 00000100:00100000:1.0:1763335543.996375:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335543.996500:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029026560 00000100:00100000:0.0:1763335543.996514:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029026560 00000100:00100000:0.0:1763335543.996591:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1128 00000100:00100000:0.0:1763335543.996603:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3782a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+10:2406:x1848991029026560:12345-192.168.202.34@tcp:16:fsx.0 00000001:00080000:1.0:1763335543.999395:0:9466:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967581 is committed 00000001:00080000:1.0:1763335543.999420:0:9466:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967579 is committed 00000100:00100000:0.0:1763335544.001513:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3782a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:2406:x1848991029026560:12345-192.168.202.34@tcp:16:fsx.0 Request processed in 4894us (5136us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335544.001532:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1128 00000100:00100000:0.0:1763335544.020174:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335544.020423:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029026688 00000100:00100000:2.0:1763335544.020437:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029026688 00000100:00100000:2.0:1763335544.020522:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1544 00000100:00100000:2.0:1763335544.020534:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3357480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+35:15720:x1848991029026688:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335544.020562:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335544.020590:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af1021f9e00/0x10123ce7f076554b lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e819 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335544.020718:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1021f9c00/0x10123ce7f0765552 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335544.020738:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af1021f9c00/0x10123ce7f0765552 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335544.020758:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af1021f9c00/0x10123ce7f0765552 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00000004:00200000:2.0:1763335544.023921:0:6516:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 1485401 00000004:00200000:2.0:1763335544.023941:0:6516:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763335544.024007:0:6516:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af1021f9c00/0x10123ce7f0765552 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335544.024076:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af1021f9e00/0x10123ce7f076554b lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e819 expref: 37 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335544.024110:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1021f9c00/0x10123ce7f0765552 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e819 expref: 36 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335544.024121:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335544.024124:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335544.024130:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af1021f9c00, rc 0) 00000100:00100000:2.0:1763335544.024250:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3357480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+36:15720:x1848991029026688:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3716us (4091us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335544.024261:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1544 00000100:00100000:3.0:1763335544.038434:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335544.038523:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029026816 00000100:00100000:2.0:1763335544.038538:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029026816 00000100:00100000:2.0:1763335544.038621:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1545 00000100:00100000:2.0:1763335544.038633:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+36:2409:x1848991029026816:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335544.038662:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335544.038690:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af1021f9e00/0x10123ce7f0765559 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e820 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335544.038742:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1021f8c00/0x10123ce7f076553d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e80b expref: 27 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335544.038806:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5f02a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041399168:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335544.040975:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f4510900 going to sleep for 11 seconds 00000100:00100000:0.0:1763335544.041929:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335544.044640:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029026944 00000100:00100000:2.0:1763335544.044664:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029026944 00000100:00100000:2.0:1763335544.044788:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1129 00000100:00100000:2.0:1763335544.044817:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f45b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991029026944:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335544.044951:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335544.044981:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af1021f8400/0x10123ce7f0765560 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e827 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335544.052444:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5f00e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041399296:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335544.052602:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09780 going to sleep for 11 seconds 00000100:00080000:1.0:1763335544.052706:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00010000:2.0:1763335544.059324:0:6516:0:(mdt_lvb.c:189:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime: 1763335543 -> 1763335544 00000100:00100000:2.0:1763335544.059377:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5f02a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041399168:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335544.059416:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 326107 00010000:00010000:2.0:1763335544.059444:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1021f9e00/0x10123ce7f0765559 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e820 expref: 37 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335544.059474:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335544.059479:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335544.059484:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af1021f9e00/0x10123ce7f0765559 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e820 expref: 37 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335544.059505:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af1021f9e00, rc 0) 00000100:00100000:2.0:1763335544.059598:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+36:2409:x1848991029026816:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 20965us (21181us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335544.059611:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1545 00002000:00010000:1.0:1763335544.059851:0:8400:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335543 -> 1763335544 00002000:00010000:1.0:1763335544.059858:0:8400:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks: 0 -> 40 00000100:00100000:1.0:1763335544.059917:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5f00e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041399296:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335544.059942:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af1021f8400/0x10123ce7f0765560 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e827 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335544.059959:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af1021f8400/0x10123ce7f0765560 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e827 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335544.059971:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af1021f8400, rc 0) 00000100:00100000:1.0:1763335544.060008:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f45b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991029026944:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 15196us (18089us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335544.060016:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1129 00000100:00100000:0.0:1763335544.071616:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335544.073162:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029027072 00000100:00100000:2.0:1763335544.073187:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029027072 00000100:00100000:2.0:1763335544.073288:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1546 00000100:00100000:2.0:1763335544.073299:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+36:2406:x1848991029027072:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335544.073332:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335544.073363:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af1021f8a00/0x10123ce7f0765567 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e82e expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335544.073412:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1021f8c00/0x10123ce7f076553d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e80b expref: 27 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335544.073469:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5f02a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041399424:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335544.073587:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09c00 going to sleep for 11 seconds 00000100:00100000:2.0:1763335544.073684:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335544.073865:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029027200 00000100:00100000:2.0:1763335544.073892:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029027200 00000100:00100000:2.0:1763335544.073925:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1130 00000100:00100000:2.0:1763335544.073932:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5f00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2406:x1848991029027200:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335544.073942:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335544.073959:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0c7e8ac00/0x10123ce7f076556e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e835 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335544.073995:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5f02d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041399552:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335544.074036:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f099c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335544.077903:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5f02a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041399424:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335544.077941:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 326107 00010000:00010000:0.0:1763335544.077968:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1021f8a00/0x10123ce7f0765567 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e82e expref: 37 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.077997:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335544.078001:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335544.078007:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af1021f8a00/0x10123ce7f0765567 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e82e expref: 37 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.078026:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af1021f8a00, rc 0) 00000100:00100000:0.0:1763335544.078113:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+36:2406:x1848991029027072:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4814us (6510us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335544.078124:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1546 00000100:00100000:3.0:1763335544.079331:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5f02d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041399552:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335544.079370:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0c7e8ac00/0x10123ce7f076556e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e835 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335544.079394:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0c7e8ac00/0x10123ce7f076556e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e835 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335544.079409:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0c7e8ac00, rc 0) 00000100:00100000:3.0:1763335544.079472:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5f00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2406:x1848991029027200:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5538us (5786us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335544.079481:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1130 00000100:00100000:2.0:1763335544.088783:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335544.088927:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029027328 00000100:00100000:3.0:1763335544.088941:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029027328 00000100:00100000:3.0:1763335544.089110:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1131 00000100:00100000:3.0:1763335544.089125:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5f00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:15720:x1848991029027328:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335544.089152:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335544.089182:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4000/0x10123ce7f0765575 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e83c expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335544.089231:0:8400:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8eda00/0x10123ce7f0765544 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e812 expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335544.089240:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335544.089243:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335544.089249:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4000/0x10123ce7f0765575 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1298432->1359871] (req 1298432->1359871) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e83c expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335544.089296:0:8400:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8eda00/0x10123ce7f0765544 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e812 expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335544.089312:0:8400:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8eda00/0x10123ce7f0765544 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e812 expref: 5 pid: 8400 timeout: 444 lvb_type: 0 00000100:00100000:3.0:1763335544.089329:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c2d02680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041399680:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335544.090215:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850840 going to sleep for 11 seconds 00000100:00100000:1.0:1763335544.098229:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335544.099283:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c2d02680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041399680:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335544.099334:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4000/0x10123ce7f0765575 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1298432->1359871] (req 1298432->1359871) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e83c expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335544.099361:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4000, rc 0) 00000100:00100000:3.0:1763335544.099458:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5f00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+6:15720:x1848991029027328:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 10336us (10691us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335544.099469:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1131 00000100:00100000:2.0:1763335544.099613:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029027456 00000100:00100000:2.0:1763335544.099623:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029027456 00010000:00010000:2.0:1763335544.099681:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8eda00/0x10123ce7f0765544 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e812 expref: 6 pid: 8400 timeout: 444 lvb_type: 0 00000100:00100000:2.0:1763335544.099712:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 580 00000100:00100000:2.0:1763335544.099720:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3781f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991029027456:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335544.099737:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335544.099761:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8eda00/0x10123ce7f0765544 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e812 expref: 6 pid: 8400 timeout: 444 lvb_type: 0 00010000:00010000:2.0:1763335544.099775:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8eda00/0x10123ce7f0765544 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e812 expref: 6 pid: 8400 timeout: 444 lvb_type: 0 00010000:00010000:2.0:1763335544.099815:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8eda00/0x10123ce7f0765544 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e812 expref: 6 pid: 8400 timeout: 444 lvb_type: 0 00010000:00010000:2.0:1763335544.099831:0:13187:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335544.099833:0:13187:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335544.099841:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4000/0x10123ce7f0765575 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1298432->1359871) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e83c expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335544.099854:0:13187:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4000/0x10123ce7f0765575 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1298432->1359871) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e83c expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335544.099925:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4000/0x10123ce7f0765575 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1298432->1359871) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e83c expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335544.099948:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5f01880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:13187:1848991041399808:192.168.202.34@tcp:105: 00000100:00100000:2.0:1763335544.100034:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f090c0 going to sleep for 11 seconds 00000100:00080000:2.0:1763335544.100054:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1763335544.104572:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335544.104688:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029027584 00000100:00100000:3.0:1763335544.104707:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029027584 00000100:00100000:3.0:1763335544.104841:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 723 00000100:00100000:3.0:1763335544.104856:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5f01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:2406:x1848991029027584:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:3.0:1763335544.105392:0:15204:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1485401 -> 1485401 00002000:00010000:3.0:1763335544.105398:0:15204:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335544 -> 1763335544 00002000:00010000:3.0:1763335544.105401:0:15204:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335544 -> 1763335544 00002000:00010000:3.0:1763335544.105403:0:15204:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335544 -> 1763335544 00002000:00010000:3.0:1763335544.105406:0:15204:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 40 -> 160 00000100:00100000:3.0:1763335544.105490:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5f01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+7:2406:x1848991029027584:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 636us (931us total) trans 4294967582 rc 0/0 00000100:00100000:3.0:1763335544.105500:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 723 00000100:00100000:1.0:1763335544.112809:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335544.112990:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029027712 00000100:00100000:0.0:1763335544.113006:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029027712 00000100:00100000:0.0:1763335544.113088:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1547 00000100:00100000:0.0:1763335544.113102:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3780380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+36:2408:x1848991029027712:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335544.113133:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335544.113166:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aabe00/0x10123ce7f076557c lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e843 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.113219:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1021f8c00/0x10123ce7f076553d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e80b expref: 27 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335544.113271:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c0d180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041399936:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335544.113405:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c600 going to sleep for 11 seconds 00000100:00100000:2.0:1763335544.114239:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5f01880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:13187:1848991041399808:192.168.202.34@tcp:105: 00010000:00010000:2.0:1763335544.114265:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335544.114304:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3781f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991029027456:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 14584us (16092us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335544.114314:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 580 00000100:00100000:2.0:1763335544.118437:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c0d180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041399936:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335544.118478:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 326107 00010000:00010000:2.0:1763335544.118505:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aabe00/0x10123ce7f076557c lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e843 expref: 37 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335544.118536:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335544.118539:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335544.118545:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aabe00/0x10123ce7f076557c lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e843 expref: 37 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335544.118564:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aabe00, rc 0) 00000100:00100000:2.0:1763335544.124687:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3780380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+36:2408:x1848991029027712:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 11566us (11882us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335544.124705:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1547 00010000:00010000:3.0:1763335544.127779:0:6503:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763335544.128440:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335544.128795:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029027840 00000100:00100000:2.0:1763335544.128810:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029027840 00000100:00100000:2.0:1763335544.128914:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1548 00000100:00100000:2.0:1763335544.128926:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3783480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+36:2407:x1848991029027840:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335544.128956:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335544.128983:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0c7e8b800/0x10123ce7f0765583 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e84a expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335544.129049:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1021f8c00/0x10123ce7f076553d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e80b expref: 27 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335544.129105:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5f01880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041400064:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335544.129219:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f090c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335544.133306:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5f01880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041400064:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335544.133346:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 326107 00010000:00010000:2.0:1763335544.133371:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0c7e8b800/0x10123ce7f0765583 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e84a expref: 37 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335544.133401:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335544.133404:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335544.133410:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0c7e8b800/0x10123ce7f0765583 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e84a expref: 37 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335544.133430:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0c7e8b800, rc 0) 00000100:00100000:2.0:1763335544.133515:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3783480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+36:2407:x1848991029027840:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4590us (5086us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335544.133527:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1548 00000100:00100000:0.0:1763335544.137189:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335544.137279:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029027968 00000100:00100000:2.0:1763335544.137293:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029027968 00000100:00100000:2.0:1763335544.137412:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1549 00000100:00100000:2.0:1763335544.137426:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+36:15720:x1848991029027968:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335544.137455:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335544.137486:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0c7e8ac00/0x10123ce7f076558a lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e851 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335544.137532:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af1021f8c00/0x10123ce7f076553d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e80b expref: 27 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335544.137545:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0c7e8ac00/0x10123ce7f076558a lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e851 expref: 37 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335544.137589:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af1021f8c00/0x10123ce7f076553d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e80b expref: 27 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335544.137605:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1021f8c00/0x10123ce7f076553d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e80b expref: 27 pid: 6516 timeout: 444 lvb_type: 0 00000100:00100000:2.0:1763335544.137623:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5f01880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041400192:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335544.138386:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f090c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335544.141682:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5f01880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041400192:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335544.141729:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0c7e8ac00/0x10123ce7f076558a lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e851 expref: 37 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335544.141753:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335544.141756:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335544.141761:0:6516:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0c7e8ac00/0x10123ce7f076558a lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e851 expref: 37 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335544.141780:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0c7e8ac00, rc 0) 00000100:00100000:2.0:1763335544.141909:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+37:15720:x1848991029027968:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4485us (4735us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335544.141922:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1549 00000100:00100000:1.0:1763335544.142669:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335544.143146:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029028096 00000100:00100000:3.0:1763335544.143157:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029028096 00010000:00010000:3.0:1763335544.143224:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af1021f8c00/0x10123ce7f076553d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e80b expref: 28 pid: 6516 timeout: 444 lvb_type: 0 00000100:00100000:3.0:1763335544.143268:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 581 00000100:00100000:3.0:1763335544.143280:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3781180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+28:2408:x1848991029028096:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335544.143299:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335544.143329:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af1021f8c00/0x10123ce7f076553d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 17 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e80b expref: 28 pid: 6516 timeout: 444 lvb_type: 0 00010000:00010000:3.0:1763335544.143343:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af1021f8c00/0x10123ce7f076553d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 17 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e80b expref: 28 pid: 6516 timeout: 444 lvb_type: 0 00010000:00010000:3.0:1763335544.143372:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af1021f8c00/0x10123ce7f076553d lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 17 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e80b expref: 28 pid: 6516 timeout: 444 lvb_type: 0 00010000:00010000:3.0:1763335544.143394:0:13187:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335544.143401:0:13187:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0c7e8ac00/0x10123ce7f076558a lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e851 expref: 36 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335544.143417:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0c7e8ac00/0x10123ce7f076558a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e851 expref: 36 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335544.143427:0:13187:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0c7e8ac00/0x10123ce7f076558a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e851 expref: 36 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335544.143472:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0c7e8ac00/0x10123ce7f076558a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e851 expref: 36 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335544.143488:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c2d02680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041400320:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335544.143584:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850840 going to sleep for 11 seconds 00000100:00080000:1.0:1763335544.143697:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1763335544.148303:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335544.148625:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c2d02680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041400320:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335544.148658:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335544.148722:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3781180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+27:2408:x1848991029028096:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 5443us (6056us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335544.148735:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 581 00000100:00100000:2.0:1763335544.149295:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029028224 00000100:00100000:2.0:1763335544.149308:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029028224 00000100:00100000:2.0:1763335544.149393:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 841 00000100:00100000:2.0:1763335544.149404:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+37:2409:x1848991029028224:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:2.0:1763335544.149818:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 326107 -> 580534 00000004:00010000:2.0:1763335544.149823:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335544 -> 1763335544 00000004:00010000:2.0:1763335544.149825:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335544 -> 1763335544 00000004:00010000:2.0:1763335544.149827:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335544 -> 1763335544 00000004:00010000:2.0:1763335544.149829:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 280 -> 320 00000100:00100000:2.0:1763335544.149965:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+38:2409:x1848991029028224:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 562us (1675us total) trans 4294967917 rc 0/0 00000100:00100000:2.0:1763335544.149974:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 841 00000100:00100000:0.0:1763335544.155397:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335544.155507:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029028352 00000100:00100000:2.0:1763335544.155520:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029028352 00000100:00100000:2.0:1763335544.155601:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1550 00000100:00100000:2.0:1763335544.155614:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+27:15720:x1848991029028352:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335544.155641:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335544.155669:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0c7e8b800/0x10123ce7f0765591 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e858 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335544.155813:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0c7e8a000/0x10123ce7f0765598 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 17 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335544.155837:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0c7e8a000/0x10123ce7f0765598 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335544.155850:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0c7e8a000/0x10123ce7f0765598 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00000004:00200000:2.0:1763335544.155926:0:6516:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 1485401 00000004:00200000:2.0:1763335544.155931:0:6516:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763335544.155956:0:6516:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af0c7e8a000/0x10123ce7f0765598 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335544.155986:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0c7e8b800/0x10123ce7f0765591 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e858 expref: 29 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335544.156008:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0c7e8a000/0x10123ce7f0765598 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e858 expref: 28 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335544.156018:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335544.156021:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335544.156025:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0c7e8a000, rc 0) 00000100:00100000:2.0:1763335544.156107:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+28:15720:x1848991029028352:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 496us (727us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335544.156115:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1550 00000100:00100000:3.0:1763335544.159727:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335544.160266:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029028480 00000100:00100000:0.0:1763335544.160280:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029028480 00000100:00100000:0.0:1763335544.160358:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1551 00000100:00100000:0.0:1763335544.160370:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+28:2409:x1848991029028480:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335544.160398:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335544.160428:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa600/0x10123ce7f076559f lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 17 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e85f expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.160480:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0c7e8ac00/0x10123ce7f076558a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 17 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e851 expref: 37 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335544.160541:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c0dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041400448:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335544.160654:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c600 going to sleep for 11 seconds 00000100:00100000:1.0:1763335544.161552:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335544.161796:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029028608 00000100:00100000:3.0:1763335544.161805:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029028608 00000100:00100000:3.0:1763335544.161857:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1132 00000100:00100000:3.0:1763335544.162841:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3781880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2409:x1848991029028608:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335544.162890:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335544.162916:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5c00/0x10123ce7f07655a6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e866 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335544.162991:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c2d01500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041400576:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335544.163110:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850840 going to sleep for 11 seconds 00000100:00100000:0.0:1763335544.164970:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c0dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041400448:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335544.165007:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 580534 00010000:00010000:0.0:1763335544.165031:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa600/0x10123ce7f076559f lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 17 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e85f expref: 29 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.165055:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335544.165058:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335544.165064:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa600/0x10123ce7f076559f lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 17 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e85f expref: 29 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.165082:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aaa600, rc 0) 00000100:00100000:0.0:1763335544.165604:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+28:2409:x1848991029028480:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5231us (5888us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335544.165615:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1551 00000100:00100000:3.0:1763335544.168032:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c2d01500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041400576:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335544.168081:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5c00/0x10123ce7f07655a6 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e866 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335544.168109:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5c00/0x10123ce7f07655a6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e866 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335544.168123:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5c00, rc 0) 00000100:00100000:3.0:1763335544.168199:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3781880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2409:x1848991029028608:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6331us (6649us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335544.168209:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1132 00000100:00100000:1.0:1763335544.171438:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335544.171924:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335544.172073:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029028864 00000100:00100000:3.0:1763335544.172086:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029028864 00000100:00100000:3.0:1763335544.172156:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1133 00000100:00100000:3.0:1763335544.172167:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3780700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2409:x1848991029028864:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335544.172193:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335544.172220:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5800/0x10123ce7f07655ad lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e874 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335544.172295:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c2d01500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041400704:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335544.172418:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850840 going to sleep for 11 seconds 00000100:00100000:0.0:1763335544.173347:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029028736 00000100:00100000:0.0:1763335544.173359:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029028736 00000100:00100000:0.0:1763335544.173426:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1552 00000100:00100000:0.0:1763335544.173435:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3780e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+28:2409:x1848991029028736:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335544.173455:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335544.173477:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa600/0x10123ce7f07655b4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 17 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e86d expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.173519:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0c7e8ac00/0x10123ce7f076558a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 17 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e851 expref: 37 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335544.173558:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c0dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041400832:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335544.173628:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c600 going to sleep for 11 seconds 00000100:00100000:3.0:1763335544.176192:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c2d01500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041400704:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335544.176246:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5800/0x10123ce7f07655ad lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e874 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335544.176278:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5800/0x10123ce7f07655ad lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e874 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335544.176291:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5800, rc 0) 00000100:00100000:3.0:1763335544.176366:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3780700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2409:x1848991029028864:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4199us (4441us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335544.176377:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1133 00000100:00100000:0.0:1763335544.179468:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c0dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041400832:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335544.179510:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 580534 00010000:00010000:0.0:1763335544.179537:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa600/0x10123ce7f07655b4 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 17 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e86d expref: 29 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.179563:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335544.179566:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335544.179573:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa600/0x10123ce7f07655b4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 17 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e86d expref: 29 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.179592:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aaa600, rc 0) 00000100:00100000:0.0:1763335544.179674:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3780e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+28:2409:x1848991029028736:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6239us (8251us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335544.179685:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1552 00000100:00100000:2.0:1763335544.184817:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335544.185055:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029029120 00000100:00100000:0.0:1763335544.185071:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029029120 00000100:00100000:0.0:1763335544.185157:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1553 00000100:00100000:0.0:1763335544.185170:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5f01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+28:15720:x1848991029029120:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:0.0:1763335544.185252:0:6517:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335544.185287:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0c7e8a000/0x10123ce7f0765598 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e858 expref: 28 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.185313:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335544.185319:0:6517:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335544.185565:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaae00/0x10123ce7f07655bb lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:0.0:1763335544.185583:0:6517:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af1021f9c00/0x10123ce7f0765552 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e819 expref: 37 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.185595:0:6517:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaae00/0x10123ce7f07655bb lrc: 4/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:0.0:1763335544.185634:0:6517:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af1021f9c00/0x10123ce7f0765552 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e819 expref: 37 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.185648:0:6517:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1021f9c00/0x10123ce7f0765552 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e819 expref: 37 pid: 6516 timeout: 444 lvb_type: 0 00000100:00100000:0.0:1763335544.185663:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c0dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041400960:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335544.185786:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c000 going to sleep for 11 seconds 00000100:00100000:0.0:1763335544.188459:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c0dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041400960:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335544.188505:0:6517:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaae00/0x10123ce7f07655bb lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00000100:00100000:2.0:1763335544.191051:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335544.191264:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029029248 00000100:00100000:3.0:1763335544.191278:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029029248 00010000:00010000:3.0:1763335544.191337:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af1021f9c00/0x10123ce7f0765552 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e819 expref: 38 pid: 6516 timeout: 444 lvb_type: 0 00000100:00100000:3.0:1763335544.191390:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 582 00000100:00100000:3.0:1763335544.191401:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5f02300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+38:2408:x1848991029029248:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335544.191425:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335544.191434:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af1021f9c00/0x10123ce7f0765552 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e819 expref: 38 pid: 6516 timeout: 444 lvb_type: 0 00010000:00010000:3.0:1763335544.191451:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af1021f9c00/0x10123ce7f0765552 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e819 expref: 38 pid: 6516 timeout: 444 lvb_type: 0 00010000:00010000:3.0:1763335544.191480:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af1021f9c00/0x10123ce7f0765552 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e819 expref: 38 pid: 6516 timeout: 444 lvb_type: 0 00010000:00010000:3.0:1763335544.191502:0:13187:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335544.191507:0:13187:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaae00/0x10123ce7f07655bb lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335544.191523:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaae00/0x10123ce7f07655bb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335544.191531:0:13187:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaae00/0x10123ce7f07655bb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT0 00010000:00010000:0.0:1763335544.191900:0:6517:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaae00/0x10123ce7f07655bb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:0.0:1763335544.191910:0:6517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaae00/0x10123ce7f07655bb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00000001:00080000:0.0:1763335544.192048:0:6517:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967918 00000004:00010000:0.0:1763335544.192115:0:6517:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 580534 -> 580534 00000004:00010000:0.0:1763335544.192120:0:6517:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335544 -> 1763335544 00000004:00010000:0.0:1763335544.192122:0:6517:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335544 -> 1763335544 00000004:00010000:0.0:1763335544.192124:0:6517:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335544 -> 1763335544 00000004:00010000:0.0:1763335544.192126:0:6517:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 320 -> 320 00000004:00010000:0.0:1763335544.192132:0:6517:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000dcaf3417 reply state 0000000045d0062b transno 4294967919 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaae00/0x10123ce7f07655bb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:0.0:1763335544.192145:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaae00/0x10123ce7f07655bb lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:0.0:1763335544.192151:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335544.192154:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335544.192157:0:6517:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763335544.192300:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5f01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+30:15720:x1848991029029120:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 7132us (7501us total) trans 4294967919 rc 0/0 00000100:00100000:0.0:1763335544.192309:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1553 00000020:00080000:0.0:1763335544.192315:0:6517:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1763335544.193413:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335544.193768:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5f02300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+37:2408:x1848991029029248:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 2361us (2734us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335544.193783:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 582 00000100:00100000:2.0:1763335544.196635:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335544.197186:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029029376 00000100:00100000:0.0:1763335544.197200:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029029376 00000100:00100000:0.0:1763335544.197282:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1554 00000100:00100000:0.0:1763335544.197296:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5f01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+30:15720:x1848991029029376:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335544.197333:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335544.197359:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa600/0x10123ce7f07655c2 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e87b expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.197397:0:6517:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0c7e8ac00/0x10123ce7f076558a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e851 expref: 36 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.197408:0:6517:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa600/0x10123ce7f07655c2 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e87b expref: 31 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.197456:0:6517:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0c7e8ac00/0x10123ce7f076558a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e851 expref: 36 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.197469:0:6517:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0c7e8ac00/0x10123ce7f076558a lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e851 expref: 36 pid: 6516 timeout: 444 lvb_type: 0 00000100:00100000:0.0:1763335544.197484:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c0dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041401088:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335544.197583:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c900 going to sleep for 11 seconds 00000100:00100000:0.0:1763335544.202749:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c0dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041401088:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335544.202816:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa600/0x10123ce7f07655c2 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e87b expref: 31 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.202844:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335544.202847:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335544.202853:0:6517:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa600/0x10123ce7f07655c2 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e87b expref: 31 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.202900:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aaa600, rc 0) 00000100:00100000:0.0:1763335544.202988:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5f01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+31:15720:x1848991029029376:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5694us (6368us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335544.202999:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1554 00000100:00100000:1.0:1763335544.203241:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335544.203383:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029029504 00000100:00100000:3.0:1763335544.203392:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029029504 00010000:00010000:3.0:1763335544.203432:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0c7e8ac00/0x10123ce7f076558a lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e851 expref: 37 pid: 6516 timeout: 444 lvb_type: 0 00000100:00100000:3.0:1763335544.203470:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 583 00000100:00100000:3.0:1763335544.203481:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f80fb850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+37:2408:x1848991029029504:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335544.203498:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335544.203526:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af0c7e8ac00/0x10123ce7f076558a lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 17 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e851 expref: 37 pid: 6516 timeout: 444 lvb_type: 0 00010000:00010000:3.0:1763335544.203540:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af0c7e8ac00/0x10123ce7f076558a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 17 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e851 expref: 37 pid: 6516 timeout: 444 lvb_type: 0 00010000:00010000:3.0:1763335544.203568:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0c7e8ac00/0x10123ce7f076558a lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 17 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e851 expref: 37 pid: 6516 timeout: 444 lvb_type: 0 00010000:00010000:3.0:1763335544.203585:0:13187:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335544.203591:0:13187:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa600/0x10123ce7f07655c2 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e87b expref: 30 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335544.203603:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa600/0x10123ce7f07655c2 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e87b expref: 30 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335544.203613:0:13187:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa600/0x10123ce7f07655c2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e87b expref: 30 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335544.203651:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa600/0x10123ce7f07655c2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e87b expref: 30 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335544.203668:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c2d01500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041401216:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335544.205113:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850840 going to sleep for 11 seconds 00000100:00100000:3.0:1763335544.209496:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c2d01500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041401216:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335544.209537:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335544.211146:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335544.211402:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029029632 00000100:00100000:0.0:1763335544.211413:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029029632 00000100:00100000:0.0:1763335544.211491:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1134 00000100:00100000:0.0:1763335544.211503:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3780a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:15720:x1848991029029632:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335544.211527:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335544.211553:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aab400/0x10123ce7f07655c9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e882 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.211591:0:8400:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4000/0x10123ce7f0765575 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1298432->1359871) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e83c expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.211600:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335544.211603:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335544.211608:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aab400/0x10123ce7f07655c9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e882 expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.211653:0:8400:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4000/0x10123ce7f0765575 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1298432->1359871) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e83c expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.211670:0:8400:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4000/0x10123ce7f0765575 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1298432->1359871) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e83c expref: 6 pid: 8400 timeout: 444 lvb_type: 0 00000100:00100000:0.0:1763335544.211688:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c0dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041401344:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335544.211784:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c900 going to sleep for 11 seconds 00000100:00100000:3.0:1763335544.214220:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f80fb850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+36:2408:x1848991029029504:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 10722us (10960us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335544.214241:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 583 00000100:00100000:1.0:1763335544.218671:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335544.218970:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c0dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041401344:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335544.219022:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aab400/0x10123ce7f07655c9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e882 expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.219051:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aab400, rc 0) 00000100:00100000:3.0:1763335544.219094:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029029760 00000100:00100000:3.0:1763335544.219105:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029029760 00000100:00100000:0.0:1763335544.219144:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3780a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:15720:x1848991029029632:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7641us (8007us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335544.219155:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1134 00010000:00010000:3.0:1763335544.219306:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4000/0x10123ce7f0765575 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1298432->1359871) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e83c expref: 7 pid: 8400 timeout: 444 lvb_type: 0 00000100:00100000:0.0:1763335544.219425:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 584 00000100:00100000:0.0:1763335544.219437:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3780000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+7:2408:x1848991029029760:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335544.219455:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335544.219484:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4000/0x10123ce7f0765575 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1298432->1359871) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e83c expref: 7 pid: 8400 timeout: 444 lvb_type: 0 00010000:00010000:0.0:1763335544.219497:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4000/0x10123ce7f0765575 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1298432->1359871) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e83c expref: 7 pid: 8400 timeout: 444 lvb_type: 0 00010000:00010000:0.0:1763335544.219526:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4000/0x10123ce7f0765575 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1298432->1359871) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e83c expref: 7 pid: 8400 timeout: 444 lvb_type: 0 00010000:00010000:0.0:1763335544.219540:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335544.219542:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335544.219550:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aab400/0x10123ce7f07655c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e882 expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.219566:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aab400/0x10123ce7f07655c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e882 expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.219607:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aab400/0x10123ce7f07655c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e882 expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335544.219624:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c0dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041401472:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335544.219709:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c900 going to sleep for 11 seconds 00000100:00100000:0.0:1763335544.221436:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c0dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041401472:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763335544.221472:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335544.221528:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3780000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991029029760:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 2092us (2873us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335544.221538:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335544.221538:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 584 00000100:00100000:3.0:1763335544.221774:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029029888 00000100:00100000:3.0:1763335544.221782:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029029888 00002000:00010000:3.0:1763335544.221829:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1691881->18446744073709551615) 00002000:00100000:3.0:1763335544.221834:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f5f00a80 with x1848991029029888 ext(1691881->18446744073709551615) 00002000:00010000:3.0:1763335544.221846:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f5f00a80. 00000100:00100000:3.0:1763335544.221897:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 724 00000100:00100000:3.0:1763335544.221906:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5f00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991029029888:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:3.0:1763335544.222410:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1485401 -> 1691881 00002000:00010000:3.0:1763335544.222415:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335544 -> 1763335544 00002000:00010000:3.0:1763335544.222418:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335544 -> 1763335544 00002000:00010000:3.0:1763335544.222420:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335544 -> 1763335544 00002000:00010000:3.0:1763335544.222423:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 160 -> 160 00000100:00100000:3.0:1763335544.222471:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5f00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+7:2409:x1848991029029888:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 565us (931us total) trans 4294967583 rc 0/0 00000100:00100000:3.0:1763335544.222478:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 724 00002000:00010000:3.0:1763335544.222481:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1691881->18446744073709551615) 00002000:00100000:3.0:1763335544.222483:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f5f00a80 with x1848991029029888 ext(1691881->18446744073709551615) 00002000:00010000:3.0:1763335544.222488:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f5f00a80. 00000100:00100000:1.0:1763335544.225420:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335544.225530:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029030016 00000100:00100000:0.0:1763335544.225543:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029030016 00000100:00100000:0.0:1763335544.225612:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1555 00000100:00100000:0.0:1763335544.225622:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3783b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+36:15720:x1848991029030016:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335544.225656:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335544.225685:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaaa00/0x10123ce7f07655d0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e889 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.225837:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa200/0x10123ce7f07655d7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 17 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:0.0:1763335544.225857:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa200/0x10123ce7f07655d7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:0.0:1763335544.226414:0:6517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa200/0x10123ce7f07655d7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00000004:00200000:0.0:1763335544.226466:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 1691881 00000004:00200000:0.0:1763335544.226472:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763335544.226498:0:6517:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa200/0x10123ce7f07655d7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:0.0:1763335544.226535:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaaa00/0x10123ce7f07655d0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e889 expref: 38 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.226559:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa200/0x10123ce7f07655d7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e889 expref: 37 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.226570:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335544.226572:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335544.226577:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aaa200, rc 0) 00000100:00100000:0.0:1763335544.226667:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3783b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+37:15720:x1848991029030016:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 1045us (1261us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335544.226678:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1555 00000100:00100000:1.0:1763335544.230089:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335544.230154:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029030144 00000100:00100000:0.0:1763335544.230168:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029030144 00000100:00100000:1.0:1763335544.230201:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335544.230244:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1556 00000100:00100000:0.0:1763335544.230257:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3782300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+37:2409:x1848991029030144:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335544.230285:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335544.230316:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaba00/0x10123ce7f07655de lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 17 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e890 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.230373:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa600/0x10123ce7f07655c2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 17 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e87b expref: 30 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335544.230439:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c0dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041401600:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335544.230567:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029030272 00000100:00100000:3.0:1763335544.230572:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029030272 00000100:00100000:0.0:1763335544.230575:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c900 going to sleep for 11 seconds 00000100:00100000:3.0:1763335544.230605:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1135 00000100:00100000:3.0:1763335544.230611:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3782d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991029030272:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335544.230620:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335544.230634:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5800/0x10123ce7f07655e5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e897 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335544.230678:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c2d01500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041401728:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335544.230711:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58503c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335544.232799:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c0dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041401600:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335544.232839:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 580534 00010000:00010000:0.0:1763335544.232863:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaba00/0x10123ce7f07655de lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 17 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e890 expref: 38 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.232935:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335544.232938:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335544.232944:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaba00/0x10123ce7f07655de lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 17 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e890 expref: 38 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.232963:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aaba00, rc 0) 00000100:00100000:3.0:1763335544.232989:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c2d01500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041401728:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335544.233011:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5800/0x10123ce7f07655e5 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e897 expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1763335544.233023:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3782300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+37:2409:x1848991029030144:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2769us (2951us total) trans 0 rc 301/301 00010000:00010000:3.0:1763335544.233027:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5800/0x10123ce7f07655e5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e897 expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1763335544.233033:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1556 00010000:00010000:3.0:1763335544.233036:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5800, rc 0) 00000100:00100000:3.0:1763335544.233058:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3782d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991029030272:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2447us (2856us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335544.233065:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1135 00000100:00100000:1.0:1763335544.236500:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335544.236738:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335544.237343:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029030400 00000100:00100000:0.0:1763335544.237358:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029030400 00000100:00100000:0.0:1763335544.237444:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1557 00000100:00100000:0.0:1763335544.237455:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3782680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+37:2406:x1848991029030400:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335544.237484:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335544.237513:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaaa00/0x10123ce7f07655ec lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 17 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e89e expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.237566:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa600/0x10123ce7f07655c2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 17 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e87b expref: 30 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335544.237633:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c0dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041401856:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335544.237750:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c900 going to sleep for 11 seconds 00000100:00100000:3.0:1763335544.237887:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029030528 00000100:00100000:3.0:1763335544.237894:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029030528 00000100:00100000:2.0:1763335544.238203:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1136 00000100:00100000:2.0:1763335544.238212:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3781c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+6:2406:x1848991029030528:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335544.238222:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335544.238234:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0c7e8a200/0x10123ce7f07655f3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e8a5 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335544.238272:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5f02680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041401984:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335544.238929:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09840 going to sleep for 11 seconds 00000100:00100000:0.0:1763335544.242979:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c0dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041401856:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335544.243036:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 580534 00010000:00010000:0.0:1763335544.243064:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaaa00/0x10123ce7f07655ec lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 17 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e89e expref: 38 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.243093:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335544.243096:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335544.243102:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaaa00/0x10123ce7f07655ec lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 17 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e89e expref: 38 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.243119:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aaaa00, rc 0) 00000100:00100000:0.0:1763335544.243184:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3782680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+37:2406:x1848991029030400:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5731us (6698us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335544.243193:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1557 00000100:00100000:2.0:1763335544.245574:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5f02680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041401984:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335544.245629:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0c7e8a200/0x10123ce7f07655f3 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e8a5 expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335544.245658:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0c7e8a200/0x10123ce7f07655f3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e8a5 expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335544.245673:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0c7e8a200, rc 0) 00000100:00100000:2.0:1763335544.245759:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3781c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+6:2406:x1848991029030528:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7546us (9019us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335544.245771:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1136 00000100:00100000:1.0:1763335544.249308:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335544.249451:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029030656 00000100:00100000:0.0:1763335544.249466:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029030656 00000100:00100000:0.0:1763335544.249593:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1558 00000100:00100000:0.0:1763335544.249606:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3781f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+31:15720:x1848991029030656:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335544.249637:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335544.249668:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaba00/0x10123ce7f07655fa lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 17 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e8ac expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.250224:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa000/0x10123ce7f0765601 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 18 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:0.0:1763335544.250252:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa000/0x10123ce7f0765601 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:0.0:1763335544.250265:0:6517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa000/0x10123ce7f0765601 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00000004:00200000:0.0:1763335544.250305:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 1691881 00000004:00200000:0.0:1763335544.250311:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763335544.250339:0:6517:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa000/0x10123ce7f0765601 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:0.0:1763335544.250381:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaba00/0x10123ce7f07655fa lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e8ac expref: 33 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.250409:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa000/0x10123ce7f0765601 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e8ac expref: 32 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.250420:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335544.250423:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335544.250427:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aaa000, rc 0) 00000100:00100000:0.0:1763335544.250518:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3781f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+32:15720:x1848991029030656:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 914us (1226us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335544.250531:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1558 00000100:00100000:1.0:1763335544.261498:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335544.262294:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029030784 00000100:00100000:2.0:1763335544.262309:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029030784 00000100:00100000:2.0:1763335544.262389:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1137 00000100:00100000:2.0:1763335544.262401:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3781180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+6:15720:x1848991029030784:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335544.262426:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335544.262455:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0c7e8a200/0x10123ce7f0765608 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e8b3 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335544.262497:0:8400:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aab400/0x10123ce7f07655c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e882 expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335544.262507:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335544.262510:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335544.262516:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9af0c7e8a200/0x10123ce7f0765608 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1888256->1937407] (req 1888256->1937407) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e8b3 expref: 7 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335544.262562:0:8400:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aab400/0x10123ce7f07655c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e882 expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335544.262578:0:8400:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aab400/0x10123ce7f07655c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e882 expref: 6 pid: 8400 timeout: 444 lvb_type: 0 00000100:00100000:2.0:1763335544.262594:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5f02680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041402112:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335544.262718:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09840 going to sleep for 11 seconds 00000100:00100000:3.0:1763335544.269500:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335544.269914:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029030912 00000100:00100000:0.0:1763335544.269927:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029030912 00010000:00010000:0.0:1763335544.269981:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aab400/0x10123ce7f07655c9 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e882 expref: 7 pid: 8400 timeout: 444 lvb_type: 0 00000100:00100000:0.0:1763335544.270042:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 585 00000100:00100000:0.0:1763335544.270056:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d01500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+7:2409:x1848991029030912:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335544.270078:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335544.270105:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aab400/0x10123ce7f07655c9 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e882 expref: 7 pid: 8400 timeout: 444 lvb_type: 0 00010000:00010000:0.0:1763335544.270120:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aab400/0x10123ce7f07655c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e882 expref: 7 pid: 8400 timeout: 444 lvb_type: 0 00010000:00010000:0.0:1763335544.270153:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335544.270155:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335544.270165:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9af0c7e8a200/0x10123ce7f0765608 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1888256->1937407) gid 0 flags: 0x50080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e8b3 expref: 7 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.270176:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9af0c7e8a200/0x10123ce7f0765608 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1888256->1937407) gid 0 flags: 0x50080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e8b3 expref: 7 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.270223:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9af0c7e8a200/0x10123ce7f0765608 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1888256->1937407) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e8b3 expref: 7 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335544.270239:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c0dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041402240:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335544.270356:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c900 going to sleep for 11 seconds 00010000:00010000:2.0:1763335544.271553:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5aab400/0x10123ce7f07655c9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e882 expref: 7 pid: 8400 timeout: 444 lvb_type: 0 00000100:00100000:2.0:1763335544.271579:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5f02680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041402112:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335544.271613:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0c7e8a200/0x10123ce7f0765608 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1888256->1937407) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e8b3 expref: 7 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335544.271629:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0c7e8a200, rc 0) 00000100:00100000:2.0:1763335544.271712:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3781180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+7:15720:x1848991029030784:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 9313us (10229us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335544.271722:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1137 00000100:00100000:0.0:1763335544.275472:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c0dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041402240:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763335544.275511:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335544.275645:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d01500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991029030912:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 5589us (6156us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335544.275660:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 585 00000100:00100000:3.0:1763335544.284950:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335544.285202:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029031040 00000100:00100000:2.0:1763335544.285216:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029031040 00000100:00100000:2.0:1763335544.285510:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1138 00000100:00100000:2.0:1763335544.285524:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991029031040:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335544.285551:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335544.285591:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0c7e8b800/0x10123ce7f076560f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e8ba expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335544.285677:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5f02680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041402368:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335544.286348:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09840 going to sleep for 11 seconds 00002000:00010000:0.0:1763335544.290271:0:8400:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size: 1691881 -> 1934453 00000100:00100000:0.0:1763335544.290326:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5f02680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041402368:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335544.290380:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0c7e8b800/0x10123ce7f076560f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e8ba expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335544.290413:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0c7e8b800/0x10123ce7f076560f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e8ba expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335544.290431:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0c7e8b800, rc 0) 00000100:00100000:1.0:1763335544.290587:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991029031040:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5056us (5647us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335544.290598:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1138 00000100:00100000:3.0:1763335544.294208:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335544.294422:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029031168 00000100:00100000:1.0:1763335544.294437:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029031168 00000100:00100000:1.0:1763335544.294521:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1139 00000100:00100000:1.0:1763335544.294533:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991029031168:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335544.294561:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335544.294590:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ed000/0x10123ce7f0765616 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e8c1 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335544.294674:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c41f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041402496:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335544.294811:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb180 going to sleep for 11 seconds 00000100:00100000:1.0:1763335544.297727:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c41f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041402496:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335544.297797:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ed000/0x10123ce7f0765616 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e8c1 expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335544.297833:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ed000/0x10123ce7f0765616 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e8c1 expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335544.297851:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8ed000, rc 0) 00000100:00100000:1.0:1763335544.298028:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991029031168:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3495us (3834us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335544.298039:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1139 00000100:00100000:2.0:1763335544.301220:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335544.301412:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029031296 00000100:00100000:0.0:1763335544.301427:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029031296 00000100:00100000:0.0:1763335544.301505:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1559 00000100:00100000:0.0:1763335544.301517:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5f01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+37:2409:x1848991029031296:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335544.301545:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335544.301577:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaba00/0x10123ce7f076561d lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 18 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e8c8 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.301630:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa600/0x10123ce7f07655c2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 18 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e87b expref: 31 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335544.301693:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c0dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041402624:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335544.301833:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c900 going to sleep for 11 seconds 00000100:00100000:0.0:1763335544.306226:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c0dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041402624:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335544.306278:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 580534 00010000:00010000:0.0:1763335544.306305:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaba00/0x10123ce7f076561d lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 18 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e8c8 expref: 38 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.306613:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335544.306617:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335544.306623:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaba00/0x10123ce7f076561d lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 18 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e8c8 expref: 38 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.306645:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aaba00, rc 0) 00000100:00100000:0.0:1763335544.308320:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5f01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+37:2409:x1848991029031296:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6789us (7101us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335544.308337:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1559 00000100:00100000:1.0:1763335544.312732:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335544.313222:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029031424 00000100:00100000:0.0:1763335544.313302:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029031424 00000100:00100000:0.0:1763335544.313389:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1560 00000100:00100000:0.0:1763335544.313401:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+37:15720:x1848991029031424:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335544.313429:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335544.313458:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaba00/0x10123ce7f0765624 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 18 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e8cf expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.313500:0:6517:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa600/0x10123ce7f07655c2 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 18 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e87b expref: 31 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.313513:0:6517:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaba00/0x10123ce7f0765624 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 18 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e8cf expref: 38 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.313560:0:6517:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa600/0x10123ce7f07655c2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 18 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e87b expref: 31 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.313574:0:6517:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa600/0x10123ce7f07655c2 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 18 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e87b expref: 31 pid: 6517 timeout: 444 lvb_type: 0 00000100:00100000:0.0:1763335544.313591:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c0dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041402752:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335544.313711:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c900 going to sleep for 11 seconds 00000100:00100000:0.0:1763335544.317226:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c0dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041402752:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335544.317281:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaba00/0x10123ce7f0765624 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 18 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e8cf expref: 38 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.317308:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335544.317311:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335544.317317:0:6517:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaba00/0x10123ce7f0765624 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 18 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e8cf expref: 38 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.317333:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5aaba00, rc 0) 00000100:00100000:0.0:1763335544.317416:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+38:15720:x1848991029031424:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4016us (4701us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335544.317428:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1560 00000100:00100000:3.0:1763335544.318228:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335544.318334:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029031552 00000100:00100000:1.0:1763335544.318346:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029031552 00010000:00010000:1.0:1763335544.318392:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa600/0x10123ce7f07655c2 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 18 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e87b expref: 32 pid: 6517 timeout: 444 lvb_type: 0 00000100:00100000:1.0:1763335544.318445:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 586 00000100:00100000:1.0:1763335544.318456:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d03800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+32:2408:x1848991029031552:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335544.318482:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335544.318513:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa600/0x10123ce7f07655c2 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 19 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e87b expref: 32 pid: 6517 timeout: 444 lvb_type: 0 00010000:00010000:1.0:1763335544.318528:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa600/0x10123ce7f07655c2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 19 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e87b expref: 32 pid: 6517 timeout: 444 lvb_type: 0 00010000:00010000:1.0:1763335544.318557:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa600/0x10123ce7f07655c2 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 19 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e87b expref: 32 pid: 6517 timeout: 444 lvb_type: 0 00010000:00010000:1.0:1763335544.318575:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335544.318581:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaba00/0x10123ce7f0765624 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 18 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e8cf expref: 37 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335544.318597:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaba00/0x10123ce7f0765624 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 18 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e8cf expref: 37 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335544.318607:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaba00/0x10123ce7f0765624 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 18 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e8cf expref: 37 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335544.318652:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaba00/0x10123ce7f0765624 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 18 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e8cf expref: 37 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335544.318671:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c40000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041402880:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335544.319452:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb180 going to sleep for 11 seconds 00000100:00100000:0.0:1763335544.325765:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c40000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041402880:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763335544.325817:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335544.325936:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d03800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+31:2408:x1848991029031552:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 7480us (7712us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335544.325950:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 586 00000100:00100000:2.0:1763335544.329618:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335544.330281:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335544.330325:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335544.330357:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335544.330384:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335544.330969:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029032064 00000100:00100000:3.0:1763335544.330987:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029032064 00002000:00100000:3.0:1763335544.331060:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->1888255) req@ffff9af0f5f01180 x1848991029032064/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:590/0 lens 488/0 e 0 to 0 dl 1763335555 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335544.331073:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f5f01180 with x1848991029032064 ext(1048576->1888255) 00002000:00010000:3.0:1763335544.331082:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f5f01180 00000100:00100000:3.0:1763335544.331118:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 725 00000100:00100000:3.0:1763335544.331128:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5f01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+7:2408:x1848991029032064:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335544.332861:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029032192 00000100:00100000:0.0:1763335544.332891:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029032192 00002000:00100000:0.0:1763335544.332978:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f5f02680 x1848991029032192/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:590/0 lens 488/0 e 0 to 0 dl 1763335555 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335544.332991:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f5f02680 with x1848991029032192 00000100:00100000:0.0:1763335544.333043:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 842 00000100:00100000:0.0:1763335544.333054:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5f02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+38:2409:x1848991029032192:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335544.333689:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029031936 00000100:00100000:2.0:1763335544.333698:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029031936 00000100:00100000:2.0:1763335544.333780:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029031808 00000100:00100000:2.0:1763335544.333783:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029031808 00000100:00100000:2.0:1763335544.333822:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 331 00000100:00100000:2.0:1763335544.333830:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5f02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2406:x1848991029031936:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:2.0:1763335544.333934:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5f02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2406:x1848991029031936:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 104us (3574us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335544.333947:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 331 00000100:00100000:2.0:1763335544.333975:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 332 00000100:00100000:2.0:1763335544.333984:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5f02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2406:x1848991029031808:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:2.0:1763335544.334023:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5f02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2406:x1848991029031808:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 40us (3637us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335544.334030:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 332 00000100:00080000:0.0:1763335544.334512:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1763335544.335248:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029031680 00000100:00100000:1.0:1763335544.335256:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029031680 00000100:00100000:1.0:1763335544.335326:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 362 00000100:00100000:1.0:1763335544.335335:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c71a3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f4bc7452-2198-4a0d-a8bc-8fee3c386313+12:2406:x1848991029031680:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:1.0:1763335544.335385:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c71a3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f4bc7452-2198-4a0d-a8bc-8fee3c386313+12:2406:x1848991029031680:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 51us (5787us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335544.335392:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 362 00000100:00100000:0.0:1763335544.349493:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5f02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+38:2409:x1848991029032192:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 16419us (19145us total) trans 0 rc 581632/581632 00000100:00100000:0.0:1763335544.349512:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 842 00002000:00100000:0.0:1763335544.349530:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f5f02680 x1848991029032192/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:590/0 lens 488/440 e 0 to 0 dl 1763335555 ref 1 fl Complete:/600/0 rc 581632/581632 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335544.349542:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f5f02680 with x1848991029032192 00000100:00100000:3.0:1763335544.352187:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5f01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+7:2408:x1848991029032064:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 21043us (21892us total) trans 0 rc 647168/647168 00000100:00100000:3.0:1763335544.352208:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 725 00002000:00100000:3.0:1763335544.352226:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->1888255) req@ffff9af0f5f01180 x1848991029032064/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:590/0 lens 488/440 e 0 to 0 dl 1763335555 ref 1 fl Complete:/600/0 rc 647168/647168 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335544.352237:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f5f01180 with x1848991029032064 ext(1048576->1888255) 00002000:00010000:3.0:1763335544.352244:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f5f01180 00000100:00100000:1.0:1763335544.359128:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335544.359255:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029032320 00000100:00100000:0.0:1763335544.359272:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029032320 00002000:00100000:0.0:1763335544.359355:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4c42680 x1848991029032320/t0(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:590/0 lens 488/0 e 0 to 0 dl 1763335555 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335544.359369:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4c42680 with x1848991029032320 00000100:00100000:0.0:1763335544.359428:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 843 00000100:00100000:0.0:1763335544.359440:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c42680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+38:2406:x1848991029032320:12345-192.168.202.34@tcp:4:fsx.0 00000004:00010000:1.0:1763335544.369947:0:15202:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 580534 -> 580534 00000004:00010000:1.0:1763335544.369963:0:15202:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335544 -> 1763335544 00000004:00010000:1.0:1763335544.369965:0:15202:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335544 -> 1763335544 00000004:00010000:1.0:1763335544.369968:0:15202:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335544 -> 1763335544 00000004:00010000:1.0:1763335544.369971:0:15202:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 320 -> 344 00000100:00100000:1.0:1763335544.371018:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c42680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+41:2406:x1848991029032320:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 11567us (11897us total) trans 4294967921 rc 0/0 00000100:00100000:1.0:1763335544.371036:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 843 00002000:00100000:1.0:1763335544.371055:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4c42680 x1848991029032320/t4294967921(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:590/0 lens 488/448 e 0 to 0 dl 1763335555 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335544.371068:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4c42680 with x1848991029032320 00000100:00100000:2.0:1763335544.373607:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335544.373717:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029032448 00000100:00100000:0.0:1763335544.373730:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029032448 00000100:00100000:0.0:1763335544.374044:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1561 00000100:00100000:0.0:1763335544.374058:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5f02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+41:2409:x1848991029032448:12345-192.168.202.34@tcp:16:fsx.0 00010000:00010000:2.0:1763335544.376700:0:3637:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0200/0x10123ce7f0765115 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335544.376724:0:3637:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0200/0x10123ce7f0765115 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335544.376733:0:3637:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0200/0x10123ce7f0765115 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335544.376739:0:3637:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9af0ffad0200 already unused, calling callback (ffffffffc1966550) 00010000:00010000:2.0:1763335544.376745:0:3637:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0200/0x10123ce7f0765115 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335544.376754:0:3637:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0200/0x10123ce7f0765115 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335544.376778:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335544.376782:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335544.376795:0:3637:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0200/0x10123ce7f0765115 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335544.376801:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0200/0x10123ce7f0765115 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335544.376832:0:3637:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0765146 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335544.376837:0:3637:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0765146 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335544.376842:0:3637:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0765146 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335544.376847:0:3637:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc2bd5e00 already unused, calling callback (ffffffffc1966550) 00010000:00010000:2.0:1763335544.376849:0:3637:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0765146 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335544.376854:0:3637:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0765146 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335544.376861:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335544.376864:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000001:00080000:1.0:1763335544.377022:0:6496:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967921 is committed 00000001:00080000:1.0:1763335544.377308:0:6496:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967919 is committed 00010000:00010000:3.0:1763335544.377501:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96c200/0x10123ce7f07652ab lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335544.377509:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96c200/0x10123ce7f07652ab lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335544.377515:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96c200/0x10123ce7f07652ab lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335544.377520:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9af0ff96c200 already unused, calling callback (ffffffffc1966550) 00010000:00010000:3.0:1763335544.377523:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96c200/0x10123ce7f07652ab lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335544.377529:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96c200/0x10123ce7f07652ab lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335544.377538:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335544.377541:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335544.377544:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96c200/0x10123ce7f07652ab lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335544.377550:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96c200/0x10123ce7f07652ab lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335544.377564:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aabc00/0x10123ce7f07652f8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335544.377570:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aabc00/0x10123ce7f07652f8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335544.377576:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aabc00/0x10123ce7f07652f8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335544.377581:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc5aabc00 already unused, calling callback (ffffffffc1966550) 00010000:00010000:3.0:1763335544.377584:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aabc00/0x10123ce7f07652f8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335544.377589:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aabc00/0x10123ce7f07652f8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335544.377596:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335544.377598:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335544.377601:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aabc00/0x10123ce7f07652f8 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335544.377606:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aabc00/0x10123ce7f07652f8 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335544.377618:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1021f9a00/0x10123ce7f0765536 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335544.377624:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af1021f9a00/0x10123ce7f0765536 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335544.377630:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af1021f9a00/0x10123ce7f0765536 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335544.377635:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9af1021f9a00 already unused, calling callback (ffffffffc1966550) 00010000:00010000:3.0:1763335544.377637:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af1021f9a00/0x10123ce7f0765536 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335544.377647:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af1021f9a00/0x10123ce7f0765536 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335544.377653:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335544.377655:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335544.377658:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af1021f9a00/0x10123ce7f0765536 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335544.377664:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af1021f9a00/0x10123ce7f0765536 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335544.377678:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaae00/0x10123ce7f07655bb lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335544.377684:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaae00/0x10123ce7f07655bb lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335544.377689:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaae00/0x10123ce7f07655bb lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335544.377694:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc5aaae00 already unused, calling callback (ffffffffc1966550) 00010000:00010000:3.0:1763335544.377696:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaae00/0x10123ce7f07655bb lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335544.377701:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaae00/0x10123ce7f07655bb lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335544.377708:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335544.377710:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335544.377712:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaae00/0x10123ce7f07655bb lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335544.377717:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaae00/0x10123ce7f07655bb lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335544.378052:0:3637:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0765146 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335544.378061:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0765146 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335544.378076:0:3637:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0c00/0x10123ce7f07651a1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335544.378082:0:3637:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0c00/0x10123ce7f07651a1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335544.378088:0:3637:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0c00/0x10123ce7f07651a1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335544.378093:0:3637:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9af0ffad0c00 already unused, calling callback (ffffffffc1966550) 00010000:00010000:2.0:1763335544.378096:0:3637:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0c00/0x10123ce7f07651a1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335544.378101:0:3637:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0c00/0x10123ce7f07651a1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335544.378110:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335544.378112:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335544.378115:0:3637:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0c00/0x10123ce7f07651a1 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335544.378121:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ffad0c00/0x10123ce7f07651a1 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335544.378131:0:3637:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96da00/0x10123ce7f07651bd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335544.378137:0:3637:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96da00/0x10123ce7f07651bd lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335544.378142:0:3637:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96da00/0x10123ce7f07651bd lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335544.378147:0:3637:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9af0ff96da00 already unused, calling callback (ffffffffc1966550) 00010000:00010000:2.0:1763335544.378150:0:3637:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96da00/0x10123ce7f07651bd lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335544.378154:0:3637:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96da00/0x10123ce7f07651bd lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335544.378160:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335544.378163:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335544.378165:0:3637:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96da00/0x10123ce7f07651bd lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335544.378174:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ff96da00/0x10123ce7f07651bd lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335544.378182:0:3637:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aab200/0x10123ce7f076545d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335544.378189:0:3637:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aab200/0x10123ce7f076545d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335544.378194:0:3637:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aab200/0x10123ce7f076545d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335544.378199:0:3637:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc5aab200 already unused, calling callback (ffffffffc1966550) 00010000:00010000:2.0:1763335544.378202:0:3637:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aab200/0x10123ce7f076545d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335544.378207:0:3637:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aab200/0x10123ce7f076545d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335544.378214:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335544.378216:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335544.378219:0:3637:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aab200/0x10123ce7f076545d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335544.378225:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aab200/0x10123ce7f076545d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 00000100:00100000:0.0:1763335544.378554:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5f02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991029032448:12345-192.168.202.34@tcp:16:fsx.0 Request processed in 4490us (4952us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335544.378568:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1561 00000100:00100000:3.0:1763335544.382613:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1848991041403008:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1763335544.382714:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335544.383022:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3654:1848991041403136:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1763335544.383059:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335544.383143:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041403008 00000100:00100000:2.0:1763335544.383154:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041403008 00000100:00100000:2.0:1763335544.383211:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041403136 00000100:00100000:2.0:1763335544.383214:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041403136 00000100:00100000:2.0:1763335544.383233:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 144 00000100:00100000:2.0:1763335544.383243:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1848991041403008:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1763335544.383283:0:8403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3921195008 avail 3689672704 00000100:00100000:2.0:1763335544.383334:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1848991041403008:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (620us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335544.383342:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 144 00000100:00100000:2.0:1763335544.383361:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145 00000100:00100000:2.0:1763335544.383367:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1848991041403136:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1763335544.383376:0:8403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3921195008 avail 3689672704 00000100:00100000:3.0:1763335544.384130:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1848991041403008:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1763335544.385636:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1848991041403136:12345-0@lo:13:osp-pre-0-0.0 Request processed in 2256us (2564us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335544.385653:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145 00000100:00100000:1.0:1763335544.386426:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3654:1848991041403136:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1763335544.386500:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335544.386803:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335544.386858:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029032576 00000100:00100000:0.0:1763335544.386899:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029032576 00000100:00100000:0.0:1763335544.386963:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1562 00000100:00100000:0.0:1763335544.386975:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5f00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2406:x1848991029032576:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335544.387000:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335544.387030:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9000/0x10123ce7f076562b lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e8d6 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.387078:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaba00/0x10123ce7f0765624 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e8cf expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335544.387131:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c0c380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041403264:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335544.387233:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c600 going to sleep for 11 seconds 00000100:00100000:1.0:1763335544.387361:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029032704 00000100:00100000:1.0:1763335544.387366:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029032704 00000100:00100000:1.0:1763335544.387406:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1140 00000100:00100000:1.0:1763335544.387413:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5f03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:2406:x1848991029032704:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335544.387423:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335544.387435:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ec600/0x10123ce7f0765632 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e8dd expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335544.387476:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c42d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041403392:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335544.387510:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb600 going to sleep for 11 seconds 00000100:00100000:0.0:1763335544.390168:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c0c380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041403264:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335544.390210:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 580534 00010000:00010000:0.0:1763335544.390239:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9000/0x10123ce7f076562b lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e8d6 expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.390269:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335544.390273:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335544.390279:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9000/0x10123ce7f076562b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e8d6 expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.390299:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc9000, rc 0) 00000100:00100000:0.0:1763335544.390385:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5f00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2406:x1848991029032576:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3410us (3885us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335544.390394:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1562 00000100:00100000:1.0:1763335544.390545:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c42d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041403392:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335544.390570:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ec600/0x10123ce7f0765632 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e8dd expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335544.390587:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ec600/0x10123ce7f0765632 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e8dd expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335544.390595:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8ec600, rc 0) 00000100:00100000:1.0:1763335544.390620:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5f03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:2406:x1848991029032704:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3209us (3818us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335544.390627:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1140 00000100:00100000:3.0:1763335544.394626:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335544.394775:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029032832 00000100:00100000:0.0:1763335544.395475:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029032832 00000100:00100000:0.0:1763335544.395565:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1563 00000100:00100000:0.0:1763335544.395577:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2409:x1848991029032832:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335544.395602:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335544.395631:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9a00/0x10123ce7f0765639 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e8e4 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.395676:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaba00/0x10123ce7f0765624 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e8cf expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335544.395726:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c0c380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041403520:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335544.395855:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c600 going to sleep for 11 seconds 00000100:00100000:2.0:1763335544.396768:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335544.397696:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029032960 00000100:00100000:1.0:1763335544.397708:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029032960 00000100:00100000:1.0:1763335544.397772:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1141 00000100:00100000:1.0:1763335544.397783:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991029032960:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335544.397810:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335544.397832:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ec600/0x10123ce7f0765640 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e8eb expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335544.397926:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c42d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041403648:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335544.398037:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb600 going to sleep for 11 seconds 00000100:00100000:0.0:1763335544.400101:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c0c380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041403520:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335544.400140:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 580534 00010000:00010000:0.0:1763335544.400167:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9a00/0x10123ce7f0765639 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e8e4 expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.400196:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335544.400200:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335544.400205:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9a00/0x10123ce7f0765639 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e8e4 expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.400223:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc9a00, rc 0) 00000100:00100000:0.0:1763335544.400304:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2409:x1848991029032832:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4728us (5693us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335544.400315:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1563 00000100:00100000:1.0:1763335544.402507:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c42d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041403648:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335544.402562:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ec600/0x10123ce7f0765640 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e8eb expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335544.402589:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ec600/0x10123ce7f0765640 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e8eb expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335544.402602:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8ec600, rc 0) 00000100:00100000:1.0:1763335544.402675:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991029032960:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4892us (5913us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335544.402684:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1141 00000100:00100000:2.0:1763335544.407116:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335544.407213:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029033088 00000100:00100000:1.0:1763335544.407229:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029033088 00000100:00100000:1.0:1763335544.407312:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1142 00000100:00100000:1.0:1763335544.407324:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:15720:x1848991029033088:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335544.407350:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335544.407383:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8edc00/0x10123ce7f0765647 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e8f2 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335544.407434:0:8400:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9af0c7e8a200/0x10123ce7f0765608 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1888256->1937407) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e8b3 expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335544.407444:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335544.407447:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335544.407453:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8edc00/0x10123ce7f0765647 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1863680->1921023] (req 1863680->1921023) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e8f2 expref: 7 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335544.407500:0:8400:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9af0c7e8a200/0x10123ce7f0765608 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1888256->1937407) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e8b3 expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335544.407515:0:8400:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9af0c7e8a200/0x10123ce7f0765608 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1888256->1937407) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e8b3 expref: 6 pid: 8400 timeout: 445 lvb_type: 0 00000100:00100000:1.0:1763335544.407530:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c42d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041403776:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335544.407649:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb600 going to sleep for 11 seconds 00000100:00100000:1.0:1763335544.410391:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c42d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041403776:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335544.410442:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8edc00/0x10123ce7f0765647 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1863680->1921023] (req 1863680->1921023) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e8f2 expref: 7 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335544.410465:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8edc00, rc 0) 00000100:00100000:1.0:1763335544.410544:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+7:15720:x1848991029033088:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3221us (3446us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335544.410555:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1142 00000100:00100000:3.0:1763335544.412529:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335544.412824:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029033216 00000100:00100000:2.0:1763335544.412837:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029033216 00002000:00100000:2.0:1763335544.413048:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1888256->1934452) req@ffff9af0c2d01c00 x1848991029033216/t0(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:590/0 lens 488/0 e 0 to 0 dl 1763335555 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335544.413062:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0c2d01c00 with x1848991029033216 ext(1888256->1934452) 00010000:00010000:2.0:1763335544.413075:0:8407:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9af0c7e8a200/0x10123ce7f0765608 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1888256->1937407) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e8b3 expref: 7 pid: 8400 timeout: 445 lvb_type: 0 00010000:00010000:2.0:1763335544.413093:0:8407:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9af0c7e8a200/0x10123ce7f0765608 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1888256->1937407) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e8b3 expref: 7 pid: 8400 timeout: 445 lvb_type: 0 00002000:00010000:2.0:1763335544.413102:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9af0c2d01c00 00000100:00100000:2.0:1763335544.413185:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 30 00000100:00100000:2.0:1763335544.413196:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991029033216:12345-192.168.202.34@tcp:4:fsx.0 00000100:00100000:3.0:1763335544.418758:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+9:2409:x1848991029033216:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 5547us (6225us total) trans 4294967584 rc 0/0 00000100:00100000:3.0:1763335544.418778:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 30 00002000:00100000:3.0:1763335544.418804:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1888256->1934452) req@ffff9af0c2d01c00 x1848991029033216/t4294967584(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:590/0 lens 488/448 e 0 to 0 dl 1763335555 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335544.418817:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0c2d01c00 with x1848991029033216 ext(1888256->1934452) 00010000:00010000:3.0:1763335544.418830:0:8407:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9af0c7e8a200/0x10123ce7f0765608 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1888256->1937407) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e8b3 expref: 9 pid: 8400 timeout: 445 lvb_type: 0 00010000:00010000:3.0:1763335544.418855:0:8407:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9af0c7e8a200/0x10123ce7f0765608 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1888256->1937407) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e8b3 expref: 9 pid: 8400 timeout: 445 lvb_type: 0 00002000:00010000:3.0:1763335544.418865:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9af0c2d01c00 00000100:00100000:3.0:1763335544.422742:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335544.423379:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029033344 00000100:00100000:0.0:1763335544.423396:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029033344 00010000:00010000:0.0:1763335544.423463:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9af0c7e8a200/0x10123ce7f0765608 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1888256->1937407) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e8b3 expref: 9 pid: 8400 timeout: 445 lvb_type: 0 00000100:00100000:0.0:1763335544.423530:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 587 00000100:00100000:0.0:1763335544.423544:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f45b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+9:2409:x1848991029033344:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335544.423568:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1763335544.423593:0:8416:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 160 -> 256 00010000:00010000:0.0:1763335544.423600:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9af0c7e8a200/0x10123ce7f0765608 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1888256->1937407) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e8b3 expref: 9 pid: 8400 timeout: 445 lvb_type: 0 00010000:00010000:0.0:1763335544.423615:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9af0c7e8a200/0x10123ce7f0765608 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1888256->1937407) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e8b3 expref: 9 pid: 8400 timeout: 445 lvb_type: 0 00010000:00010000:0.0:1763335544.423650:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0c7e8a200/0x10123ce7f0765608 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1888256->1937407) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e8b3 expref: 9 pid: 8400 timeout: 445 lvb_type: 0 00010000:00010000:0.0:1763335544.423673:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335544.423676:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335544.423686:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8edc00/0x10123ce7f0765647 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1863680->1921023) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e8f2 expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.423697:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8edc00/0x10123ce7f0765647 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1863680->1921023) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e8f2 expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.423751:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8edc00/0x10123ce7f0765647 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1863680->1921023) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e8f2 expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335544.423769:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c0c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041403904:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335544.423963:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c600 going to sleep for 11 seconds 00000100:00100000:0.0:1763335544.427027:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c0c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041403904:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763335544.427064:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335544.427131:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f45b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991029033344:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 3589us (4405us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335544.427144:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 587 00000100:00100000:2.0:1763335544.427402:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335544.428048:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029033472 00000100:00100000:0.0:1763335544.428058:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029033472 00000100:00100000:0.0:1763335544.428372:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 726 00000100:00100000:0.0:1763335544.428383:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+7:2409:x1848991029033472:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:0.0:1763335544.428903:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1934453 -> 1934453 00002000:00010000:0.0:1763335544.428908:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335544 -> 1763335544 00002000:00010000:0.0:1763335544.428911:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335544 -> 1763335544 00002000:00010000:0.0:1763335544.428914:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335544 -> 1763335544 00002000:00010000:0.0:1763335544.428916:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 256 -> 200 00000100:00100000:0.0:1763335544.428977:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2409:x1848991029033472:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 594us (1574us total) trans 4294967585 rc 0/0 00000100:00100000:0.0:1763335544.428985:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 726 00000100:00100000:2.0:1763335544.433741:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335544.434241:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029033600 00000100:00100000:1.0:1763335544.434257:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029033600 00000100:00100000:1.0:1763335544.434335:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1143 00000100:00100000:1.0:1763335544.434348:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991029033600:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335544.434375:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335544.434403:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ec600/0x10123ce7f076564e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e8f9 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335544.434489:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c42d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041404032:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335544.434604:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb600 going to sleep for 11 seconds 00000100:00100000:1.0:1763335544.437398:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c42d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041404032:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335544.437460:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ec600/0x10123ce7f076564e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e8f9 expref: 9 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335544.437495:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ec600/0x10123ce7f076564e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e8f9 expref: 9 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335544.437509:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8ec600, rc 0) 00000100:00100000:1.0:1763335544.437593:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991029033600:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3246us (3867us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335544.437604:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1143 00000100:00100000:3.0:1763335544.441612:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335544.441777:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029033728 00000100:00100000:1.0:1763335544.441799:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029033728 00000100:00100000:1.0:1763335544.442036:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1144 00000100:00100000:1.0:1763335544.442048:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3357100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991029033728:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335544.442071:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335544.442098:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ec200/0x10123ce7f0765655 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e900 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335544.442177:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c42d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041404160:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335544.442989:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb600 going to sleep for 11 seconds 00000100:00100000:1.0:1763335544.445577:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c42d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041404160:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335544.445635:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ec200/0x10123ce7f0765655 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e900 expref: 9 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335544.445665:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ec200/0x10123ce7f0765655 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e900 expref: 9 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335544.445679:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8ec200, rc 0) 00000100:00100000:1.0:1763335544.445761:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3357100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991029033728:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3714us (4165us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335544.445772:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1144 00000100:00100000:2.0:1763335544.449037:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335544.449169:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029033856 00000100:00100000:0.0:1763335544.449183:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029033856 00000100:00100000:0.0:1763335544.449252:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1564 00000100:00100000:0.0:1763335544.449262:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2409:x1848991029033856:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335544.449290:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335544.449316:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9a00/0x10123ce7f076565c lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e907 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.449364:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaba00/0x10123ce7f0765624 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e8cf expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335544.449417:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c0c380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041404288:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335544.449534:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c600 going to sleep for 11 seconds 00000100:00100000:0.0:1763335544.452485:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c0c380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041404288:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335544.452524:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 580534 00010000:00010000:0.0:1763335544.452549:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9a00/0x10123ce7f076565c lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e907 expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.452574:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335544.452577:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335544.452581:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9a00/0x10123ce7f076565c lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e907 expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.452599:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc9a00, rc 0) 00000100:00100000:0.0:1763335544.453196:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2409:x1848991029033856:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3930us (4169us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335544.453207:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1564 00000100:00100000:3.0:1763335544.457233:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335544.457327:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029033984 00000100:00100000:0.0:1763335544.457341:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029033984 00002000:00100000:0.0:1763335544.457412:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1191936->1937407) req@ffff9aefc3354700 x1848991029033984/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:590/0 lens 504/0 e 0 to 0 dl 1763335555 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335544.457426:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc3354700 with x1848991029033984 ext(1191936->1937407) 00002000:00010000:0.0:1763335544.457434:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc3354700 00000100:00100000:0.0:1763335544.457476:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 727 00000100:00100000:0.0:1763335544.457487:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3354700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2409:x1848991029033984:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335544.464326:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3354700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2409:x1848991029033984:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 6822us (7090us total) trans 0 rc 233472/233472 00000100:00100000:1.0:1763335544.464345:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 727 00002000:00100000:1.0:1763335544.464363:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1191936->1937407) req@ffff9aefc3354700 x1848991029033984/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:590/0 lens 504/440 e 0 to 0 dl 1763335555 ref 1 fl Complete:/600/0 rc 233472/233472 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335544.464374:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc3354700 with x1848991029033984 ext(1191936->1937407) 00002000:00010000:1.0:1763335544.464382:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc3354700 00000100:00100000:3.0:1763335544.469414:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335544.469537:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029034112 00000100:00100000:1.0:1763335544.469551:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029034112 00002000:00100000:1.0:1763335544.469615:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1196032->1200127) req@ffff9aefc57a0a80 x1848991029034112/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:590/0 lens 488/0 e 0 to 0 dl 1763335555 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335544.469628:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc57a0a80 with x1848991029034112 ext(1196032->1200127) 00002000:00010000:1.0:1763335544.469636:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc57a0a80 00000100:00100000:1.0:1763335544.469717:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 728 00000100:00100000:1.0:1763335544.469726:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc57a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2408:x1848991029034112:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335544.470503:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc57a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2408:x1848991029034112:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 771us (1100us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335544.470514:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 728 00002000:00100000:1.0:1763335544.470525:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1196032->1200127) req@ffff9aefc57a0a80 x1848991029034112/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:590/0 lens 488/4536 e 0 to 0 dl 1763335555 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335544.470534:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc57a0a80 with x1848991029034112 ext(1196032->1200127) 00002000:00010000:1.0:1763335544.470539:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc57a0a80 00000100:00100000:3.0:1763335544.473973:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335544.474305:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029034240 00000100:00100000:1.0:1763335544.474319:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029034240 00002000:00100000:1.0:1763335544.474387:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1200128->1204223) req@ffff9aefc57a3100 x1848991029034240/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:590/0 lens 488/0 e 0 to 0 dl 1763335555 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335544.474399:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc57a3100 with x1848991029034240 ext(1200128->1204223) 00002000:00010000:1.0:1763335544.474406:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc57a3100 00000100:00100000:1.0:1763335544.474861:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 729 00000100:00100000:1.0:1763335544.474902:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc57a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2409:x1848991029034240:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335544.475136:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc57a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2409:x1848991029034240:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 239us (1181us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335544.475145:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 729 00002000:00100000:1.0:1763335544.475153:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1200128->1204223) req@ffff9aefc57a3100 x1848991029034240/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:590/0 lens 488/4536 e 0 to 0 dl 1763335555 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335544.475161:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc57a3100 with x1848991029034240 ext(1200128->1204223) 00002000:00010000:1.0:1763335544.475166:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc57a3100 00000100:00100000:0.0:1763335544.477975:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335544.478079:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029034368 00000100:00100000:1.0:1763335544.478094:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029034368 00002000:00100000:1.0:1763335544.478159:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1204224->1208319) req@ffff9aefc4c0c380 x1848991029034368/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:590/0 lens 488/0 e 0 to 0 dl 1763335555 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335544.478172:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4c0c380 with x1848991029034368 ext(1204224->1208319) 00002000:00010000:1.0:1763335544.478179:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4c0c380 00000100:00100000:1.0:1763335544.478549:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 730 00000100:00100000:1.0:1763335544.478561:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2409:x1848991029034368:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335544.478812:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2409:x1848991029034368:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 251us (850us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335544.478821:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 730 00002000:00100000:1.0:1763335544.478829:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1204224->1208319) req@ffff9aefc4c0c380 x1848991029034368/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:590/0 lens 488/4536 e 0 to 0 dl 1763335555 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335544.478837:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4c0c380 with x1848991029034368 ext(1204224->1208319) 00002000:00010000:1.0:1763335544.478842:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4c0c380 00000100:00100000:2.0:1763335544.482714:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335544.482836:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029034496 00000100:00100000:1.0:1763335544.482851:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029034496 00002000:00100000:1.0:1763335544.483019:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1208320->1212415) req@ffff9aefc43d9f80 x1848991029034496/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:590/0 lens 488/0 e 0 to 0 dl 1763335555 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335544.483032:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc43d9f80 with x1848991029034496 ext(1208320->1212415) 00002000:00010000:1.0:1763335544.483039:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc43d9f80 00000100:00100000:1.0:1763335544.483173:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 731 00000100:00100000:1.0:1763335544.483185:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2409:x1848991029034496:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335544.483438:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2409:x1848991029034496:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 254us (741us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335544.483450:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 731 00002000:00100000:1.0:1763335544.483457:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1208320->1212415) req@ffff9aefc43d9f80 x1848991029034496/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:590/0 lens 488/4536 e 0 to 0 dl 1763335555 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335544.483465:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc43d9f80 with x1848991029034496 ext(1208320->1212415) 00002000:00010000:1.0:1763335544.483468:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc43d9f80 00000100:00100000:3.0:1763335544.487384:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335544.487547:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029034624 00000100:00100000:1.0:1763335544.487562:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029034624 00002000:00100000:1.0:1763335544.487632:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1212416->1216511) req@ffff9af0f7cee300 x1848991029034624/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:590/0 lens 488/0 e 0 to 0 dl 1763335555 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335544.487645:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7cee300 with x1848991029034624 ext(1212416->1216511) 00002000:00010000:1.0:1763335544.487653:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7cee300 00000100:00100000:1.0:1763335544.487977:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 732 00000100:00100000:1.0:1763335544.487990:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7cee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2409:x1848991029034624:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335544.488265:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7cee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2409:x1848991029034624:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 276us (896us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335544.488274:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 732 00002000:00100000:1.0:1763335544.488283:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1212416->1216511) req@ffff9af0f7cee300 x1848991029034624/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:590/0 lens 488/4536 e 0 to 0 dl 1763335555 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335544.488292:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7cee300 with x1848991029034624 ext(1212416->1216511) 00002000:00010000:1.0:1763335544.488296:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7cee300 00000100:00100000:0.0:1763335544.491978:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335544.492086:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029034752 00000100:00100000:1.0:1763335544.492100:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029034752 00002000:00100000:1.0:1763335544.492173:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1216512->1220607) req@ffff9aefc4c0ce00 x1848991029034752/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:590/0 lens 488/0 e 0 to 0 dl 1763335555 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335544.492194:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4c0ce00 with x1848991029034752 ext(1216512->1220607) 00002000:00010000:1.0:1763335544.492202:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4c0ce00 00000100:00100000:1.0:1763335544.492759:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 733 00000100:00100000:1.0:1763335544.492772:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2408:x1848991029034752:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335544.493192:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2408:x1848991029034752:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 421us (1227us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335544.493200:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 733 00002000:00100000:1.0:1763335544.493209:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1216512->1220607) req@ffff9aefc4c0ce00 x1848991029034752/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:590/0 lens 488/4536 e 0 to 0 dl 1763335555 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335544.493218:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4c0ce00 with x1848991029034752 ext(1216512->1220607) 00002000:00010000:1.0:1763335544.493224:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4c0ce00 00000100:00100000:3.0:1763335544.496798:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335544.497074:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029034880 00000100:00100000:1.0:1763335544.497089:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029034880 00002000:00100000:1.0:1763335544.497154:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1220608->1224703) req@ffff9af0f7ced880 x1848991029034880/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:590/0 lens 488/0 e 0 to 0 dl 1763335555 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335544.497167:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7ced880 with x1848991029034880 ext(1220608->1224703) 00002000:00010000:1.0:1763335544.497175:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7ced880 00000100:00100000:1.0:1763335544.497425:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 734 00000100:00100000:1.0:1763335544.497438:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7ced880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2406:x1848991029034880:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335544.497681:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7ced880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2406:x1848991029034880:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 243us (906us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335544.497689:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 734 00002000:00100000:1.0:1763335544.497697:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1220608->1224703) req@ffff9af0f7ced880 x1848991029034880/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:590/0 lens 488/4536 e 0 to 0 dl 1763335555 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335544.497705:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7ced880 with x1848991029034880 ext(1220608->1224703) 00002000:00010000:1.0:1763335544.497708:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7ced880 00000100:00100000:3.0:1763335544.501214:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335544.501335:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029035008 00000100:00100000:1.0:1763335544.501352:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029035008 00002000:00100000:1.0:1763335544.501425:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1224704->1228799) req@ffff9af0f7ceca80 x1848991029035008/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:590/0 lens 488/0 e 0 to 0 dl 1763335555 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335544.501437:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7ceca80 with x1848991029035008 ext(1224704->1228799) 00002000:00010000:1.0:1763335544.501445:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7ceca80 00000100:00100000:1.0:1763335544.502180:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 735 00000100:00100000:1.0:1763335544.502197:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7ceca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2407:x1848991029035008:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335544.502447:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7ceca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2407:x1848991029035008:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 255us (1249us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335544.502455:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 735 00002000:00100000:1.0:1763335544.502463:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1224704->1228799) req@ffff9af0f7ceca80 x1848991029035008/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:590/0 lens 488/4536 e 0 to 0 dl 1763335555 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335544.502473:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7ceca80 with x1848991029035008 ext(1224704->1228799) 00002000:00010000:1.0:1763335544.502477:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7ceca80 00000100:00100000:0.0:1763335544.509440:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335544.509564:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029035136 00000100:00100000:1.0:1763335544.509578:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029035136 00002000:00100000:1.0:1763335544.509645:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1228800->1232895) req@ffff9aefc4c0df80 x1848991029035136/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:590/0 lens 488/0 e 0 to 0 dl 1763335555 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335544.509659:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4c0df80 with x1848991029035136 ext(1228800->1232895) 00002000:00010000:1.0:1763335544.509668:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4c0df80 00000100:00100000:2.0:1763335544.510079:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 736 00000100:00100000:2.0:1763335544.510094:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+8:2406:x1848991029035136:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335544.510729:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+8:2406:x1848991029035136:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 635us (1300us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335544.510741:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 736 00002000:00100000:2.0:1763335544.510751:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1228800->1232895) req@ffff9aefc4c0df80 x1848991029035136/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:590/0 lens 488/4536 e 0 to 0 dl 1763335555 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335544.510760:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4c0df80 with x1848991029035136 ext(1228800->1232895) 00002000:00010000:2.0:1763335544.510766:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4c0df80 00000100:00100000:2.0:1763335544.517081:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335544.517427:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029035264 00000100:00100000:1.0:1763335544.517444:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029035264 00002000:00100000:1.0:1763335544.521119:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1232896->1236991) req@ffff9aefc43dad80 x1848991029035264/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:590/0 lens 488/0 e 0 to 0 dl 1763335555 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335544.521139:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc43dad80 with x1848991029035264 ext(1232896->1236991) 00002000:00010000:1.0:1763335544.521148:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc43dad80 00000100:00100000:1.0:1763335544.521216:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 737 00000100:00100000:1.0:1763335544.521242:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2406:x1848991029035264:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335544.521512:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2406:x1848991029035264:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 286us (4452us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335544.521520:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 737 00002000:00100000:1.0:1763335544.521528:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1232896->1236991) req@ffff9aefc43dad80 x1848991029035264/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:590/0 lens 488/4536 e 0 to 0 dl 1763335555 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335544.521536:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc43dad80 with x1848991029035264 ext(1232896->1236991) 00002000:00010000:1.0:1763335544.521539:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc43dad80 00000100:00100000:2.0:1763335544.529666:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335544.530592:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029035392 00000100:00100000:0.0:1763335544.530609:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029035392 00002000:00100000:0.0:1763335544.530680:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1236992->1241087) req@ffff9aefc43dbb80 x1848991029035392/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:590/0 lens 488/0 e 0 to 0 dl 1763335555 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335544.530694:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc43dbb80 with x1848991029035392 ext(1236992->1241087) 00002000:00010000:0.0:1763335544.530701:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc43dbb80 00000100:00100000:0.0:1763335544.530742:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 738 00000100:00100000:0.0:1763335544.530753:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+8:2407:x1848991029035392:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335544.531048:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+8:2407:x1848991029035392:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 294us (1398us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335544.531057:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 738 00002000:00100000:0.0:1763335544.531065:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1236992->1241087) req@ffff9aefc43dbb80 x1848991029035392/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:590/0 lens 488/4536 e 0 to 0 dl 1763335555 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335544.531074:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc43dbb80 with x1848991029035392 ext(1236992->1241087) 00002000:00010000:0.0:1763335544.531077:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc43dbb80 00000100:00100000:0.0:1763335544.536676:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335544.536926:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029035520 00000100:00100000:1.0:1763335544.536940:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029035520 00002000:00100000:1.0:1763335544.537011:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1241088->1245183) req@ffff9aefc4c0ea00 x1848991029035520/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:590/0 lens 488/0 e 0 to 0 dl 1763335555 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335544.537025:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4c0ea00 with x1848991029035520 ext(1241088->1245183) 00002000:00010000:1.0:1763335544.537032:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4c0ea00 00000100:00100000:1.0:1763335544.537058:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 739 00000100:00100000:1.0:1763335544.537067:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2406:x1848991029035520:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335544.537315:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2406:x1848991029035520:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 247us (653us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335544.537324:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 739 00002000:00100000:1.0:1763335544.537331:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1241088->1245183) req@ffff9aefc4c0ea00 x1848991029035520/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:590/0 lens 488/4536 e 0 to 0 dl 1763335555 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335544.537340:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4c0ea00 with x1848991029035520 ext(1241088->1245183) 00002000:00010000:1.0:1763335544.537344:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4c0ea00 00000100:00100000:2.0:1763335544.541166:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335544.541343:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029035648 00000100:00100000:1.0:1763335544.541358:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029035648 00000100:00100000:1.0:1763335544.541487:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1145 00000100:00100000:1.0:1763335544.541499:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991029035648:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335544.541524:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335544.541549:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ec200/0x10123ce7f0765663 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e90e expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335544.541630:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c42d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041404416:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335544.542907:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335544.550265:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c42d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041404416:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335544.550323:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ec200/0x10123ce7f0765663 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e90e expref: 9 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335544.550354:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ec200/0x10123ce7f0765663 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e90e expref: 9 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335544.550375:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8ec200, rc 0) 00000100:00100000:1.0:1763335544.551601:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991029035648:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 10093us (10452us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335544.551616:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1145 00000100:00100000:2.0:1763335544.561714:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335544.561817:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029035776 00000100:00100000:1.0:1763335544.561830:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029035776 00000100:00100000:1.0:1763335544.561926:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1146 00000100:00100000:1.0:1763335544.561938:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5fd5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991029035776:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335544.561962:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335544.561986:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ec200/0x10123ce7f076566a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e915 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335544.562066:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c42d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041404544:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335544.562301:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335544.566384:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c42d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041404544:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335544.566436:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ec200/0x10123ce7f076566a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e915 expref: 9 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335544.566466:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ec200/0x10123ce7f076566a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e915 expref: 9 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335544.566481:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8ec200, rc 0) 00000100:00100000:1.0:1763335544.566559:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5fd5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991029035776:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4622us (4857us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335544.566573:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1146 00000100:00100000:2.0:1763335544.572783:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335544.572961:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029035904 00000100:00100000:0.0:1763335544.572974:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029035904 00000100:00100000:0.0:1763335544.573358:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1565 00000100:00100000:0.0:1763335544.573372:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2409:x1848991029035904:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335544.573402:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335544.573441:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8800/0x10123ce7f0765671 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e91c expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.573494:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaba00/0x10123ce7f0765624 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e8cf expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335544.573615:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c0f100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041404672:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335544.573746:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c600 going to sleep for 11 seconds 00000100:00100000:0.0:1763335544.576430:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c0f100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041404672:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335544.576466:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 580534 00010000:00010000:0.0:1763335544.576493:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8800/0x10123ce7f0765671 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e91c expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.576522:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335544.576526:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335544.576532:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8800/0x10123ce7f0765671 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e91c expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.576551:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc8800, rc 0) 00000100:00100000:0.0:1763335544.576627:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2409:x1848991029035904:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3257us (3859us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335544.576638:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1565 00000100:00100000:3.0:1763335544.585558:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335544.585690:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029036032 00000100:00100000:0.0:1763335544.585705:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029036032 00000100:00100000:0.0:1763335544.585807:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 740 00000100:00100000:0.0:1763335544.585821:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7cece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+8:2406:x1848991029036032:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:0.0:1763335544.586135:0:15204:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1934453 -> 1934453 00002000:00010000:0.0:1763335544.586140:0:15204:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335544 -> 1763335544 00002000:00010000:0.0:1763335544.586142:0:15204:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335544 -> 1763335544 00002000:00010000:0.0:1763335544.586144:0:15204:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335544 -> 1763335544 00002000:00010000:0.0:1763335544.586147:0:15204:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 200 -> 304 00000100:00100000:0.0:1763335544.586210:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7cece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+9:2406:x1848991029036032:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 393us (670us total) trans 4294967586 rc 0/0 00000100:00100000:0.0:1763335544.586218:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 740 00000100:00100000:2.0:1763335544.591310:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335544.593440:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029036160 00000100:00100000:1.0:1763335544.593459:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029036160 00000100:00100000:1.0:1763335544.593547:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1147 00000100:00100000:1.0:1763335544.593558:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+8:2407:x1848991029036160:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335544.593581:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335544.593607:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ec200/0x10123ce7f0765678 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e923 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335544.593687:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c42d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041404800:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335544.593814:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335544.598844:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c42d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041404800:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335544.598921:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ec200/0x10123ce7f0765678 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e923 expref: 9 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335544.598952:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ec200/0x10123ce7f0765678 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e923 expref: 9 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335544.598968:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8ec200, rc 0) 00000100:00100000:1.0:1763335544.599050:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+8:2407:x1848991029036160:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5493us (7755us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335544.599060:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1147 00000100:00100000:3.0:1763335544.604608:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335544.604713:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029036288 00000100:00100000:1.0:1763335544.604728:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029036288 00000100:00100000:1.0:1763335544.604811:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1148 00000100:00100000:1.0:1763335544.604824:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7cec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+8:2406:x1848991029036288:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335544.604850:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335544.604910:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ec600/0x10123ce7f076567f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e92a expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335544.604995:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c42d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041404928:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335544.605124:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335544.613615:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c42d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041404928:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335544.613669:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ec600/0x10123ce7f076567f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e92a expref: 9 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335544.613699:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ec600/0x10123ce7f076567f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e92a expref: 9 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335544.613713:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8ec600, rc 0) 00000100:00100000:1.0:1763335544.613816:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7cec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+8:2406:x1848991029036288:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 8992us (9224us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335544.613827:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1148 00000100:00100000:0.0:1763335544.619721:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335544.619858:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029036416 00000100:00100000:1.0:1763335544.619905:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029036416 00000100:00100000:1.0:1763335544.619985:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1566 00000100:00100000:1.0:1763335544.619998:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:15720:x1848991029036416:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335544.620026:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335544.620057:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec600/0x10123ce7f0765686 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e931 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335544.620101:0:6517:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaba00/0x10123ce7f0765624 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e8cf expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335544.620113:0:6517:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec600/0x10123ce7f0765686 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e931 expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335544.620170:0:6517:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaba00/0x10123ce7f0765624 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e8cf expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335544.620184:0:6517:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaba00/0x10123ce7f0765624 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e8cf expref: 13 pid: 6517 timeout: 445 lvb_type: 0 00000100:00100000:1.0:1763335544.620201:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c42d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041405056:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335544.620322:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335544.633250:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c42d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041405056:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335544.633305:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec600/0x10123ce7f0765686 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e931 expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335544.633334:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335544.633338:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335544.633342:0:6517:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec600/0x10123ce7f0765686 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e931 expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335544.633358:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8ec600, rc 0) 00000100:00100000:1.0:1763335544.633460:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+12:15720:x1848991029036416:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 13463us (13754us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335544.633474:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1566 00000100:00100000:2.0:1763335544.634641:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335544.634739:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029036544 00000100:00100000:0.0:1763335544.634749:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029036544 00010000:00010000:0.0:1763335544.634806:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaba00/0x10123ce7f0765624 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e8cf expref: 14 pid: 6517 timeout: 445 lvb_type: 0 00000100:00100000:0.0:1763335544.634842:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 588 00000100:00100000:0.0:1763335544.634852:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991029036544:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335544.634909:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335544.634941:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaba00/0x10123ce7f0765624 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e8cf expref: 14 pid: 6517 timeout: 445 lvb_type: 0 00010000:00010000:0.0:1763335544.634956:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaba00/0x10123ce7f0765624 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e8cf expref: 14 pid: 6517 timeout: 445 lvb_type: 0 00010000:00010000:0.0:1763335544.634988:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaba00/0x10123ce7f0765624 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e8cf expref: 14 pid: 6517 timeout: 445 lvb_type: 0 00010000:00010000:0.0:1763335544.635008:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335544.635015:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec600/0x10123ce7f0765686 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e931 expref: 11 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.635029:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec600/0x10123ce7f0765686 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e931 expref: 11 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.635045:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec600/0x10123ce7f0765686 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e931 expref: 11 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.635090:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec600/0x10123ce7f0765686 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e931 expref: 11 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335544.635107:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c0d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041405184:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335544.635268:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c600 going to sleep for 11 seconds 00000100:00100000:1.0:1763335544.645242:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c0d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041405184:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335544.645286:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335544.645378:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+13:2409:x1848991029036544:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 10525us (10741us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335544.645394:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 588 00000100:00100000:3.0:1763335544.645718:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335544.646396:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029036672 00000100:00100000:1.0:1763335544.646407:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029036672 00000100:00100000:1.0:1763335544.647170:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 844 00000100:00100000:1.0:1763335544.647185:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7cef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+12:2409:x1848991029036672:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:1.0:1763335544.647614:0:15202:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 580534 -> 580534 00000004:00010000:1.0:1763335544.647619:0:15202:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335544 -> 1763335544 00000004:00010000:1.0:1763335544.647622:0:15202:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335544 -> 1763335544 00000004:00010000:1.0:1763335544.647624:0:15202:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335544 -> 1763335544 00000004:00010000:1.0:1763335544.647627:0:15202:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 344 -> 392 00000100:00100000:1.0:1763335544.647724:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7cef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+13:2409:x1848991029036672:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 541us (2005us total) trans 4294967922 rc 0/0 00000100:00100000:1.0:1763335544.647732:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 844 00000100:00100000:3.0:1763335544.652504:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335544.652558:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335544.653182:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029036800 00000100:00100000:1.0:1763335544.653197:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029036800 00000100:00100000:1.0:1763335544.653283:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1567 00000100:00100000:1.0:1763335544.653295:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7cedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+13:2409:x1848991029036800:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335544.653328:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335544.653358:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec200/0x10123ce7f076568d lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e938 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335544.653406:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec600/0x10123ce7f0765686 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e931 expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335544.653455:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c42d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041405312:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335544.653552:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb180 going to sleep for 11 seconds 00000100:00100000:2.0:1763335544.653999:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029036928 00000100:00100000:2.0:1763335544.654005:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029036928 00000100:00100000:2.0:1763335544.654044:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1149 00000100:00100000:2.0:1763335544.654052:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7cef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991029036928:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335544.654061:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335544.654074:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0c7e8b800/0x10123ce7f0765694 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e93f expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335544.654110:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc43db800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041405440:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335544.654149:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09e40 going to sleep for 11 seconds 00000100:00100000:1.0:1763335544.657595:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c42d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041405312:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335544.657633:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 580534 00010000:00010000:1.0:1763335544.657658:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec200/0x10123ce7f076568d lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e938 expref: 14 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335544.657684:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335544.657688:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335544.657693:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec200/0x10123ce7f076568d lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e938 expref: 14 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335544.657709:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8ec200, rc 0) 00000100:00100000:1.0:1763335544.657791:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7cedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+13:2409:x1848991029036800:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4490us (5292us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335544.657802:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1567 00000100:00100000:2.0:1763335544.658543:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc43db800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041405440:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335544.658572:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0c7e8b800/0x10123ce7f0765694 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e93f expref: 9 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335544.658591:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0c7e8b800/0x10123ce7f0765694 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e93f expref: 9 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335544.658603:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0c7e8b800, rc 0) 00000100:00100000:2.0:1763335544.658643:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7cef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991029036928:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4591us (6083us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335544.658652:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1149 00000100:00100000:3.0:1763335544.662416:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335544.662644:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335544.663299:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029037056 00000100:00100000:1.0:1763335544.663313:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029037056 00000100:00100000:1.0:1763335544.663387:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1568 00000100:00100000:1.0:1763335544.663399:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7cefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+13:2407:x1848991029037056:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335544.663432:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335544.663462:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed200/0x10123ce7f076569b lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e946 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335544.663513:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec600/0x10123ce7f0765686 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e931 expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335544.663566:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c42d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041405568:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335544.663688:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb180 going to sleep for 11 seconds 00000100:00100000:2.0:1763335544.665109:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029037184 00000100:00100000:2.0:1763335544.665125:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029037184 00000100:00100000:2.0:1763335544.665199:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1150 00000100:00100000:2.0:1763335544.665209:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc46eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+8:2407:x1848991029037184:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335544.665229:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335544.665252:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0c7e8ba00/0x10123ce7f07656a2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e94d expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335544.665328:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc43db800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041405696:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335544.665419:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09e40 going to sleep for 11 seconds 00000100:00100000:1.0:1763335544.670124:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c42d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041405568:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335544.670161:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 580534 00010000:00010000:1.0:1763335544.670185:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed200/0x10123ce7f076569b lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e946 expref: 14 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335544.670213:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335544.670217:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335544.670222:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed200/0x10123ce7f076569b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e946 expref: 14 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335544.670239:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8ed200, rc 0) 00000100:00100000:1.0:1763335544.670326:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7cefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+13:2407:x1848991029037056:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6928us (7925us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335544.670337:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1568 00000100:00100000:2.0:1763335544.670662:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc43db800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041405696:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335544.670687:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0c7e8ba00/0x10123ce7f07656a2 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e94d expref: 9 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335544.670705:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0c7e8ba00/0x10123ce7f07656a2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e94d expref: 9 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335544.670717:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0c7e8ba00, rc 0) 00000100:00100000:2.0:1763335544.670764:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc46eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+8:2407:x1848991029037184:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5555us (8118us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335544.670771:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1150 00000100:00100000:0.0:1763335544.677430:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335544.677484:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335544.677597:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029037312 00000100:00100000:1.0:1763335544.677611:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029037312 00000100:00100000:1.0:1763335544.677689:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1569 00000100:00100000:1.0:1763335544.677701:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+13:2407:x1848991029037312:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335544.677729:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335544.677754:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed200/0x10123ce7f07656a9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e954 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335544.677817:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec600/0x10123ce7f0765686 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e931 expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335544.677900:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c42d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041405824:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335544.678000:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb180 going to sleep for 11 seconds 00000100:00100000:2.0:1763335544.678118:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029037440 00000100:00100000:2.0:1763335544.678124:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029037440 00000100:00100000:2.0:1763335544.678165:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1151 00000100:00100000:2.0:1763335544.678172:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+8:2407:x1848991029037440:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335544.678182:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335544.678195:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0c7e8b800/0x10123ce7f07656b0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e95b expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335544.678235:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc43db800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041405952:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335544.678269:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09e40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335544.681415:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c42d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041405824:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335544.681454:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 580534 00010000:00010000:0.0:1763335544.681479:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed200/0x10123ce7f07656a9 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e954 expref: 14 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.681505:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335544.681509:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335544.681515:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed200/0x10123ce7f07656a9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e954 expref: 14 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.681532:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8ed200, rc 0) 00000100:00100000:0.0:1763335544.681612:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+13:2407:x1848991029037312:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3911us (4197us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335544.681621:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1569 00000100:00100000:2.0:1763335544.681915:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc43db800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041405952:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335544.681938:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0c7e8b800/0x10123ce7f07656b0 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e95b expref: 9 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335544.681954:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0c7e8b800/0x10123ce7f07656b0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e95b expref: 9 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335544.681964:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0c7e8b800, rc 0) 00000100:00100000:2.0:1763335544.681994:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+8:2407:x1848991029037440:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3823us (4509us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335544.682001:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1151 00000100:00100000:1.0:1763335544.687178:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335544.687279:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029037568 00000100:00100000:0.0:1763335544.687292:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029037568 00000100:00100000:0.0:1763335544.687538:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1570 00000100:00100000:0.0:1763335544.687550:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+13:15720:x1848991029037568:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335544.687577:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335544.687606:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9200/0x10123ce7f07656b7 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e962 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.687643:0:6517:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec600/0x10123ce7f0765686 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e931 expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.687654:0:6517:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9200/0x10123ce7f07656b7 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e962 expref: 14 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.687697:0:6517:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec600/0x10123ce7f0765686 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e931 expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.687710:0:6517:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec600/0x10123ce7f0765686 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e931 expref: 12 pid: 6517 timeout: 445 lvb_type: 0 00000100:00100000:0.0:1763335544.687727:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c0d880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041406080:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335544.688209:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c900 going to sleep for 11 seconds 00000100:00100000:3.0:1763335544.691922:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335544.692061:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c0d880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041406080:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335544.692112:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9200/0x10123ce7f07656b7 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e962 expref: 14 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335544.692136:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335544.692140:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335544.692145:0:6517:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9200/0x10123ce7f07656b7 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e962 expref: 14 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335544.692158:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc9200, rc 0) 00000100:00100000:1.0:1763335544.692244:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+14:15720:x1848991029037568:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4696us (5079us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335544.692256:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1570 00000100:00100000:0.0:1763335544.692918:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029037696 00000100:00100000:0.0:1763335544.692928:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029037696 00010000:00010000:0.0:1763335544.692968:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec600/0x10123ce7f0765686 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e931 expref: 13 pid: 6517 timeout: 445 lvb_type: 0 00000100:00100000:0.0:1763335544.692998:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 589 00000100:00100000:0.0:1763335544.693018:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc46e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+13:2409:x1848991029037696:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335544.693037:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335544.693067:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec600/0x10123ce7f0765686 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e931 expref: 13 pid: 6517 timeout: 445 lvb_type: 0 00010000:00010000:0.0:1763335544.693081:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec600/0x10123ce7f0765686 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e931 expref: 13 pid: 6517 timeout: 445 lvb_type: 0 00010000:00010000:0.0:1763335544.693108:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec600/0x10123ce7f0765686 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e931 expref: 13 pid: 6517 timeout: 445 lvb_type: 0 00010000:00010000:0.0:1763335544.693124:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335544.693130:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9200/0x10123ce7f07656b7 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e962 expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.693141:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9200/0x10123ce7f07656b7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e962 expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.693151:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9200/0x10123ce7f07656b7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e962 expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.693195:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9200/0x10123ce7f07656b7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e962 expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335544.693210:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c0d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041406208:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335544.693296:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c900 going to sleep for 11 seconds 00000100:00100000:2.0:1763335544.698182:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335544.698295:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029037824 00000100:00100000:0.0:1763335544.698305:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c0d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041406208:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335544.698317:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029037824 00010000:00010000:0.0:1763335544.698340:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1763335544.698378:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc43db800 x1848991029037824/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:590/0 lens 488/0 e 0 to 0 dl 1763335555 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335544.698389:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc43db800 with x1848991029037824 00000100:00100000:0.0:1763335544.698404:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc46e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+12:2409:x1848991029037696:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 5396us (6498us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335544.698419:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 589 00000100:00100000:1.0:1763335544.698431:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 845 00000100:00100000:1.0:1763335544.698439:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991029037824:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335544.698655:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991029037824:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 215us (492us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335544.698662:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 845 00002000:00100000:1.0:1763335544.698669:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc43db800 x1848991029037824/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:590/0 lens 488/4536 e 0 to 0 dl 1763335555 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335544.698676:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc43db800 with x1848991029037824 00000100:00100000:2.0:1763335544.702998:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335544.704453:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029037952 00000100:00100000:0.0:1763335544.704475:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029037952 00002000:00100000:0.0:1763335544.704558:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc43d9880 x1848991029037952/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:590/0 lens 488/0 e 0 to 0 dl 1763335555 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335544.704572:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc43d9880 with x1848991029037952 00000100:00100000:0.0:1763335544.704623:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 846 00000100:00100000:0.0:1763335544.704635:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991029037952:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335544.704963:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991029037952:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 329us (1978us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335544.704972:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 846 00002000:00100000:0.0:1763335544.704979:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc43d9880 x1848991029037952/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:590/0 lens 488/4536 e 0 to 0 dl 1763335555 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335544.704988:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc43d9880 with x1848991029037952 00000100:00100000:3.0:1763335544.709383:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335544.709865:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029038080 00000100:00100000:1.0:1763335544.709900:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029038080 00002000:00100000:1.0:1763335544.709970:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc46eb800 x1848991029038080/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:590/0 lens 488/0 e 0 to 0 dl 1763335555 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335544.709982:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc46eb800 with x1848991029038080 00000100:00100000:1.0:1763335544.710019:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 847 00000100:00100000:1.0:1763335544.710031:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc46eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+14:2408:x1848991029038080:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335544.710791:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc46eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+14:2408:x1848991029038080:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 751us (1415us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335544.710802:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 847 00002000:00100000:1.0:1763335544.710812:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc46eb800 x1848991029038080/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:590/0 lens 488/4536 e 0 to 0 dl 1763335555 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335544.710821:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc46eb800 with x1848991029038080 00000100:00100000:3.0:1763335544.716400:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335544.716540:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029038208 00000100:00100000:0.0:1763335544.716553:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029038208 00002000:00100000:0.0:1763335544.716622:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc46e8a80 x1848991029038208/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:590/0 lens 488/0 e 0 to 0 dl 1763335555 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335544.716634:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc46e8a80 with x1848991029038208 00000100:00100000:0.0:1763335544.716684:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 848 00000100:00100000:0.0:1763335544.716695:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc46e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991029038208:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335544.717022:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc46e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991029038208:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 326us (636us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335544.717032:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 848 00002000:00100000:0.0:1763335544.717041:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc46e8a80 x1848991029038208/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:590/0 lens 488/4536 e 0 to 0 dl 1763335555 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335544.717049:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc46e8a80 with x1848991029038208 00000100:00100000:2.0:1763335544.721003:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335544.722452:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029038336 00000100:00100000:0.0:1763335544.722474:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029038336 00002000:00100000:0.0:1763335544.722554:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc43da300 x1848991029038336/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:590/0 lens 488/0 e 0 to 0 dl 1763335555 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335544.722568:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc43da300 with x1848991029038336 00000100:00100000:0.0:1763335544.722606:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 849 00000100:00100000:0.0:1763335544.722616:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:2406:x1848991029038336:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335544.724248:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:2406:x1848991029038336:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 1617us (3246us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335544.724265:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 849 00002000:00100000:0.0:1763335544.724278:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc43da300 x1848991029038336/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:590/0 lens 488/4536 e 0 to 0 dl 1763335555 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335544.724289:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc43da300 with x1848991029038336 00000100:00100000:0.0:1763335544.728679:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335544.728829:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029038464 00000100:00100000:2.0:1763335544.728844:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029038464 00002000:00100000:2.0:1763335544.728932:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4c0d880 x1848991029038464/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:590/0 lens 488/0 e 0 to 0 dl 1763335555 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335544.728945:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4c0d880 with x1848991029038464 00000100:00100000:2.0:1763335544.728995:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 850 00000100:00100000:2.0:1763335544.729007:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991029038464:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335544.729280:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991029038464:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 274us (614us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335544.729289:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 850 00002000:00100000:2.0:1763335544.729296:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4c0d880 x1848991029038464/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:590/0 lens 488/4536 e 0 to 0 dl 1763335555 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335544.729310:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4c0d880 with x1848991029038464 00000100:00100000:2.0:1763335544.733279:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335544.734005:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029038592 00000100:00100000:1.0:1763335544.734023:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029038592 00002000:00100000:1.0:1763335544.734095:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc55ed180 x1848991029038592/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:590/0 lens 488/0 e 0 to 0 dl 1763335555 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335544.734107:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc55ed180 with x1848991029038592 00000100:00100000:1.0:1763335544.734156:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 851 00000100:00100000:1.0:1763335544.734167:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+14:2406:x1848991029038592:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335544.734412:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+14:2406:x1848991029038592:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 245us (1145us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335544.734420:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 851 00002000:00100000:1.0:1763335544.734427:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc55ed180 x1848991029038592/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:590/0 lens 488/4536 e 0 to 0 dl 1763335555 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335544.734435:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc55ed180 with x1848991029038592 00000100:00100000:3.0:1763335544.738663:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335544.739071:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029038720 00000100:00100000:2.0:1763335544.739087:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029038720 00002000:00100000:2.0:1763335544.739160:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc46e9500 x1848991029038720/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:590/0 lens 488/0 e 0 to 0 dl 1763335555 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335544.739174:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc46e9500 with x1848991029038720 00000100:00100000:2.0:1763335544.739576:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 852 00000100:00100000:2.0:1763335544.739588:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc46e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:2407:x1848991029038720:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335544.740137:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc46e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:2407:x1848991029038720:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 547us (1484us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335544.740147:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 852 00002000:00100000:2.0:1763335544.740155:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc46e9500 x1848991029038720/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:590/0 lens 488/4536 e 0 to 0 dl 1763335555 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335544.740164:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc46e9500 with x1848991029038720 00000100:00100000:0.0:1763335544.744856:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335544.745422:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029038848 00000100:00100000:2.0:1763335544.745436:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029038848 00002000:00100000:2.0:1763335544.745505:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5954380 x1848991029038848/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:590/0 lens 488/0 e 0 to 0 dl 1763335555 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335544.745518:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5954380 with x1848991029038848 00000100:00100000:2.0:1763335544.745565:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 853 00000100:00100000:2.0:1763335544.745583:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5954380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:2406:x1848991029038848:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335544.745851:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5954380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:2406:x1848991029038848:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 274us (1010us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335544.745861:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 853 00002000:00100000:2.0:1763335544.745894:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5954380 x1848991029038848/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:590/0 lens 488/4536 e 0 to 0 dl 1763335555 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335544.745902:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5954380 with x1848991029038848 00000100:00100000:0.0:1763335544.749018:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335544.749328:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029038976 00000100:00100000:3.0:1763335544.749341:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029038976 00002000:00100000:3.0:1763335544.749408:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5954700 x1848991029038976/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:590/0 lens 488/0 e 0 to 0 dl 1763335555 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335544.749422:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5954700 with x1848991029038976 00000100:00100000:3.0:1763335544.749471:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 854 00000100:00100000:3.0:1763335544.749481:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5954700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+14:2406:x1848991029038976:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335544.749733:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5954700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+14:2406:x1848991029038976:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 252us (729us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335544.749742:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 854 00002000:00100000:3.0:1763335544.749748:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5954700 x1848991029038976/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:590/0 lens 488/4536 e 0 to 0 dl 1763335555 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335544.749755:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5954700 with x1848991029038976 00000100:00100000:1.0:1763335544.756049:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335544.756173:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029039104 00000100:00100000:2.0:1763335544.756187:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029039104 00002000:00100000:2.0:1763335544.756338:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4c43100 x1848991029039104/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:590/0 lens 488/0 e 0 to 0 dl 1763335555 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335544.756352:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4c43100 with x1848991029039104 00000100:00100000:2.0:1763335544.756925:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 855 00000100:00100000:2.0:1763335544.756940:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:2407:x1848991029039104:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335544.757178:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:2407:x1848991029039104:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 243us (1144us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335544.757187:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 855 00002000:00100000:2.0:1763335544.757194:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4c43100 x1848991029039104/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:590/0 lens 488/4536 e 0 to 0 dl 1763335555 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335544.757203:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4c43100 with x1848991029039104 00000100:00100000:0.0:1763335544.760239:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335544.760373:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029039232 00000100:00100000:2.0:1763335544.760388:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029039232 00002000:00100000:2.0:1763335544.760459:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5957b80 x1848991029039232/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:590/0 lens 488/0 e 0 to 0 dl 1763335555 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335544.760473:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5957b80 with x1848991029039232 00000100:00100000:2.0:1763335544.760521:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 856 00000100:00100000:2.0:1763335544.760534:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5957b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:2407:x1848991029039232:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335544.760833:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5957b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:2407:x1848991029039232:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 301us (609us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335544.760842:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 856 00002000:00100000:2.0:1763335544.760850:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5957b80 x1848991029039232/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:590/0 lens 488/4536 e 0 to 0 dl 1763335555 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335544.760858:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5957b80 with x1848991029039232 00000100:00100000:0.0:1763335544.769540:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335544.769645:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029039360 00000100:00100000:3.0:1763335544.769660:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029039360 00002000:00100000:3.0:1763335544.769728:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5955c00 x1848991029039360/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:590/0 lens 488/0 e 0 to 0 dl 1763335555 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335544.769742:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5955c00 with x1848991029039360 00000100:00100000:3.0:1763335544.769796:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 857 00000100:00100000:3.0:1763335544.769807:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5955c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+14:2408:x1848991029039360:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335544.770097:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5955c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+14:2408:x1848991029039360:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 290us (571us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335544.770106:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 857 00002000:00100000:3.0:1763335544.770113:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5955c00 x1848991029039360/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:590/0 lens 488/4536 e 0 to 0 dl 1763335555 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335544.770120:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5955c00 with x1848991029039360 00000100:00100000:1.0:1763335544.773082:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335544.773470:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029039488 00000100:00100000:2.0:1763335544.773485:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029039488 00002000:00100000:2.0:1763335544.773553:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4c40e00 x1848991029039488/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:590/0 lens 488/0 e 0 to 0 dl 1763335555 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335544.773565:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4c40e00 with x1848991029039488 00000100:00100000:3.0:1763335544.774274:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 858 00000100:00100000:3.0:1763335544.774291:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+14:2408:x1848991029039488:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335544.775301:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+14:2408:x1848991029039488:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 1003us (2221us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335544.775316:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 858 00002000:00100000:3.0:1763335544.775330:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4c40e00 x1848991029039488/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:590/0 lens 488/4536 e 0 to 0 dl 1763335555 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335544.775340:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4c40e00 with x1848991029039488 00000100:00100000:0.0:1763335544.782314:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335544.782603:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029039616 00000100:00100000:3.0:1763335544.782618:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029039616 00002000:00100000:3.0:1763335544.782684:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5957800 x1848991029039616/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:590/0 lens 488/0 e 0 to 0 dl 1763335555 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335544.782704:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5957800 with x1848991029039616 00000100:00100000:3.0:1763335544.782752:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 859 00000100:00100000:3.0:1763335544.782762:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5957800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+14:2408:x1848991029039616:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335544.783067:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5957800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+14:2408:x1848991029039616:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 304us (766us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335544.783075:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 859 00002000:00100000:3.0:1763335544.783082:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5957800 x1848991029039616/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:590/0 lens 488/4536 e 0 to 0 dl 1763335555 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335544.783089:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5957800 with x1848991029039616 00000100:00100000:0.0:1763335544.786570:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335544.787350:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029039744 00000100:00100000:2.0:1763335544.787366:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029039744 00002000:00100000:2.0:1763335544.787437:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5955180 x1848991029039744/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:590/0 lens 488/0 e 0 to 0 dl 1763335555 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335544.787450:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5955180 with x1848991029039744 00000100:00100000:2.0:1763335544.787493:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 860 00000100:00100000:2.0:1763335544.787505:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5955180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:2406:x1848991029039744:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335544.788177:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5955180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:2406:x1848991029039744:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 669us (1619us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335544.788188:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 860 00002000:00100000:2.0:1763335544.788197:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5955180 x1848991029039744/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:590/0 lens 488/4536 e 0 to 0 dl 1763335555 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335544.788206:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5955180 with x1848991029039744 00000100:00100000:1.0:1763335544.792707:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335544.792835:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029039872 00000100:00100000:2.0:1763335544.792852:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029039872 00002000:00100000:2.0:1763335544.792963:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4c42a00 x1848991029039872/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:590/0 lens 488/0 e 0 to 0 dl 1763335555 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335544.792976:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4c42a00 with x1848991029039872 00000100:00100000:2.0:1763335544.793020:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 861 00000100:00100000:2.0:1763335544.793030:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:2408:x1848991029039872:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335544.793255:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:2408:x1848991029039872:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 225us (563us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335544.793262:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 861 00002000:00100000:2.0:1763335544.793269:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4c42a00 x1848991029039872/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:590/0 lens 488/4536 e 0 to 0 dl 1763335555 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335544.793278:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4c42a00 with x1848991029039872 00000100:00100000:0.0:1763335544.795724:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335544.795825:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029040000 00000100:00100000:3.0:1763335544.795837:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029040000 00002000:00100000:3.0:1763335544.795985:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5954e00 x1848991029040000/t0(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:590/0 lens 488/0 e 0 to 0 dl 1763335555 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335544.795997:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5954e00 with x1848991029040000 00000100:00100000:2.0:1763335544.796108:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 862 00000100:00100000:2.0:1763335544.796122:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5954e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+14:2406:x1848991029040000:12345-192.168.202.34@tcp:4:fsx.0 00000004:00010000:1.0:1763335544.806431:0:15202:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 580534 -> 580534 00000004:00010000:1.0:1763335544.806444:0:15202:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335544 -> 1763335545 00000004:00010000:1.0:1763335544.806448:0:15202:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335544 -> 1763335544 00000004:00010000:1.0:1763335544.806451:0:15202:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335544 -> 1763335545 00000004:00010000:1.0:1763335544.806453:0:15202:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 392 -> 520 00000100:00100000:1.0:1763335544.807162:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5954e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+16:2406:x1848991029040000:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 11034us (11440us total) trans 4294967923 rc 0/0 00000100:00100000:1.0:1763335544.807177:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 862 00002000:00100000:1.0:1763335544.807246:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5954e00 x1848991029040000/t4294967923(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:590/0 lens 488/448 e 0 to 0 dl 1763335555 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335544.807256:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5954e00 with x1848991029040000 00000100:00100000:0.0:1763335544.815569:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335544.817504:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029040128 00000100:00100000:1.0:1763335544.817526:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029040128 00000100:00100000:1.0:1763335544.817628:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1571 00000100:00100000:1.0:1763335544.817642:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5954000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+16:2406:x1848991029040128:12345-192.168.202.34@tcp:16:fsx.0 00000001:00080000:3.0:1763335544.823955:0:6496:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967923 is committed 00000001:00080000:3.0:1763335544.823977:0:6496:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967922 is committed 00000100:00100000:1.0:1763335544.824901:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5954000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+14:2406:x1848991029040128:12345-192.168.202.34@tcp:16:fsx.0 Request processed in 7217us (9301us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335544.824920:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1571 00000100:00100000:2.0:1763335544.840257:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335544.840402:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029040256 00000100:00100000:1.0:1763335544.840415:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029040256 00000100:00100000:1.0:1763335544.840483:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1152 00000100:00100000:1.0:1763335544.840494:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+8:2407:x1848991029040256:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335544.840519:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335544.840544:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8eda00/0x10123ce7f07656be lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e969 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335544.840620:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c41c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041406336:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335544.843900:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fbd80 going to sleep for 11 seconds 00000100:00100000:1.0:1763335544.844991:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c41c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041406336:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335544.845037:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8eda00/0x10123ce7f07656be lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e969 expref: 9 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335544.845063:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8eda00/0x10123ce7f07656be lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e969 expref: 9 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335544.845077:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8eda00, rc 0) 00000100:00100000:1.0:1763335544.845737:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+8:2407:x1848991029040256:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5240us (5493us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335544.845748:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1152 00000100:00100000:2.0:1763335544.861587:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335544.862231:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029040384 00000100:00100000:1.0:1763335544.862247:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029040384 00000100:00100000:1.0:1763335544.862330:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1153 00000100:00100000:1.0:1763335544.862342:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+8:2406:x1848991029040384:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335544.862367:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335544.862392:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8eda00/0x10123ce7f07656c5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e970 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335544.862472:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c41c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041406464:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335544.862837:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fbd80 going to sleep for 11 seconds 00000100:00100000:1.0:1763335544.865738:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c41c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041406464:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335544.865792:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8eda00/0x10123ce7f07656c5 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e970 expref: 9 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335544.865821:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8eda00/0x10123ce7f07656c5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e970 expref: 9 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335544.865835:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8eda00, rc 0) 00000100:00100000:1.0:1763335544.866536:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+8:2406:x1848991029040384:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4193us (4963us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335544.868658:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1153 00000100:00100000:2.0:1763335544.873474:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335544.875013:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029040512 00000100:00100000:0.0:1763335544.875027:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029040512 00000100:00100000:0.0:1763335544.875165:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1154 00000100:00100000:0.0:1763335544.875176:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991029040512:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335544.875195:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335544.875213:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc8a00/0x10123ce7f07656cc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e977 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335544.875274:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5955880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041406592:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335544.875619:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c900 going to sleep for 11 seconds 00000100:00100000:0.0:1763335544.879666:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5955880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041406592:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335544.879705:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc8a00/0x10123ce7f07656cc lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e977 expref: 9 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335544.879728:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc8a00/0x10123ce7f07656cc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e977 expref: 9 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335544.879740:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc8a00, rc 0) 00000100:00100000:0.0:1763335544.879810:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991029040512:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4635us (6347us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335544.879818:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1154 00000100:00100000:2.0:1763335544.883449:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335544.883543:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029040640 00000100:00100000:0.0:1763335544.883554:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029040640 00000100:00100000:0.0:1763335544.883790:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1155 00000100:00100000:0.0:1763335544.883802:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+8:15720:x1848991029040640:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335544.883823:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335544.883842:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9800/0x10123ce7f07656d3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e97e expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.883908:0:8400:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8edc00/0x10123ce7f0765647 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1863680->1921023) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e8f2 expref: 8 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.883917:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335544.883919:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335544.883924:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9800/0x10123ce7f07656d3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1605632->1617919] (req 1605632->1617919) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e97e expref: 9 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.883960:0:8400:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8edc00/0x10123ce7f0765647 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1863680->1921023) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e8f2 expref: 8 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.883973:0:8400:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8edc00/0x10123ce7f0765647 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1863680->1921023) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e8f2 expref: 8 pid: 8400 timeout: 445 lvb_type: 0 00000100:00100000:0.0:1763335544.883988:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5955880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041406720:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335544.884092:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c900 going to sleep for 11 seconds 00000100:00100000:0.0:1763335544.889271:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5955880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041406720:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335544.889309:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9800/0x10123ce7f07656d3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1605632->1617919] (req 1605632->1617919) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e97e expref: 9 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.889329:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc9800, rc 0) 00000100:00100000:0.0:1763335544.889462:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+9:15720:x1848991029040640:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5660us (6591us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335544.889528:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1155 00000100:00100000:2.0:1763335544.889685:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335544.889943:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029040768 00000100:00100000:0.0:1763335544.889951:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029040768 00010000:00010000:0.0:1763335544.889982:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8edc00/0x10123ce7f0765647 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1863680->1921023) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e8f2 expref: 9 pid: 8400 timeout: 445 lvb_type: 0 00000100:00100000:0.0:1763335544.890022:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 590 00000100:00100000:0.0:1763335544.890031:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f4514050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+9:2408:x1848991029040768:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335544.890046:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335544.890074:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8edc00/0x10123ce7f0765647 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1863680->1921023) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e8f2 expref: 9 pid: 8400 timeout: 445 lvb_type: 0 00010000:00010000:0.0:1763335544.890088:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8edc00/0x10123ce7f0765647 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1863680->1921023) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e8f2 expref: 9 pid: 8400 timeout: 445 lvb_type: 0 00010000:00010000:0.0:1763335544.890114:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8edc00/0x10123ce7f0765647 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1863680->1921023) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e8f2 expref: 9 pid: 8400 timeout: 445 lvb_type: 0 00010000:00010000:0.0:1763335544.890128:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335544.890131:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335544.890138:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9800/0x10123ce7f07656d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1605632->1617919) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e97e expref: 8 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.890147:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9800/0x10123ce7f07656d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1605632->1617919) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e97e expref: 8 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.890182:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9800/0x10123ce7f07656d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1605632->1617919) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e97e expref: 8 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335544.890195:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5955880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041406848:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335544.890271:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c900 going to sleep for 11 seconds 00000100:00100000:0.0:1763335544.894341:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5955880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041406848:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763335544.894370:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335544.894440:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f4514050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+8:2408:x1848991029040768:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 4409us (4754us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335544.894452:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 590 00000100:00100000:3.0:1763335544.896508:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335544.896592:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029040896 00000100:00100000:1.0:1763335544.896603:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029040896 00000100:00100000:1.0:1763335544.896679:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 741 00000100:00100000:1.0:1763335544.896690:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc46e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+9:2408:x1848991029040896:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:1.0:1763335544.897039:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1934453 -> 1934453 00002000:00010000:1.0:1763335544.897044:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335544 -> 1763335544 00002000:00010000:1.0:1763335544.897047:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335544 -> 1763335544 00002000:00010000:1.0:1763335544.897049:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335544 -> 1763335544 00002000:00010000:1.0:1763335544.897051:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 304 -> 336 00000100:00100000:1.0:1763335544.897103:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc46e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+11:2408:x1848991029040896:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 414us (852us total) trans 4294967587 rc 0/0 00000100:00100000:1.0:1763335544.897111:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 741 00000100:00100000:2.0:1763335544.907839:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335544.908038:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029041024 00000100:00100000:0.0:1763335544.908048:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029041024 00002000:00100000:0.0:1763335544.908096:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1638400->1642495) req@ffff9aefc55ed880 x1848991029041024/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:590/0 lens 488/0 e 0 to 0 dl 1763335555 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335544.908108:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc55ed880 with x1848991029041024 ext(1638400->1642495) 00002000:00010000:0.0:1763335544.908114:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc55ed880 00000100:00100000:0.0:1763335544.908147:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 742 00000100:00100000:0.0:1763335544.908157:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+11:2406:x1848991029041024:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335544.910310:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+11:2406:x1848991029041024:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 2103us (2428us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335544.910322:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 742 00002000:00100000:0.0:1763335544.910334:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1638400->1642495) req@ffff9aefc55ed880 x1848991029041024/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:590/0 lens 488/4536 e 0 to 0 dl 1763335555 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335544.910343:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc55ed880 with x1848991029041024 ext(1638400->1642495) 00002000:00010000:0.0:1763335544.910348:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc55ed880 00000100:00100000:3.0:1763335544.913011:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335544.913827:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029041152 00000100:00100000:1.0:1763335544.913837:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029041152 00002000:00100000:1.0:1763335544.913923:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1642496->1646591) req@ffff9aefc46ead80 x1848991029041152/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:590/0 lens 488/0 e 0 to 0 dl 1763335555 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335544.913934:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc46ead80 with x1848991029041152 ext(1642496->1646591) 00002000:00010000:1.0:1763335544.913940:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc46ead80 00000100:00100000:1.0:1763335544.914555:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 743 00000100:00100000:1.0:1763335544.914566:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc46ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+11:2408:x1848991029041152:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335544.914738:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc46ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+11:2408:x1848991029041152:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 173us (1738us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335544.914747:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 743 00002000:00100000:1.0:1763335544.914754:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1642496->1646591) req@ffff9aefc46ead80 x1848991029041152/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:590/0 lens 488/4536 e 0 to 0 dl 1763335555 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335544.914762:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc46ead80 with x1848991029041152 ext(1642496->1646591) 00002000:00010000:1.0:1763335544.914766:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc46ead80 00000100:00100000:3.0:1763335544.919006:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335544.919240:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029041280 00000100:00100000:1.0:1763335544.919251:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029041280 00002000:00100000:1.0:1763335544.919347:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1646592->1650687) req@ffff9aefc46e9c00 x1848991029041280/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:590/0 lens 488/0 e 0 to 0 dl 1763335555 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335544.919359:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc46e9c00 with x1848991029041280 ext(1646592->1650687) 00002000:00010000:1.0:1763335544.919365:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc46e9c00 00000100:00100000:1.0:1763335544.919398:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 744 00000100:00100000:1.0:1763335544.919408:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc46e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+11:2408:x1848991029041280:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335544.919600:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc46e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+11:2408:x1848991029041280:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 193us (605us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335544.919608:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 744 00002000:00100000:1.0:1763335544.919614:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1646592->1650687) req@ffff9aefc46e9c00 x1848991029041280/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:590/0 lens 488/4536 e 0 to 0 dl 1763335555 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335544.919623:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc46e9c00 with x1848991029041280 ext(1646592->1650687) 00002000:00010000:1.0:1763335544.919627:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc46e9c00 00000100:00100000:2.0:1763335544.926364:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335544.926426:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029041408 00000100:00100000:3.0:1763335544.926437:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029041408 00002000:00100000:3.0:1763335544.926485:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1650688->1654783) req@ffff9aefc55ef100 x1848991029041408/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:590/0 lens 488/0 e 0 to 0 dl 1763335555 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335544.926496:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc55ef100 with x1848991029041408 ext(1650688->1654783) 00002000:00010000:3.0:1763335544.926503:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc55ef100 00000100:00100000:3.0:1763335544.926538:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 745 00000100:00100000:2.0:1763335544.926822:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+11:2408:x1848991029041408:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335544.927037:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+11:2408:x1848991029041408:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 412us (681us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335544.927047:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 745 00002000:00100000:2.0:1763335544.927054:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1650688->1654783) req@ffff9aefc55ef100 x1848991029041408/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:590/0 lens 488/4536 e 0 to 0 dl 1763335555 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335544.927062:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc55ef100 with x1848991029041408 ext(1650688->1654783) 00002000:00010000:2.0:1763335544.927066:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc55ef100 00000100:00100000:0.0:1763335544.934984:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335544.935090:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029041536 00000100:00100000:2.0:1763335544.935101:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029041536 00002000:00100000:2.0:1763335544.935152:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1654784->1658879) req@ffff9aefc5955880 x1848991029041536/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:590/0 lens 488/0 e 0 to 0 dl 1763335555 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335544.935164:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5955880 with x1848991029041536 ext(1654784->1658879) 00002000:00010000:2.0:1763335544.935170:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5955880 00000100:00100000:2.0:1763335544.935210:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 746 00000100:00100000:2.0:1763335544.935221:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5955880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+11:2409:x1848991029041536:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335544.935411:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5955880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+11:2409:x1848991029041536:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 190us (436us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335544.935420:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 746 00002000:00100000:2.0:1763335544.935427:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1654784->1658879) req@ffff9aefc5955880 x1848991029041536/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:590/0 lens 488/4536 e 0 to 0 dl 1763335555 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335544.935436:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5955880 with x1848991029041536 ext(1654784->1658879) 00002000:00010000:2.0:1763335544.935440:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5955880 00000100:00100000:3.0:1763335544.939922:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335544.940204:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029041664 00000100:00100000:1.0:1763335544.940217:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029041664 00002000:00100000:1.0:1763335544.940271:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1658880->1662975) req@ffff9aefc46ebb80 x1848991029041664/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:590/0 lens 488/0 e 0 to 0 dl 1763335555 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335544.940283:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc46ebb80 with x1848991029041664 ext(1658880->1662975) 00002000:00010000:1.0:1763335544.940290:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc46ebb80 00000100:00100000:1.0:1763335544.940327:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 747 00000100:00100000:1.0:1763335544.940338:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc46ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+11:2408:x1848991029041664:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335544.940516:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc46ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+11:2408:x1848991029041664:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 179us (647us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335544.940525:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 747 00002000:00100000:1.0:1763335544.940532:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1658880->1662975) req@ffff9aefc46ebb80 x1848991029041664/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:590/0 lens 488/4536 e 0 to 0 dl 1763335555 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335544.940542:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc46ebb80 with x1848991029041664 ext(1658880->1662975) 00002000:00010000:1.0:1763335544.940545:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc46ebb80 00000100:00100000:3.0:1763335544.944642:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335544.944827:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029041792 00000100:00100000:2.0:1763335544.944838:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029041792 00002000:00100000:2.0:1763335544.944920:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1662976->1667071) req@ffff9aefc46e8700 x1848991029041792/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:590/0 lens 488/0 e 0 to 0 dl 1763335555 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335544.944939:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc46e8700 with x1848991029041792 ext(1662976->1667071) 00002000:00010000:2.0:1763335544.944945:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc46e8700 00000100:00100000:2.0:1763335544.944977:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 748 00000100:00100000:2.0:1763335544.944988:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc46e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+11:2406:x1848991029041792:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335544.945162:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc46e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+11:2406:x1848991029041792:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 175us (530us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335544.945171:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 748 00002000:00100000:2.0:1763335544.945177:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1662976->1667071) req@ffff9aefc46e8700 x1848991029041792/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:590/0 lens 488/4536 e 0 to 0 dl 1763335555 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335544.945184:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc46e8700 with x1848991029041792 ext(1662976->1667071) 00002000:00010000:2.0:1763335544.945187:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc46e8700 00000100:00100000:0.0:1763335544.949310:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335544.949383:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029041920 00000100:00100000:1.0:1763335544.949394:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029041920 00002000:00100000:1.0:1763335544.949442:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1667072->1671167) req@ffff9aefc5956d80 x1848991029041920/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:590/0 lens 488/0 e 0 to 0 dl 1763335555 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335544.949453:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5956d80 with x1848991029041920 ext(1667072->1671167) 00002000:00010000:1.0:1763335544.949460:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5956d80 00000100:00100000:1.0:1763335544.949498:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 749 00000100:00100000:1.0:1763335544.949508:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5956d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+11:2409:x1848991029041920:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335544.949704:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5956d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+11:2409:x1848991029041920:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 196us (407us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335544.949713:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 749 00002000:00100000:1.0:1763335544.949720:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1667072->1671167) req@ffff9aefc5956d80 x1848991029041920/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:590/0 lens 488/4536 e 0 to 0 dl 1763335555 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335544.949728:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5956d80 with x1848991029041920 ext(1667072->1671167) 00002000:00010000:1.0:1763335544.949731:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5956d80 00000100:00100000:3.0:1763335544.953189:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335544.953260:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029042048 00000100:00100000:2.0:1763335544.953270:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029042048 00002000:00100000:2.0:1763335544.953318:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1638400->1671167) req@ffff9aefc46e8000 x1848991029042048/t0(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:590/0 lens 488/0 e 0 to 0 dl 1763335555 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335544.953327:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc46e8000 with x1848991029042048 ext(1638400->1671167) 00002000:00010000:2.0:1763335544.953333:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc46e8000 00000100:00100000:2.0:1763335544.953371:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 750 00000100:00100000:2.0:1763335544.953382:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc46e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+11:2406:x1848991029042048:12345-192.168.202.34@tcp:4:fsx.0 00000100:00100000:2.0:1763335544.957157:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc46e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+13:2406:x1848991029042048:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 3767us (3969us total) trans 4294967588 rc 0/0 00000100:00100000:2.0:1763335544.957171:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 750 00002000:00100000:2.0:1763335544.957184:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1638400->1671167) req@ffff9aefc46e8000 x1848991029042048/t4294967588(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:590/0 lens 488/448 e 0 to 0 dl 1763335555 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335544.957193:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc46e8000 with x1848991029042048 ext(1638400->1671167) 00002000:00010000:2.0:1763335544.957198:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc46e8000 00000100:00100000:0.0:1763335544.959722:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335544.959965:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029042176 00000100:00100000:1.0:1763335544.959976:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029042176 00000100:00100000:1.0:1763335544.960041:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1156 00000100:00100000:1.0:1763335544.960051:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+13:2409:x1848991029042176:12345-192.168.202.34@tcp:16:fsx.0 00000001:00080000:3.0:1763335544.961428:0:9466:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967588 is committed 00000001:00080000:3.0:1763335544.961445:0:9466:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967586 is committed 00000100:00100000:1.0:1763335544.961890:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991029042176:12345-192.168.202.34@tcp:16:fsx.0 Request processed in 1817us (2156us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335544.961903:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1156 00000100:00100000:3.0:1763335544.966310:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335544.966410:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029042304 00000100:00100000:2.0:1763335544.966420:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029042304 00000100:00100000:2.0:1763335544.966485:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 751 00000100:00100000:2.0:1763335544.966495:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc46e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2407:x1848991029042304:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:2.0:1763335544.966810:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1934453 -> 1934453 00002000:00010000:2.0:1763335544.966814:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335544 -> 1763335545 00002000:00010000:2.0:1763335544.966817:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335544 -> 1763335544 00002000:00010000:2.0:1763335544.966820:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335544 -> 1763335545 00002000:00010000:2.0:1763335544.966822:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 336 -> 424 00000100:00100000:2.0:1763335544.966907:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc46e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+7:2407:x1848991029042304:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 413us (607us total) trans 4294967589 rc 0/0 00000100:00100000:2.0:1763335544.966915:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 751 00000100:00100000:3.0:1763335544.970716:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335544.970764:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335544.970797:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029042432 00000100:00100000:1.0:1763335544.970808:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029042432 00000100:00100000:1.0:1763335544.970894:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1572 00000100:00100000:1.0:1763335544.970905:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc46e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2409:x1848991029042432:12345-192.168.202.34@tcp:101:fsx.0 00000100:00100000:0.0:1763335544.970923:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029042560 00000100:00100000:0.0:1763335544.970927:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029042560 00010000:00010000:1.0:1763335544.970931:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335544.970952:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8eda00/0x10123ce7f07656da lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e985 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335544.970964:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1157 00000100:00100000:0.0:1763335544.970970:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc46ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2409:x1848991029042560:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335544.970978:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335544.970987:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9600/0x10123ce7f07656e1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e98c expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335544.970988:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9200/0x10123ce7f07656b7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e962 expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335544.971025:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c41c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041406976:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335544.971025:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffbf4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041407104:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335544.971111:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335544.971121:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c000 going to sleep for 11 seconds 00002000:00010000:1.0:1763335544.974816:0:8400:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335544 -> 1763335545 00000100:00100000:1.0:1763335544.974845:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffbf4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041407104:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335544.974912:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9600/0x10123ce7f07656e1 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e98c expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335544.974935:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9600/0x10123ce7f07656e1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e98c expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335544.974948:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc9600, rc 0) 00000100:00100000:1.0:1763335544.975003:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc46ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2409:x1848991029042560:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4031us (4237us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335544.975016:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1157 00000004:00010000:0.0:1763335544.975437:0:6517:0:(mdt_lvb.c:189:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime: 1763335544 -> 1763335545 00000100:00100000:0.0:1763335544.975454:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c41c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041406976:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335544.975469:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 580534 00010000:00010000:0.0:1763335544.975481:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8eda00/0x10123ce7f07656da lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e985 expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.975496:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335544.975499:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335544.975504:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8eda00/0x10123ce7f07656da lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e985 expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.975515:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8eda00, rc 0) 00000100:00100000:0.0:1763335544.975548:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc46e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2409:x1848991029042432:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4645us (4842us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335544.975556:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1572 00000100:00100000:3.0:1763335544.979269:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335544.979622:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029042688 00000100:00100000:0.0:1763335544.979633:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029042688 00000100:00100000:0.0:1763335544.979682:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1573 00000100:00100000:0.0:1763335544.979691:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc46eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:15720:x1848991029042688:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335544.979712:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335544.979734:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8a00/0x10123ce7f07656e8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e993 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.979766:0:6517:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9200/0x10123ce7f07656b7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e962 expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.979775:0:6517:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8a00/0x10123ce7f07656e8 lrc: 4/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e993 expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.979834:0:6517:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9200/0x10123ce7f07656b7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e962 expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.979847:0:6517:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9200/0x10123ce7f07656b7 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e962 expref: 13 pid: 6517 timeout: 445 lvb_type: 0 00000100:00100000:0.0:1763335544.979862:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffbf5500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041407232:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335544.979958:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c600 going to sleep for 11 seconds 00000100:00100000:1.0:1763335544.985314:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335544.985371:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029042816 00000100:00100000:2.0:1763335544.985381:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029042816 00010000:00010000:2.0:1763335544.985425:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9200/0x10123ce7f07656b7 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e962 expref: 14 pid: 6517 timeout: 445 lvb_type: 0 00000100:00100000:2.0:1763335544.985468:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 591 00000100:00100000:2.0:1763335544.985478:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c43b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+14:2408:x1848991029042816:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335544.985495:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335544.985517:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9200/0x10123ce7f07656b7 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e962 expref: 14 pid: 6517 timeout: 445 lvb_type: 0 00010000:00010000:2.0:1763335544.985535:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9200/0x10123ce7f07656b7 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e962 expref: 14 pid: 6517 timeout: 445 lvb_type: 0 00010000:00010000:2.0:1763335544.985559:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335544.985566:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8a00/0x10123ce7f07656e8 lrc: 3/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e993 expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335544.985577:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8a00/0x10123ce7f07656e8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e993 expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335544.985586:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8a00/0x10123ce7f07656e8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e993 expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335544.985624:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8a00/0x10123ce7f07656e8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e993 expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335544.985638:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc55ec700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041407360:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763335544.985693:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9200/0x10123ce7f07656b7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e962 expref: 14 pid: 6517 timeout: 445 lvb_type: 0 00000100:00100000:0.0:1763335544.985711:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffbf5500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041407232:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335544.985722:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09cc0 going to sleep for 11 seconds 00010000:00010000:0.0:1763335544.985735:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8a00/0x10123ce7f07656e8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e993 expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335544.985746:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335544.985750:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335544.985753:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc8a00, rc 0) 00000100:00100000:0.0:1763335544.985792:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc46eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+12:15720:x1848991029042688:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6093us (6523us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335544.985801:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1573 00000100:00100000:3.0:1763335544.989670:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335544.989695:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc55ec700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041407360:192.168.202.34@tcp:105: 00010000:00010000:2.0:1763335544.989718:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335544.989776:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c43b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+13:2408:x1848991029042816:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 4300us (4471us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335544.989797:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 591 00000100:00100000:1.0:1763335544.989914:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029042944 00000100:00100000:1.0:1763335544.989922:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029042944 00002000:00100000:1.0:1763335544.989962:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc46eb480 x1848991029042944/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:590/0 lens 488/0 e 0 to 0 dl 1763335555 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335544.989972:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc46eb480 with x1848991029042944 00000100:00100000:1.0:1763335544.990007:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 863 00000100:00100000:1.0:1763335544.990016:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc46eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+12:2409:x1848991029042944:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335544.990169:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc46eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+12:2409:x1848991029042944:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 153us (508us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335544.990176:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 863 00002000:00100000:1.0:1763335544.990183:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc46eb480 x1848991029042944/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:590/0 lens 488/4536 e 0 to 0 dl 1763335555 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335544.990191:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc46eb480 with x1848991029042944 00000100:00100000:3.0:1763335544.998194:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335544.998262:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029043072 00000100:00100000:0.0:1763335544.998273:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029043072 00002000:00100000:0.0:1763335544.998324:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc46e8e00 x1848991029043072/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:590/0 lens 488/0 e 0 to 0 dl 1763335555 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335544.998334:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc46e8e00 with x1848991029043072 00000100:00100000:0.0:1763335544.998375:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 864 00000100:00100000:0.0:1763335544.998385:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc46e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:2407:x1848991029043072:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335544.998568:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc46e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:2407:x1848991029043072:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 183us (382us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335544.998576:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 864 00002000:00100000:0.0:1763335544.998582:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc46e8e00 x1848991029043072/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:590/0 lens 488/4536 e 0 to 0 dl 1763335555 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335544.998590:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc46e8e00 with x1848991029043072 00000100:00100000:3.0:1763335545.003819:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335545.003989:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029043200 00000100:00100000:1.0:1763335545.004002:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029043200 00002000:00100000:1.0:1763335545.004067:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5416d80 x1848991029043200/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:591/0 lens 488/0 e 0 to 0 dl 1763335556 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335545.004078:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5416d80 with x1848991029043200 00000100:00100000:1.0:1763335545.004120:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 865 00000100:00100000:1.0:1763335545.004129:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5416d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+12:2406:x1848991029043200:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335545.004320:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5416d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+12:2406:x1848991029043200:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 190us (510us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335545.004331:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 865 00002000:00100000:1.0:1763335545.004338:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5416d80 x1848991029043200/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:591/0 lens 488/4536 e 0 to 0 dl 1763335556 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335545.004346:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5416d80 with x1848991029043200 00000100:00100000:0.0:1763335545.009409:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335545.010767:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029043328 00000100:00100000:1.0:1763335545.010791:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029043328 00002000:00100000:1.0:1763335545.011085:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffbf5500 x1848991029043328/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:591/0 lens 488/0 e 0 to 0 dl 1763335556 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335545.011099:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffbf5500 with x1848991029043328 00000100:00100000:1.0:1763335545.011132:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 866 00000100:00100000:1.0:1763335545.011141:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbf5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+12:2407:x1848991029043328:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335545.011375:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbf5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+12:2407:x1848991029043328:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 234us (1976us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335545.011384:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 866 00002000:00100000:1.0:1763335545.011389:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffbf5500 x1848991029043328/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:591/0 lens 488/4536 e 0 to 0 dl 1763335556 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335545.011397:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffbf5500 with x1848991029043328 00000100:00100000:3.0:1763335545.022730:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335545.023093:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029043456 00000100:00100000:0.0:1763335545.023105:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029043456 00002000:00100000:0.0:1763335545.023158:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5415c00 x1848991029043456/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:591/0 lens 488/0 e 0 to 0 dl 1763335556 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335545.023170:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5415c00 with x1848991029043456 00000100:00100000:0.0:1763335545.023527:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 867 00000100:00100000:0.0:1763335545.023538:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5415c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:2407:x1848991029043456:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335545.024417:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5415c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:2407:x1848991029043456:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 878us (1692us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335545.024427:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 867 00002000:00100000:0.0:1763335545.024438:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5415c00 x1848991029043456/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:591/0 lens 488/4536 e 0 to 0 dl 1763335556 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335545.024447:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5415c00 with x1848991029043456 00000100:00100000:3.0:1763335545.033204:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335545.033313:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029043584 00000100:00100000:0.0:1763335545.033324:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029043584 00002000:00100000:0.0:1763335545.033379:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5415500 x1848991029043584/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:591/0 lens 488/0 e 0 to 0 dl 1763335556 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335545.033392:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5415500 with x1848991029043584 00000100:00100000:0.0:1763335545.033518:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 868 00000100:00100000:0.0:1763335545.033529:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5415500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:2406:x1848991029043584:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335545.033720:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5415500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:2406:x1848991029043584:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 193us (526us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335545.033728:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 868 00002000:00100000:0.0:1763335545.033734:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5415500 x1848991029043584/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:591/0 lens 488/4536 e 0 to 0 dl 1763335556 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335545.033742:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5415500 with x1848991029043584 00000100:00100000:2.0:1763335545.038695:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335545.038820:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029043712 00000100:00100000:0.0:1763335545.038832:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029043712 00002000:00100000:0.0:1763335545.038994:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc55ec700 x1848991029043712/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:591/0 lens 488/0 e 0 to 0 dl 1763335556 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335545.039005:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc55ec700 with x1848991029043712 00000100:00100000:1.0:1763335545.039117:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 869 00000100:00100000:1.0:1763335545.039129:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+12:2406:x1848991029043712:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335545.039344:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+12:2406:x1848991029043712:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 217us (659us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335545.039356:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 869 00002000:00100000:1.0:1763335545.039363:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc55ec700 x1848991029043712/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:591/0 lens 488/4536 e 0 to 0 dl 1763335556 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335545.039371:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc55ec700 with x1848991029043712 00000100:00100000:2.0:1763335545.043262:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335545.043576:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029043840 00000100:00100000:1.0:1763335545.043587:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029043840 00002000:00100000:1.0:1763335545.043639:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc55efb80 x1848991029043840/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:591/0 lens 488/0 e 0 to 0 dl 1763335556 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335545.043649:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc55efb80 with x1848991029043840 00000100:00100000:1.0:1763335545.043688:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 870 00000100:00100000:1.0:1763335545.043697:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+12:2407:x1848991029043840:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335545.046070:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+12:2407:x1848991029043840:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 2363us (2807us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335545.046082:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 870 00002000:00100000:1.0:1763335545.046721:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc55efb80 x1848991029043840/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:591/0 lens 488/4536 e 0 to 0 dl 1763335556 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335545.046733:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc55efb80 with x1848991029043840 00000100:00100000:3.0:1763335545.055202:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335545.055604:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029043968 00000100:00100000:1.0:1763335545.055613:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029043968 00002000:00100000:1.0:1763335545.055655:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5417480 x1848991029043968/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:591/0 lens 488/0 e 0 to 0 dl 1763335556 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335545.055666:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5417480 with x1848991029043968 00000100:00100000:1.0:1763335545.055702:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 871 00000100:00100000:1.0:1763335545.055710:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5417480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+12:2406:x1848991029043968:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335545.055920:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5417480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+12:2406:x1848991029043968:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 209us (726us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335545.055930:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 871 00002000:00100000:1.0:1763335545.055936:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5417480 x1848991029043968/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:591/0 lens 488/4536 e 0 to 0 dl 1763335556 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335545.055944:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5417480 with x1848991029043968 00000100:00100000:2.0:1763335545.065925:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335545.066219:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029044096 00000100:00100000:1.0:1763335545.066229:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029044096 00002000:00100000:1.0:1763335545.066278:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc55edc00 x1848991029044096/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:591/0 lens 488/0 e 0 to 0 dl 1763335556 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335545.066289:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc55edc00 with x1848991029044096 00000100:00100000:1.0:1763335545.066328:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 872 00000100:00100000:1.0:1763335545.066338:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:2409:x1848991029044096:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335545.066522:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:2409:x1848991029044096:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 185us (607us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335545.066529:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 872 00002000:00100000:1.0:1763335545.066537:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc55edc00 x1848991029044096/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:591/0 lens 488/4536 e 0 to 0 dl 1763335556 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335545.066545:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc55edc00 with x1848991029044096 00000100:00100000:2.0:1763335545.071726:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335545.071826:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029044224 00000100:00100000:1.0:1763335545.071840:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029044224 00002000:00100000:1.0:1763335545.071928:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc55ece00 x1848991029044224/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:591/0 lens 488/0 e 0 to 0 dl 1763335556 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335545.071940:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc55ece00 with x1848991029044224 00000100:00100000:1.0:1763335545.071974:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 873 00000100:00100000:1.0:1763335545.071983:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+12:2408:x1848991029044224:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335545.072188:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+12:2408:x1848991029044224:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 205us (472us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335545.072196:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 873 00002000:00100000:1.0:1763335545.072202:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc55ece00 x1848991029044224/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:591/0 lens 488/4536 e 0 to 0 dl 1763335556 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335545.072210:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc55ece00 with x1848991029044224 00000100:00100000:3.0:1763335545.075584:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335545.075952:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029044352 00000100:00100000:0.0:1763335545.075963:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029044352 00002000:00100000:0.0:1763335545.076104:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5416a00 x1848991029044352/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:591/0 lens 488/0 e 0 to 0 dl 1763335556 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335545.076115:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5416a00 with x1848991029044352 00000100:00100000:0.0:1763335545.076577:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 874 00000100:00100000:0.0:1763335545.076589:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5416a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:2409:x1848991029044352:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335545.077864:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5416a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:2409:x1848991029044352:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 1268us (2281us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335545.077886:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 874 00002000:00100000:0.0:1763335545.077897:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5416a00 x1848991029044352/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:591/0 lens 488/4536 e 0 to 0 dl 1763335556 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335545.077906:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5416a00 with x1848991029044352 00000100:00100000:2.0:1763335545.083005:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335545.083124:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029044480 00000100:00100000:0.0:1763335545.083133:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029044480 00002000:00100000:0.0:1763335545.083184:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc581d180 x1848991029044480/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:591/0 lens 488/0 e 0 to 0 dl 1763335556 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335545.083196:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc581d180 with x1848991029044480 00000100:00100000:0.0:1763335545.083236:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 875 00000100:00100000:0.0:1763335545.083245:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc581d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:2407:x1848991029044480:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335545.083435:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc581d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:2407:x1848991029044480:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 189us (439us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335545.083442:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 875 00002000:00100000:0.0:1763335545.083449:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc581d180 x1848991029044480/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:591/0 lens 488/4536 e 0 to 0 dl 1763335556 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335545.083464:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc581d180 with x1848991029044480 00000100:00100000:2.0:1763335545.089604:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335545.089769:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029044608 00000100:00100000:1.0:1763335545.089788:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029044608 00002000:00100000:1.0:1763335545.089842:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc581d500 x1848991029044608/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:591/0 lens 488/0 e 0 to 0 dl 1763335556 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335545.089853:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc581d500 with x1848991029044608 00000100:00100000:1.0:1763335545.089949:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 876 00000100:00100000:1.0:1763335545.089959:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc581d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+12:2406:x1848991029044608:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335545.090132:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc581d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+12:2406:x1848991029044608:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 175us (539us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335545.090138:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 876 00002000:00100000:1.0:1763335545.090145:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc581d500 x1848991029044608/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:591/0 lens 488/4536 e 0 to 0 dl 1763335556 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335545.090152:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc581d500 with x1848991029044608 00000100:00100000:3.0:1763335545.093974:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335545.094156:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029044736 00000100:00100000:0.0:1763335545.094169:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029044736 00002000:00100000:0.0:1763335545.094220:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5417b80 x1848991029044736/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:591/0 lens 488/0 e 0 to 0 dl 1763335556 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335545.094231:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5417b80 with x1848991029044736 00000100:00100000:0.0:1763335545.094434:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 877 00000100:00100000:0.0:1763335545.094448:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5417b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:2408:x1848991029044736:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335545.094713:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5417b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:2408:x1848991029044736:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 266us (751us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335545.094721:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 877 00002000:00100000:0.0:1763335545.094730:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5417b80 x1848991029044736/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:591/0 lens 488/4536 e 0 to 0 dl 1763335556 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335545.094738:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5417b80 with x1848991029044736 00000100:00100000:2.0:1763335545.099317:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335545.100346:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029044864 00000100:00100000:1.0:1763335545.100358:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029044864 00000100:00100000:1.0:1763335545.100422:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1158 00000100:00100000:1.0:1763335545.100433:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc581ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2407:x1848991029044864:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335545.100454:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335545.100480:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ec200/0x10123ce7f07656ef lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e99a expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335545.100539:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c41180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041407488:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335545.100651:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb180 going to sleep for 11 seconds 00000100:00100000:1.0:1763335545.104933:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c41180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041407488:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335545.104973:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ec200/0x10123ce7f07656ef lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e99a expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335545.104996:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ec200/0x10123ce7f07656ef lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e99a expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335545.105008:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8ec200, rc 0) 00000100:00100000:1.0:1763335545.105068:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc581ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2407:x1848991029044864:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4636us (5760us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335545.105077:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1158 00000100:00100000:0.0:1763335545.109244:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335545.109542:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029044992 00000100:00100000:1.0:1763335545.109552:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029044992 00000100:00100000:1.0:1763335545.109610:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1159 00000100:00100000:1.0:1763335545.109620:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbf4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991029044992:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335545.109637:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335545.109656:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8eca00/0x10123ce7f07656f6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e9a1 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335545.109710:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c41180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041407616:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335545.110727:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb180 going to sleep for 11 seconds 00000100:00100000:1.0:1763335545.114561:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c41180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041407616:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335545.114608:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8eca00/0x10123ce7f07656f6 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e9a1 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335545.114632:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8eca00/0x10123ce7f07656f6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e9a1 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335545.114644:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8eca00, rc 0) 00000100:00100000:1.0:1763335545.114745:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbf4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991029044992:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5126us (5510us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335545.114754:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1159 00000100:00100000:2.0:1763335545.118686:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335545.118808:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029045120 00000100:00100000:0.0:1763335545.118818:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029045120 00000100:00100000:0.0:1763335545.118911:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1574 00000100:00100000:0.0:1763335545.118921:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc581dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+13:15720:x1848991029045120:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335545.118939:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335545.118957:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8c00/0x10123ce7f07656fd lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e9a8 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335545.118984:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8c00/0x10123ce7f07656fd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e9a8 expref: 14 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335545.118998:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8c00/0x10123ce7f07656fd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e9a8 expref: 14 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335545.119018:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335545.119021:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335545.119025:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc8c00, rc 0) 00000100:00100000:0.0:1763335545.119073:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc581dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+14:15720:x1848991029045120:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 153us (395us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335545.119080:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1574 00000100:00080000:1.0:1763335545.119161:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1763335545.128097:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335545.128148:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335545.128266:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029045248 00000100:00100000:1.0:1763335545.128277:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029045248 00002000:00100000:1.0:1763335545.128327:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffbf6300 x1848991029045248/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:591/0 lens 488/0 e 0 to 0 dl 1763335556 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335545.128337:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffbf6300 with x1848991029045248 00000100:00100000:2.0:1763335545.128449:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029045376 00000100:00100000:2.0:1763335545.128454:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029045376 00002000:00100000:2.0:1763335545.128479:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->1937407) req@ffff9af0ffbf5f80 x1848991029045376/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:591/0 lens 504/0 e 0 to 0 dl 1763335556 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335545.128489:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffbf5f80 with x1848991029045376 ext(1048576->1937407) 00002000:00010000:2.0:1763335545.128494:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffbf5f80 00000100:00100000:2.0:1763335545.128525:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 752 00000100:00100000:2.0:1763335545.128535:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbf5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+7:2406:x1848991029045376:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335545.129848:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 878 00000100:00100000:1.0:1763335545.129864:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbf6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:2406:x1848991029045248:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335545.143846:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbf5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+7:2406:x1848991029045376:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 15286us (15671us total) trans 0 rc 856064/856064 00000100:00100000:2.0:1763335545.143890:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 752 00002000:00100000:2.0:1763335545.143903:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->1937407) req@ffff9af0ffbf5f80 x1848991029045376/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:591/0 lens 504/440 e 0 to 0 dl 1763335556 ref 1 fl Complete:/600/0 rc 856064/856064 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335545.143914:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffbf5f80 with x1848991029045376 ext(1048576->1937407) 00002000:00010000:2.0:1763335545.143926:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffbf5f80 00000100:00100000:1.0:1763335545.144711:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbf6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:2406:x1848991029045248:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 14847us (16622us total) trans 0 rc 581632/581632 00000100:00100000:1.0:1763335545.144727:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 878 00002000:00100000:1.0:1763335545.144736:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffbf6300 x1848991029045248/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:591/0 lens 488/440 e 0 to 0 dl 1763335556 ref 1 fl Complete:/600/0 rc 581632/581632 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335545.144747:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffbf6300 with x1848991029045248 00000100:00100000:0.0:1763335545.149415:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335545.150109:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029045504 00000100:00100000:1.0:1763335545.150119:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029045504 00000100:00100000:1.0:1763335545.150170:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1160 00000100:00100000:1.0:1763335545.150179:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbf5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991029045504:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335545.150196:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335545.150214:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8eca00/0x10123ce7f0765704 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e9af expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335545.150265:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c41180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041407744:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335545.150348:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb180 going to sleep for 11 seconds 00010000:00010000:2.0:1763335545.150414:0:6504:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763335545.153459:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c41180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041407744:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335545.153504:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8eca00/0x10123ce7f0765704 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e9af expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335545.153545:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8eca00/0x10123ce7f0765704 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e9af expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335545.153558:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8eca00, rc 0) 00000100:00100000:1.0:1763335545.154158:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbf5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991029045504:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3977us (4750us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335545.154168:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1160 00000100:00100000:0.0:1763335545.158574:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335545.158649:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029045632 00000100:00100000:1.0:1763335545.158659:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029045632 00000100:00100000:1.0:1763335545.158742:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1161 00000100:00100000:1.0:1763335545.158752:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbf7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2406:x1848991029045632:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335545.158770:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335545.158798:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8eca00/0x10123ce7f076570b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e9b6 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335545.158856:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c41180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041407872:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335545.158971:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb180 going to sleep for 11 seconds 00000100:00100000:1.0:1763335545.161364:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c41180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041407872:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335545.161405:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8eca00/0x10123ce7f076570b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e9b6 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335545.161430:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8eca00/0x10123ce7f076570b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e9b6 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335545.161442:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8eca00, rc 0) 00000100:00100000:1.0:1763335545.161506:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbf7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2406:x1848991029045632:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2754us (2942us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335545.161516:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1161 00000100:00100000:0.0:1763335545.168701:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335545.168822:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029045888 00000100:00100000:2.0:1763335545.168833:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029045888 00000100:00100000:2.0:1763335545.168957:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1575 00000100:00100000:2.0:1763335545.168967:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbf7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:15720:x1848991029045888:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:2.0:1763335545.169128:0:6516:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335545.169156:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa200/0x10123ce7f07655d7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e889 expref: 14 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335545.169176:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335545.169181:0:6516:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335545.169354:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81e00/0x10123ce7f0765712 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335545.169368:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa000/0x10123ce7f0765601 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e8ac expref: 11 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335545.169377:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81e00/0x10123ce7f0765712 lrc: 4/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335545.169410:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa000/0x10123ce7f0765601 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e8ac expref: 11 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335545.169424:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa000/0x10123ce7f0765601 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e8ac expref: 11 pid: 6517 timeout: 445 lvb_type: 0 00000100:00100000:2.0:1763335545.169438:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc581ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041408000:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335545.169578:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09000 going to sleep for 11 seconds 00000100:00100000:2.0:1763335545.175213:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc581ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041408000:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335545.175244:0:6516:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81e00/0x10123ce7f0765712 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00000100:00100000:0.0:1763335545.175520:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335545.175730:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029046016 00000100:00100000:2.0:1763335545.175739:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029046016 00010000:00010000:2.0:1763335545.175776:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa000/0x10123ce7f0765601 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e8ac expref: 12 pid: 6517 timeout: 445 lvb_type: 0 00000100:00100000:2.0:1763335545.175825:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 592 00000100:00100000:2.0:1763335545.175836:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbf4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+12:2409:x1848991029046016:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335545.175853:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335545.175860:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa000/0x10123ce7f0765601 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e8ac expref: 12 pid: 6517 timeout: 445 lvb_type: 0 00010000:00010000:2.0:1763335545.175899:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa000/0x10123ce7f0765601 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e8ac expref: 12 pid: 6517 timeout: 445 lvb_type: 0 00010000:00010000:2.0:1763335545.175923:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5aaa000/0x10123ce7f0765601 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e8ac expref: 12 pid: 6517 timeout: 445 lvb_type: 0 00010000:00010000:2.0:1763335545.175939:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335545.175943:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81e00/0x10123ce7f0765712 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335545.175953:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81e00/0x10123ce7f0765712 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335545.175959:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81e00/0x10123ce7f0765712 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335545.175978:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335545.176041:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbf4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:2409:x1848991029046016:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 207us (522us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335545.176050:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 592 00010000:00010000:0.0:1763335545.176367:0:6516:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81e00/0x10123ce7f0765712 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00010000:00010000:0.0:1763335545.176375:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81e00/0x10123ce7f0765712 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00000001:00080000:0.0:1763335545.176464:0:6516:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967924 00000004:00010000:0.0:1763335545.176507:0:6516:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 580534 -> 580534 00000004:00010000:0.0:1763335545.176510:0:6516:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335545 -> 1763335545 00000004:00010000:0.0:1763335545.176513:0:6516:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335545 -> 1763335544 00000004:00010000:0.0:1763335545.176515:0:6516:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335545 -> 1763335545 00000004:00010000:0.0:1763335545.176517:0:6516:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 520 -> 520 00000004:00010000:0.0:1763335545.176523:0:6516:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e56fc0d1 reply state 00000000e3474079 transno 4294967925 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81e00/0x10123ce7f0765712 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00010000:00010000:0.0:1763335545.176534:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81e00/0x10123ce7f0765712 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 00010000:00010000:0.0:1763335545.176540:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335545.176543:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335545.176545:0:6516:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763335545.176614:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbf7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+16:15720:x1848991029045888:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 7648us (7924us total) trans 4294967925 rc 0/0 00000100:00100000:0.0:1763335545.176621:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1575 00000020:00080000:0.0:1763335545.176624:0:6516:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763335545.181807:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335545.182291:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029046144 00000100:00100000:2.0:1763335545.182303:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029046144 00000100:00100000:2.0:1763335545.182365:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1576 00000100:00100000:2.0:1763335545.182375:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbf6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+16:15720:x1848991029046144:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335545.182399:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335545.182403:0:6516:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763335545.182444:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8c00/0x10123ce7f07656fd lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e9a8 expref: 16 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335545.182464:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335545.182468:0:6516:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335545.182482:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81c00/0x10123ce7f0765719 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e9bd expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335545.182505:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8a00/0x10123ce7f07656e8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e993 expref: 10 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335545.182515:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81c00/0x10123ce7f0765719 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e9bd expref: 16 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335545.182547:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8a00/0x10123ce7f07656e8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e993 expref: 10 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335545.182559:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8a00/0x10123ce7f07656e8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e993 expref: 10 pid: 6517 timeout: 445 lvb_type: 0 00000100:00100000:2.0:1763335545.182573:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc581ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041408128:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335545.183964:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09000 going to sleep for 11 seconds 00000100:00100000:3.0:1763335545.188144:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335545.188589:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc581ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041408128:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335545.188622:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81c00/0x10123ce7f0765719 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e9bd expref: 16 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335545.188643:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335545.188646:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335545.188650:0:6516:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81c00/0x10123ce7f0765719 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e9bd expref: 16 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335545.188661:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5b81c00, rc 0) 00000100:00100000:0.0:1763335545.188720:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbf6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+16:15720:x1848991029046144:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6346us (6925us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335545.188728:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1576 00000100:00100000:1.0:1763335545.188898:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029046272 00000100:00100000:1.0:1763335545.188905:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029046272 00010000:00010000:1.0:1763335545.188933:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8a00/0x10123ce7f07656e8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e993 expref: 11 pid: 6517 timeout: 445 lvb_type: 0 00000100:00100000:1.0:1763335545.188958:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 593 00000100:00100000:1.0:1763335545.188965:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5414000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+11:2408:x1848991029046272:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335545.188977:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335545.188996:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8a00/0x10123ce7f07656e8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e993 expref: 11 pid: 6517 timeout: 445 lvb_type: 0 00010000:00010000:1.0:1763335545.189021:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8a00/0x10123ce7f07656e8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e993 expref: 11 pid: 6517 timeout: 445 lvb_type: 0 00010000:00010000:1.0:1763335545.189043:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8a00/0x10123ce7f07656e8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e993 expref: 11 pid: 6517 timeout: 445 lvb_type: 0 00010000:00010000:1.0:1763335545.189059:0:13187:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335545.189064:0:13187:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81c00/0x10123ce7f0765719 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e9bd expref: 15 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.189073:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81c00/0x10123ce7f0765719 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e9bd expref: 15 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.189081:0:13187:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81c00/0x10123ce7f0765719 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e9bd expref: 15 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.189113:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81c00/0x10123ce7f0765719 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e9bd expref: 15 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335545.189125:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c41180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041408256:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335545.189173:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb180 going to sleep for 11 seconds 00000100:00100000:1.0:1763335545.193613:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c41180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041408256:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335545.193639:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335545.193699:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5414000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+10:2408:x1848991029046272:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 4732us (5568us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335545.193711:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 593 00000100:00100000:3.0:1763335545.194591:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335545.194687:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335545.194894:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029046528 00000100:00100000:2.0:1763335545.194904:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029046528 00002000:00010000:2.0:1763335545.194952:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:2.0:1763335545.194957:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5416680 with x1848991029046528 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335545.194972:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5416680. 00000100:00100000:2.0:1763335545.195004:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 753 00000100:00100000:1.0:1763335545.195207:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029046400 00000100:00100000:1.0:1763335545.195211:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029046400 00002000:00010000:1.0:1763335545.195229:0:6529:0:(mdt_io.c:274:mdt_punch_hpreq_check()) lustre-MDT0000: refresh DOM lock for [0x200000402:0xe:0x0] 00002000:00100000:1.0:1763335545.195234:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5414e00 with x1848991029046400 00000100:00100000:1.0:1763335545.195252:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 879 00000100:00100000:1.0:1763335545.195260:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5414e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+16:2407:x1848991029046400:12345-192.168.202.34@tcp:10:fsx.0 00000004:00010000:1.0:1763335545.196118:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 580534 -> 275287 00000004:00010000:1.0:1763335545.196124:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335545 -> 1763335545 00000004:00010000:1.0:1763335545.196126:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335544 -> 1763335544 00000004:00010000:1.0:1763335545.196128:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335545 -> 1763335545 00000004:00010000:1.0:1763335545.196130:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 520 -> 376 00000100:00100000:1.0:1763335545.196188:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5414e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+17:2407:x1848991029046400:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 927us (1600us total) trans 4294967926 rc 0/0 00000100:00100000:1.0:1763335545.196196:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 879 00002000:00010000:1.0:1763335545.196200:0:6529:0:(mdt_io.c:274:mdt_punch_hpreq_check()) lustre-MDT0000: refresh DOM lock for [0x200000402:0xe:0x0] 00002000:00100000:1.0:1763335545.196202:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5414e00 with x1848991029046400 00000100:00100000:2.0:1763335545.196697:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5416680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+7:2407:x1848991029046528:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:2.0:1763335545.197612:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1934453 -> 0 00002000:00010000:2.0:1763335545.197618:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335545 -> 1763335545 00002000:00010000:2.0:1763335545.197621:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335545 -> 1763335544 00002000:00010000:2.0:1763335545.197623:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335545 -> 1763335545 00002000:00010000:2.0:1763335545.197625:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 424 -> 0 00000100:00100000:2.0:1763335545.197671:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5416680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+8:2407:x1848991029046528:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 980us (2981us total) trans 4294967590 rc 0/0 00000100:00100000:2.0:1763335545.197681:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 753 00002000:00010000:2.0:1763335545.197686:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:2.0:1763335545.197689:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5416680 with x1848991029046528 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335545.197696:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5416680. 00000100:00100000:3.0:1763335545.203560:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335545.203950:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029046656 00000100:00100000:0.0:1763335545.203961:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029046656 00000100:00100000:0.0:1763335545.204236:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1577 00000100:00100000:0.0:1763335545.204247:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5415f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+10:15720:x1848991029046656:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335545.204267:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335545.204287:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0765720 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e9c4 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335545.204386:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0765727 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:0.0:1763335545.204403:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0765727 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 00010000:00010000:0.0:1763335545.204414:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0765727 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00000004:00200000:0.0:1763335545.204442:0:6516:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 275287 00000004:00200000:0.0:1763335545.204455:0:6516:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763335545.204473:0:6516:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0765727 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00010000:00010000:0.0:1763335545.204495:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0765720 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e9c4 expref: 12 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335545.204512:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0765727 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e9c4 expref: 11 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335545.204520:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335545.204523:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335545.204526:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc9e00, rc 0) 00000100:00100000:0.0:1763335545.204580:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5415f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+11:15720:x1848991029046656:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 335us (1032us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335545.204590:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1577 00000100:00100000:0.0:1763335545.208748:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335545.208854:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029046784 00000100:00100000:2.0:1763335545.208864:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029046784 00000100:00100000:2.0:1763335545.208934:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1578 00000100:00100000:2.0:1763335545.208942:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbf5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+11:2409:x1848991029046784:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335545.208961:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335545.208981:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81200/0x10123ce7f076572e lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e9cb expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335545.209200:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81c00/0x10123ce7f0765719 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e9bd expref: 16 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335545.209239:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc581ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041408384:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335545.209441:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f090c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335545.215530:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335545.215689:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029046912 00000100:00100000:1.0:1763335545.215698:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029046912 00000100:00100000:1.0:1763335545.215752:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1162 00000100:00100000:1.0:1763335545.215761:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5416300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991029046912:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335545.215788:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335545.215805:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8eca00/0x10123ce7f0765735 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e9d2 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335545.215859:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c41180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041408512:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335545.215964:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fbd80 going to sleep for 11 seconds 00000100:00100000:2.0:1763335545.216086:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc581ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041408384:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335545.216110:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 275287 00010000:00010000:2.0:1763335545.216125:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81200/0x10123ce7f076572e lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e9cb expref: 12 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335545.216143:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335545.216146:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335545.216150:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81200/0x10123ce7f076572e lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e9cb expref: 12 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335545.216162:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5b81200, rc 0) 00000100:00100000:2.0:1763335545.216190:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbf5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+11:2409:x1848991029046784:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7249us (7453us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335545.216198:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1578 00000100:00100000:2.0:1763335545.219845:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c41180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041408512:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335545.219922:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8eca00/0x10123ce7f0765735 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e9d2 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335545.219946:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8eca00/0x10123ce7f0765735 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e9d2 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335545.219957:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8eca00, rc 0) 00000100:00100000:2.0:1763335545.220351:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5416300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991029046912:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4588us (4827us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335545.220361:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1162 00000100:00100000:0.0:1763335545.224567:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335545.224605:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335545.224678:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029047040 00000100:00100000:2.0:1763335545.224688:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029047040 00000100:00100000:2.0:1763335545.224753:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1579 00000100:00100000:1.0:1763335545.224758:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029047168 00000100:00100000:1.0:1763335545.224762:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029047168 00000100:00100000:2.0:1763335545.224763:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbf4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+11:2406:x1848991029047040:12345-192.168.202.34@tcp:101:fsx.0 00000100:00100000:1.0:1763335545.224810:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1163 00000100:00100000:1.0:1763335545.224818:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5d9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2406:x1848991029047168:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335545.224826:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335545.224845:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ec200/0x10123ce7f076573c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e9e0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335545.224927:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1763335545.224928:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c43480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041408640:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335545.224943:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81200/0x10123ce7f0765743 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e9d9 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335545.224974:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81c00/0x10123ce7f0765719 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e9bd expref: 16 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335545.224997:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc581ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041408768:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335545.225157:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb000 going to sleep for 11 seconds 00000100:00100000:2.0:1763335545.225270:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f090c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335545.228564:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c43480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041408640:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335545.228610:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ec200/0x10123ce7f076573c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e9e0 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335545.228642:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ec200/0x10123ce7f076573c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e9e0 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335545.228655:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8ec200, rc 0) 00000100:00100000:1.0:1763335545.228733:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5d9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2406:x1848991029047168:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3914us (4125us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335545.228743:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1163 00000100:00100000:3.0:1763335545.229315:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc581ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041408768:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335545.229330:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 275287 00010000:00010000:3.0:1763335545.229342:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81200/0x10123ce7f0765743 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e9d9 expref: 12 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335545.229363:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335545.229366:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335545.229370:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81200/0x10123ce7f0765743 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e9d9 expref: 12 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335545.229379:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5b81200, rc 0) 00000100:00100000:3.0:1763335545.229403:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbf4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+11:2406:x1848991029047040:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4642us (4846us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335545.229410:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1579 00000100:00100000:3.0:1763335545.232801:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335545.233237:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029047296 00000100:00100000:0.0:1763335545.233247:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029047296 00000100:00100000:0.0:1763335545.233482:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 880 00000100:00100000:0.0:1763335545.233493:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ed879f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+17:2408:x1848991029047296:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:0.0:1763335545.233971:0:15202:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 275287 -> 275287 00000004:00010000:0.0:1763335545.233976:0:15202:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335545 -> 1763335545 00000004:00010000:0.0:1763335545.233979:0:15202:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335544 -> 1763335544 00000004:00010000:0.0:1763335545.233981:0:15202:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335545 -> 1763335545 00000004:00010000:0.0:1763335545.233983:0:15202:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 376 -> 272 00000100:00100000:0.0:1763335545.234085:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ed879f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+18:2408:x1848991029047296:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 593us (1305us total) trans 4294967927 rc 0/0 00000100:00100000:0.0:1763335545.234095:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 880 00000100:00100000:2.0:1763335545.239372:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335545.239413:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335545.239512:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029047552 00000100:00100000:1.0:1763335545.239523:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029047552 00000100:00100000:1.0:1763335545.239584:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1164 00000100:00100000:1.0:1763335545.239594:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc581c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2406:x1848991029047552:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335545.239612:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335545.239631:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ec200/0x10123ce7f076574a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e9ee expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335545.239692:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c43480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041408896:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335545.239818:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb000 going to sleep for 11 seconds 00000100:00100000:3.0:1763335545.239903:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029047424 00000100:00100000:3.0:1763335545.239909:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029047424 00000100:00100000:3.0:1763335545.239941:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1580 00000100:00100000:3.0:1763335545.239948:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc581e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+11:2406:x1848991029047424:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335545.239959:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335545.239975:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0765751 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e9e7 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335545.240005:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81c00/0x10123ce7f0765719 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e9bd expref: 17 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335545.240028:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ed878a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041409024:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335545.240055:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850540 going to sleep for 11 seconds 00000100:00100000:1.0:1763335545.243457:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c43480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041408896:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335545.243495:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ec200/0x10123ce7f076574a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e9ee expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335545.243519:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ec200/0x10123ce7f076574a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e9ee expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335545.243531:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8ec200, rc 0) 00000100:00100000:1.0:1763335545.243591:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc581c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2406:x1848991029047552:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3997us (4175us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335545.243599:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1164 00000100:00100000:3.0:1763335545.243674:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ed878a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041409024:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335545.243690:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 275287 00010000:00010000:3.0:1763335545.243704:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0765751 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e9e7 expref: 12 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335545.243718:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335545.243721:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335545.243725:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0765751 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e9e7 expref: 12 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335545.243735:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5600, rc 0) 00000100:00100000:3.0:1763335545.243757:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc581e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+11:2406:x1848991029047424:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3810us (4397us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335545.243764:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1580 00000100:00100000:2.0:1763335545.248463:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335545.248659:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029047680 00000100:00100000:0.0:1763335545.248670:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029047680 00000100:00100000:0.0:1763335545.248731:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1581 00000100:00100000:0.0:1763335545.248742:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc581f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+11:2408:x1848991029047680:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335545.248763:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335545.248794:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8600/0x10123ce7f0765758 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e9f5 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335545.248835:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81c00/0x10123ce7f0765719 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e9bd expref: 17 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335545.248915:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5d9ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041409152:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335545.249000:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c600 going to sleep for 11 seconds 00000100:00100000:2.0:1763335545.250463:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335545.250972:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029047808 00000100:00100000:1.0:1763335545.250983:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029047808 00000100:00100000:1.0:1763335545.251042:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1165 00000100:00100000:1.0:1763335545.251051:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc581c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991029047808:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335545.251067:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335545.251084:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ec200/0x10123ce7f076575f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847e9fc expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335545.251140:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c43480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041409280:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335545.251222:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb000 going to sleep for 11 seconds 00000100:00100000:0.0:1763335545.253909:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5d9ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041409152:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335545.253936:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 275287 00010000:00010000:0.0:1763335545.253954:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8600/0x10123ce7f0765758 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e9f5 expref: 12 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335545.253974:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335545.253977:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335545.253982:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8600/0x10123ce7f0765758 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e9f5 expref: 12 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335545.253997:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc8600, rc 0) 00000100:00100000:0.0:1763335545.254061:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc581f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+11:2408:x1848991029047680:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5320us (5607us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335545.254069:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1581 00000100:00100000:1.0:1763335545.255658:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c43480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041409280:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335545.255692:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ec200/0x10123ce7f076575f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e9fc expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335545.255711:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ec200/0x10123ce7f076575f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e9fc expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335545.255721:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8ec200, rc 0) 00000100:00100000:1.0:1763335545.255770:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc581c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991029047808:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4719us (5313us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335545.255786:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1165 00000100:00100000:2.0:1763335545.269497:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335545.269549:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029047936 00000100:00100000:0.0:1763335545.269564:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029047936 00002000:00100000:0.0:1763335545.269621:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc581df80 x1848991029047936/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:591/0 lens 488/0 e 0 to 0 dl 1763335556 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335545.269632:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc581df80 with x1848991029047936 00000100:00100000:0.0:1763335545.270560:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 881 00000100:00100000:0.0:1763335545.270577:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc581df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+18:2409:x1848991029047936:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335545.284546:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc581df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+18:2409:x1848991029047936:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 13964us (15046us total) trans 0 rc 278528/278528 00000100:00100000:0.0:1763335545.284574:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 881 00002000:00100000:0.0:1763335545.284587:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc581df80 x1848991029047936/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:591/0 lens 488/440 e 0 to 0 dl 1763335556 ref 1 fl Complete:/600/0 rc 278528/278528 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335545.284597:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc581df80 with x1848991029047936 00000100:00100000:2.0:1763335545.295226:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335545.295311:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029048064 00000100:00100000:0.0:1763335545.295321:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029048064 00000100:00100000:0.0:1763335545.295381:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1582 00000100:00100000:0.0:1763335545.295392:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc581ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:15720:x1848991029048064:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335545.295413:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335545.295434:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8600/0x10123ce7f0765766 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ea03 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335545.295527:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f076576d lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:0.0:1763335545.295543:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f076576d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 00010000:00010000:0.0:1763335545.295570:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f076576d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00000004:00200000:0.0:1763335545.295599:0:6516:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 275287 00000004:00200000:0.0:1763335545.295604:0:6516:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763335545.295621:0:6516:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f076576d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00010000:00010000:0.0:1763335545.295647:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8600/0x10123ce7f0765766 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea03 expref: 20 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335545.295671:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f076576d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea03 expref: 19 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335545.295680:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335545.295683:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335545.295687:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc8000, rc 0) 00000100:00100000:0.0:1763335545.295747:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc581ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+19:15720:x1848991029048064:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 356us (531us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335545.295754:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1582 00000100:00100000:2.0:1763335545.311033:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335545.311141:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029048192 00000100:00100000:3.0:1763335545.311155:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029048192 00000100:00100000:3.0:1763335545.311244:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 754 00000100:00100000:3.0:1763335545.311255:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc581f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991029048192:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:3.0:1763335545.311520:0:15204:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 0 -> 1760569 00002000:00010000:3.0:1763335545.311524:0:15204:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335545 -> 1763335545 00002000:00010000:3.0:1763335545.311527:0:15204:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335544 -> 1763335544 00002000:00010000:3.0:1763335545.311530:0:15204:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335545 -> 1763335545 00002000:00010000:3.0:1763335545.311532:0:15204:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 0 -> 40 00000100:00100000:3.0:1763335545.311610:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc581f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+9:2409:x1848991029048192:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 357us (597us total) trans 4294967591 rc 0/0 00000100:00100000:3.0:1763335545.311618:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 754 00000100:00100000:2.0:1763335545.320982:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335545.321091:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029048320 00000100:00100000:1.0:1763335545.321102:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029048320 00000100:00100000:1.0:1763335545.321168:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1583 00000100:00100000:1.0:1763335545.321179:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc581c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:15720:x1848991029048320:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335545.321205:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335545.321236:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec200/0x10123ce7f0765774 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ea0a expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.321271:0:6517:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81c00/0x10123ce7f0765719 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e9bd expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.321281:0:6517:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec200/0x10123ce7f0765774 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea0a expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.321318:0:6517:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81c00/0x10123ce7f0765719 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e9bd expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.321335:0:6517:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81c00/0x10123ce7f0765719 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e9bd expref: 18 pid: 6516 timeout: 445 lvb_type: 0 00000100:00100000:1.0:1763335545.321348:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c43480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041409408:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335545.321449:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb000 going to sleep for 11 seconds 00000100:00100000:1.0:1763335545.328036:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c43480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041409408:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335545.328071:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec200/0x10123ce7f0765774 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea0a expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.328090:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335545.328093:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335545.328098:0:6517:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec200/0x10123ce7f0765774 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea0a expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.328117:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8ec200, rc 0) 00000100:00100000:1.0:1763335545.330057:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc581c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+12:15720:x1848991029048320:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 8870us (9076us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335545.330069:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1583 00000100:00100000:2.0:1763335545.330917:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335545.331376:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029048448 00000100:00100000:1.0:1763335545.331388:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029048448 00010000:00010000:1.0:1763335545.331436:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81c00/0x10123ce7f0765719 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e9bd expref: 19 pid: 6516 timeout: 445 lvb_type: 0 00000100:00100000:1.0:1763335545.331585:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 594 00000100:00100000:1.0:1763335545.331596:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc581fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+19:2409:x1848991029048448:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335545.331615:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335545.331639:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81c00/0x10123ce7f0765719 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e9bd expref: 19 pid: 6516 timeout: 445 lvb_type: 0 00010000:00010000:1.0:1763335545.331652:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81c00/0x10123ce7f0765719 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e9bd expref: 19 pid: 6516 timeout: 445 lvb_type: 0 00010000:00010000:1.0:1763335545.331675:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81c00/0x10123ce7f0765719 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e9bd expref: 19 pid: 6516 timeout: 445 lvb_type: 0 00010000:00010000:1.0:1763335545.331689:0:13187:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335545.331695:0:13187:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec200/0x10123ce7f0765774 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea0a expref: 11 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.331706:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec200/0x10123ce7f0765774 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea0a expref: 11 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.331714:0:13187:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec200/0x10123ce7f0765774 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea0a expref: 11 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.331749:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec200/0x10123ce7f0765774 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea0a expref: 11 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335545.331761:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c43480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041409536:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335545.331849:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb000 going to sleep for 11 seconds 00000100:00100000:1.0:1763335545.338601:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c43480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041409536:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335545.338630:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335545.338722:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc581fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+18:2409:x1848991029048448:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 7127us (7805us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335545.338735:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 594 00000100:00100000:1.0:1763335545.341195:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335545.341347:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029048576 00000100:00100000:3.0:1763335545.341358:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029048576 00000100:00100000:3.0:1763335545.341422:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1584 00000100:00100000:3.0:1763335545.341432:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+18:2409:x1848991029048576:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335545.341453:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335545.341473:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f076577b lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ea11 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335545.341509:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec200/0x10123ce7f0765774 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea0a expref: 11 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335545.341550:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ed878a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041409664:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335545.341628:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850540 going to sleep for 11 seconds 00000004:00010000:3.0:1763335545.345972:0:6517:0:(mdt_lvb.c:177:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size: 275287 -> 760704 00000100:00100000:3.0:1763335545.346002:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ed878a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041409664:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335545.346024:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 760704 00010000:00010000:3.0:1763335545.346043:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f076577b lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea11 expref: 19 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335545.346064:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335545.346066:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335545.346071:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f076577b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea11 expref: 19 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335545.346086:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5600, rc 0) 00000100:00100000:3.0:1763335545.347190:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+18:2409:x1848991029048576:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5752us (5997us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335545.347201:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1584 00000100:00100000:2.0:1763335545.358181:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335545.358674:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029048704 00000100:00100000:3.0:1763335545.358685:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029048704 00000100:00100000:3.0:1763335545.358764:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1585 00000100:00100000:3.0:1763335545.358775:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc581e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+18:2408:x1848991029048704:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335545.358852:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335545.358910:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0765782 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ea18 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335545.358957:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec200/0x10123ce7f0765774 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea0a expref: 11 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335545.359004:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ed878a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041409792:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335545.359107:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850540 going to sleep for 11 seconds 00000100:00100000:3.0:1763335545.364378:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ed878a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041409792:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335545.364407:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 760704 00010000:00010000:3.0:1763335545.364428:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0765782 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea18 expref: 19 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335545.364451:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335545.364454:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335545.364459:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0765782 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea18 expref: 19 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335545.364473:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5600, rc 0) 00000100:00100000:3.0:1763335545.364541:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc581e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+18:2408:x1848991029048704:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5767us (6371us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335545.364549:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1585 00000100:00100000:1.0:1763335545.371705:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335545.371816:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029048832 00000100:00100000:2.0:1763335545.371826:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029048832 00000100:00100000:2.0:1763335545.380404:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1166 00000100:00100000:2.0:1763335545.380436:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2409:x1848991029048832:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335545.380457:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335545.380477:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81200/0x10123ce7f0765789 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ea1f expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335545.380555:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc581ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041409920:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335545.380679:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09840 going to sleep for 11 seconds 00002000:00010000:1.0:1763335545.385075:0:8400:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335544 -> 1763335545 00000100:00100000:1.0:1763335545.385105:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc581ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041409920:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335545.385142:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81200/0x10123ce7f0765789 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea1f expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335545.385167:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81200/0x10123ce7f0765789 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea1f expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335545.385180:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5b81200, rc 0) 00000100:00100000:1.0:1763335545.385323:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2409:x1848991029048832:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4901us (13625us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335545.385332:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1166 00000100:00100000:1.0:1763335545.388352:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335545.389191:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029048960 00000100:00100000:2.0:1763335545.389206:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029048960 00000100:00100000:0.0:1763335545.390245:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1167 00000100:00100000:0.0:1763335545.390263:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+5:15720:x1848991029048960:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335545.390283:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335545.390302:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9600/0x10123ce7f0765790 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ea26 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335545.390333:0:8401:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9800/0x10123ce7f07656d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1605632->1617919) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e97e expref: 8 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335545.390341:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335545.390343:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335545.390348:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9600/0x10123ce7f0765790 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1363968->1368063] (req 1363968->1368063) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea26 expref: 6 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335545.390383:0:8401:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9800/0x10123ce7f07656d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1605632->1617919) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e97e expref: 8 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335545.390403:0:8401:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9800/0x10123ce7f07656d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1605632->1617919) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e97e expref: 8 pid: 8400 timeout: 446 lvb_type: 0 00000100:00100000:0.0:1763335545.390417:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5d9ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041410048:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335545.390512:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c600 going to sleep for 11 seconds 00000100:00100000:3.0:1763335545.394366:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5d9ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041410048:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335545.394406:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9600/0x10123ce7f0765790 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1363968->1368063] (req 1363968->1368063) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea26 expref: 6 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335545.394433:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc9600, rc 0) 00000100:00100000:3.0:1763335545.394496:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+6:15720:x1848991029048960:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4240us (6155us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335545.394504:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1167 00000100:00100000:3.0:1763335545.397173:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335545.397665:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029049088 00000100:00100000:1.0:1763335545.397674:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029049088 00010000:00010000:1.0:1763335545.397712:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9800/0x10123ce7f07656d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1605632->1617919) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e97e expref: 9 pid: 8400 timeout: 446 lvb_type: 0 00000100:00100000:1.0:1763335545.397756:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 595 00000100:00100000:1.0:1763335545.397765:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ed878a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+9:2409:x1848991029049088:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335545.397831:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335545.397853:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9800/0x10123ce7f07656d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1605632->1617919) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e97e expref: 9 pid: 8400 timeout: 446 lvb_type: 0 00010000:00010000:1.0:1763335545.398179:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9800/0x10123ce7f07656d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1605632->1617919) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e97e expref: 9 pid: 8400 timeout: 446 lvb_type: 0 00010000:00010000:1.0:1763335545.398206:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9800/0x10123ce7f07656d3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1605632->1617919) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e97e expref: 9 pid: 8400 timeout: 446 lvb_type: 0 00010000:00010000:1.0:1763335545.398221:0:13187:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335545.398223:0:13187:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335545.398231:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9600/0x10123ce7f0765790 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1363968->1368063) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea26 expref: 5 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.398240:0:13187:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9600/0x10123ce7f0765790 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1363968->1368063) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea26 expref: 5 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.398279:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9600/0x10123ce7f0765790 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1363968->1368063) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea26 expref: 5 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335545.398294:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c40a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:13187:1848991041410176:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335545.399434:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb000 going to sleep for 11 seconds 00000100:00100000:0.0:1763335545.403860:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c40a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:13187:1848991041410176:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763335545.403922:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335545.403983:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ed878a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991029049088:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 6217us (6818us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335545.403995:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 595 00000100:00100000:3.0:1763335545.405108:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335545.405570:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029049216 00000100:00100000:2.0:1763335545.405580:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029049216 00002000:00100000:2.0:1763335545.405626:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1363968->1368063) req@ffff9af0ed878700 x1848991029049216/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:591/0 lens 488/0 e 0 to 0 dl 1763335556 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335545.405636:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ed878700 with x1848991029049216 ext(1363968->1368063) 00002000:00010000:2.0:1763335545.405641:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ed878700 00000100:00100000:2.0:1763335545.405663:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 755 00000100:00100000:2.0:1763335545.405671:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ed878700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991029049216:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335545.405923:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ed878700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991029049216:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 252us (819us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335545.405931:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 755 00002000:00100000:2.0:1763335545.405938:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1363968->1368063) req@ffff9af0ed878700 x1848991029049216/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:591/0 lens 488/4536 e 0 to 0 dl 1763335556 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335545.405945:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ed878700 with x1848991029049216 ext(1363968->1368063) 00002000:00010000:2.0:1763335545.405949:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ed878700 00000100:00100000:3.0:1763335545.410523:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335545.410633:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029049344 00000100:00100000:0.0:1763335545.410644:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029049344 00002000:00100000:0.0:1763335545.410690:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1368064->1372159) req@ffff9af0ed879500 x1848991029049344/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:591/0 lens 488/0 e 0 to 0 dl 1763335556 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335545.410700:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ed879500 with x1848991029049344 ext(1368064->1372159) 00002000:00010000:0.0:1763335545.410706:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ed879500 00000100:00100000:0.0:1763335545.411586:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 756 00000100:00100000:0.0:1763335545.411601:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ed879500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+6:2407:x1848991029049344:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335545.412439:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ed879500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+6:2407:x1848991029049344:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 839us (1920us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335545.412449:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 756 00002000:00100000:0.0:1763335545.412458:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1368064->1372159) req@ffff9af0ed879500 x1848991029049344/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:591/0 lens 488/4536 e 0 to 0 dl 1763335556 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335545.412475:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ed879500 with x1848991029049344 ext(1368064->1372159) 00002000:00010000:0.0:1763335545.412480:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ed879500 00000100:00100000:1.0:1763335545.415825:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335545.415905:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029049472 00000100:00100000:0.0:1763335545.415915:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029049472 00002000:00100000:0.0:1763335545.415963:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1372160->1376255) req@ffff9aefc4c40700 x1848991029049472/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:591/0 lens 488/0 e 0 to 0 dl 1763335556 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335545.415974:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4c40700 with x1848991029049472 ext(1372160->1376255) 00002000:00010000:0.0:1763335545.415981:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4c40700 00000100:00100000:0.0:1763335545.416016:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 757 00000100:00100000:0.0:1763335545.416026:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991029049472:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335545.416234:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991029049472:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 209us (418us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335545.416241:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 757 00002000:00100000:0.0:1763335545.416249:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1372160->1376255) req@ffff9aefc4c40700 x1848991029049472/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:591/0 lens 488/4536 e 0 to 0 dl 1763335556 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335545.416257:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4c40700 with x1848991029049472 ext(1372160->1376255) 00002000:00010000:0.0:1763335545.416260:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4c40700 00000100:00100000:1.0:1763335545.420202:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335545.420347:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029049600 00000100:00100000:2.0:1763335545.420358:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029049600 00002000:00100000:2.0:1763335545.420406:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1376256->1380351) req@ffff9aefc4c40a80 x1848991029049600/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:591/0 lens 488/0 e 0 to 0 dl 1763335556 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335545.420418:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4c40a80 with x1848991029049600 ext(1376256->1380351) 00002000:00010000:2.0:1763335545.420423:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4c40a80 00000100:00100000:2.0:1763335545.420458:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 758 00000100:00100000:2.0:1763335545.420467:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991029049600:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335545.420685:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991029049600:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 218us (493us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335545.420694:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 758 00002000:00100000:2.0:1763335545.420701:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1376256->1380351) req@ffff9aefc4c40a80 x1848991029049600/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:591/0 lens 488/4536 e 0 to 0 dl 1763335556 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335545.420709:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4c40a80 with x1848991029049600 ext(1376256->1380351) 00002000:00010000:2.0:1763335545.420713:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4c40a80 00000100:00100000:3.0:1763335545.424143:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335545.424395:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029049728 00000100:00100000:0.0:1763335545.424405:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029049728 00002000:00100000:0.0:1763335545.424453:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1380352->1384447) req@ffff9af0ed879180 x1848991029049728/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:591/0 lens 488/0 e 0 to 0 dl 1763335556 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335545.424464:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ed879180 with x1848991029049728 ext(1380352->1384447) 00002000:00010000:0.0:1763335545.424469:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ed879180 00000100:00100000:0.0:1763335545.424506:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 759 00000100:00100000:0.0:1763335545.424515:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ed879180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991029049728:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335545.424725:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ed879180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991029049728:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 210us (589us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335545.424733:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 759 00002000:00100000:0.0:1763335545.424739:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1380352->1384447) req@ffff9af0ed879180 x1848991029049728/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:591/0 lens 488/4536 e 0 to 0 dl 1763335556 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335545.424746:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ed879180 with x1848991029049728 ext(1380352->1384447) 00002000:00010000:0.0:1763335545.424749:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ed879180 00000100:00100000:1.0:1763335545.428138:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335545.428747:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029049856 00000100:00100000:2.0:1763335545.428758:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029049856 00002000:00100000:2.0:1763335545.428817:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1384448->1388543) req@ffff9aefc4c41180 x1848991029049856/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:591/0 lens 488/0 e 0 to 0 dl 1763335556 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335545.428828:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4c41180 with x1848991029049856 ext(1384448->1388543) 00002000:00010000:2.0:1763335545.428834:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4c41180 00000100:00100000:2.0:1763335545.428898:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 760 00000100:00100000:2.0:1763335545.428908:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991029049856:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335545.429098:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991029049856:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 191us (970us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335545.429109:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 760 00002000:00100000:2.0:1763335545.429115:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1384448->1388543) req@ffff9aefc4c41180 x1848991029049856/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:591/0 lens 488/4536 e 0 to 0 dl 1763335556 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335545.429122:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4c41180 with x1848991029049856 ext(1384448->1388543) 00002000:00010000:2.0:1763335545.429126:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4c41180 00000100:00100000:1.0:1763335545.432392:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335545.432621:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029049984 00000100:00100000:0.0:1763335545.432632:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029049984 00002000:00100000:0.0:1763335545.432682:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1388544->1392639) req@ffff9aefc4c41c00 x1848991029049984/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:591/0 lens 488/0 e 0 to 0 dl 1763335556 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335545.432693:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4c41c00 with x1848991029049984 ext(1388544->1392639) 00002000:00010000:0.0:1763335545.432698:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4c41c00 00000100:00100000:0.0:1763335545.432735:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 761 00000100:00100000:0.0:1763335545.432744:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991029049984:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335545.432995:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991029049984:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 251us (613us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335545.433003:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 761 00002000:00100000:0.0:1763335545.433009:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1388544->1392639) req@ffff9aefc4c41c00 x1848991029049984/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:591/0 lens 488/4536 e 0 to 0 dl 1763335556 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335545.433017:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4c41c00 with x1848991029049984 ext(1388544->1392639) 00002000:00010000:0.0:1763335545.433021:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4c41c00 00000100:00100000:3.0:1763335545.436835:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335545.436994:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029050112 00000100:00100000:2.0:1763335545.437005:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029050112 00002000:00100000:2.0:1763335545.437059:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1392640->1396735) req@ffff9af0ed87b480 x1848991029050112/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:591/0 lens 488/0 e 0 to 0 dl 1763335556 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335545.437069:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ed87b480 with x1848991029050112 ext(1392640->1396735) 00002000:00010000:2.0:1763335545.437075:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ed87b480 00000100:00100000:2.0:1763335545.437099:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 762 00000100:00100000:2.0:1763335545.437107:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ed87b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2407:x1848991029050112:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335545.437328:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ed87b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2407:x1848991029050112:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 220us (503us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335545.437336:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 762 00002000:00100000:2.0:1763335545.437342:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1392640->1396735) req@ffff9af0ed87b480 x1848991029050112/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:591/0 lens 488/4536 e 0 to 0 dl 1763335556 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335545.437350:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ed87b480 with x1848991029050112 ext(1392640->1396735) 00002000:00010000:2.0:1763335545.437353:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ed87b480 00000100:00100000:1.0:1763335545.441092:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335545.441383:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029050240 00000100:00100000:0.0:1763335545.441394:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029050240 00002000:00100000:0.0:1763335545.441441:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1396736->1400831) req@ffff9aefc4c42d80 x1848991029050240/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:591/0 lens 488/0 e 0 to 0 dl 1763335556 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335545.441452:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4c42d80 with x1848991029050240 ext(1396736->1400831) 00002000:00010000:0.0:1763335545.441458:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4c42d80 00000100:00100000:0.0:1763335545.441493:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 763 00000100:00100000:0.0:1763335545.441503:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991029050240:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335545.441700:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991029050240:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 199us (619us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335545.441708:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 763 00002000:00100000:0.0:1763335545.441714:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1396736->1400831) req@ffff9aefc4c42d80 x1848991029050240/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:591/0 lens 488/4536 e 0 to 0 dl 1763335556 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335545.441722:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4c42d80 with x1848991029050240 ext(1396736->1400831) 00002000:00010000:0.0:1763335545.441725:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4c42d80 00000100:00100000:1.0:1763335545.446005:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335545.446116:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029050368 00000100:00100000:2.0:1763335545.446128:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029050368 00002000:00100000:2.0:1763335545.446188:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1400832->1404927) req@ffff9aefc4c40000 x1848991029050368/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:591/0 lens 488/0 e 0 to 0 dl 1763335556 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335545.446206:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4c40000 with x1848991029050368 ext(1400832->1404927) 00002000:00010000:2.0:1763335545.446213:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4c40000 00000100:00100000:2.0:1763335545.446251:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 764 00000100:00100000:2.0:1763335545.446262:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2407:x1848991029050368:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335545.446491:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2407:x1848991029050368:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 229us (498us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335545.446500:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 764 00002000:00100000:2.0:1763335545.446507:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1400832->1404927) req@ffff9aefc4c40000 x1848991029050368/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:591/0 lens 488/4536 e 0 to 0 dl 1763335556 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335545.446515:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4c40000 with x1848991029050368 ext(1400832->1404927) 00002000:00010000:2.0:1763335545.446519:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4c40000 00000100:00100000:3.0:1763335545.449670:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335545.449906:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029050496 00000100:00100000:0.0:1763335545.449916:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029050496 00002000:00100000:0.0:1763335545.449965:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1404928->1409023) req@ffff9af0ed87bb80 x1848991029050496/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:591/0 lens 488/0 e 0 to 0 dl 1763335556 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335545.449976:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ed87bb80 with x1848991029050496 ext(1404928->1409023) 00002000:00010000:0.0:1763335545.449982:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ed87bb80 00000100:00100000:0.0:1763335545.450016:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 765 00000100:00100000:0.0:1763335545.450026:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ed87bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991029050496:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335545.450214:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ed87bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991029050496:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 189us (554us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335545.450222:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 765 00002000:00100000:0.0:1763335545.450229:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1404928->1409023) req@ffff9af0ed87bb80 x1848991029050496/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:591/0 lens 488/4536 e 0 to 0 dl 1763335556 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335545.450237:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ed87bb80 with x1848991029050496 ext(1404928->1409023) 00002000:00010000:0.0:1763335545.450241:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ed87bb80 00000100:00100000:1.0:1763335545.454988:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335545.455069:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029050624 00000100:00100000:3.0:1763335545.455079:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029050624 00000100:00100000:3.0:1763335545.455138:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1586 00000100:00100000:3.0:1763335545.455148:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+18:2407:x1848991029050624:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335545.455167:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335545.455189:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0765797 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ea2d expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335545.455228:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec200/0x10123ce7f0765774 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea0a expref: 11 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335545.455271:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ed87b800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041410304:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335545.455380:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850540 going to sleep for 11 seconds 00000100:00100000:1.0:1763335545.458077:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335545.458579:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029050752 00000100:00100000:3.0:1763335545.458589:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029050752 00000100:00100000:3.0:1763335545.458645:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1168 00000100:00100000:3.0:1763335545.458655:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+8:2406:x1848991029050752:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335545.458674:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335545.458692:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4600/0x10123ce7f076579e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ea34 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335545.458716:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335545.458719:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335545.458730:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4600/0x10123ce7f076579e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea34 expref: 9 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335545.458746:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4600/0x10123ce7f076579e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea34 expref: 9 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335545.458760:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4600, rc 0) 00000100:00100000:3.0:1763335545.458841:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+9:2406:x1848991029050752:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 185us (771us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335545.458848:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1168 00000004:00010000:3.0:1763335545.459901:0:6517:0:(mdt_lvb.c:189:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime: 1763335544 -> 1763335545 00000100:00100000:3.0:1763335545.459923:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ed87b800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041410304:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335545.459945:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 760704 00010000:00010000:3.0:1763335545.459961:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0765797 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea2d expref: 19 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335545.459979:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335545.459982:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335545.459987:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0765797 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea2d expref: 19 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335545.460005:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5600, rc 0) 00000100:00100000:3.0:1763335545.460050:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+18:2407:x1848991029050624:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4903us (5082us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335545.460057:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1586 00000100:00100000:0.0:1763335545.463376:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335545.463500:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029050880 00000100:00100000:3.0:1763335545.463510:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029050880 00000100:00100000:1.0:1763335545.463995:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1587 00000100:00100000:1.0:1763335545.464019:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5d9c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:2406:x1848991029050880:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335545.464039:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335545.464060:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8edc00/0x10123ce7f07657a5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ea3b expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.464099:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec200/0x10123ce7f0765774 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea0a expref: 11 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335545.464143:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc57a3480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041410432:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335545.464230:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fbb40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335545.467643:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc57a3480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041410432:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335545.467668:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 760704 00010000:00010000:0.0:1763335545.467685:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8edc00/0x10123ce7f07657a5 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea3b expref: 19 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335545.467705:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335545.467708:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335545.467713:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8edc00/0x10123ce7f07657a5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea3b expref: 19 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335545.467725:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8edc00, rc 0) 00000100:00100000:0.0:1763335545.467840:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5d9c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:2406:x1848991029050880:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3834us (4471us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335545.467848:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1587 00000100:00100000:0.0:1763335545.471589:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335545.471906:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029051008 00000100:00100000:1.0:1763335545.471916:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029051008 00000100:00100000:1.0:1763335545.471978:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1588 00000100:00100000:1.0:1763335545.471988:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5d9df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:15720:x1848991029051008:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335545.472007:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335545.472029:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec600/0x10123ce7f07657ac lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ea42 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.472059:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec200/0x10123ce7f0765774 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea0a expref: 11 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.472069:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec600/0x10123ce7f07657ac lrc: 4/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea42 expref: 19 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.472101:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec200/0x10123ce7f0765774 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea0a expref: 11 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.472115:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec200/0x10123ce7f0765774 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea0a expref: 11 pid: 6517 timeout: 446 lvb_type: 0 00000100:00100000:1.0:1763335545.472128:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc57a0380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041410560:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335545.472209:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb300 going to sleep for 11 seconds 00000100:00100000:1.0:1763335545.477354:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc57a0380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041410560:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335545.477395:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec600/0x10123ce7f07657ac lrc: 3/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea42 expref: 19 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.477416:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335545.477419:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335545.477424:0:6516:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec600/0x10123ce7f07657ac lrc: 3/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea42 expref: 19 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.477434:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8ec600, rc 0) 00000100:00100000:1.0:1763335545.478049:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5d9df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+19:15720:x1848991029051008:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6060us (6467us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335545.478059:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1588 00000100:00100000:3.0:1763335545.478683:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335545.479101:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029051136 00000100:00100000:1.0:1763335545.479109:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029051136 00002000:00100000:1.0:1763335545.479157:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ed87b800 x1848991029051136/t0(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:591/0 lens 488/0 e 0 to 0 dl 1763335556 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335545.479168:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ed87b800 with x1848991029051136 00010000:00010000:1.0:1763335545.479176:0:15202:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec200/0x10123ce7f0765774 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea0a expref: 12 pid: 6517 timeout: 446 lvb_type: 0 00010000:00010000:1.0:1763335545.479195:0:15202:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec200/0x10123ce7f0765774 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea0a expref: 12 pid: 6517 timeout: 446 lvb_type: 0 00002000:00010000:1.0:1763335545.479202:0:15202:0:(mdt_io.c:157:mdt_rw_hpreq_check()) lustre-MDT0000: refreshed 1 locks timeout for req ffff9af0ed87b800 00000100:00100000:1.0:1763335545.479641:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 46 00000100:00100000:1.0:1763335545.479651:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ed87b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+12:2408:x1848991029051136:12345-192.168.202.34@tcp:4:fsx.0 00000004:00010000:1.0:1763335545.484228:0:15202:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 760704 -> 760704 00000004:00010000:1.0:1763335545.484239:0:15202:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335545 -> 1763335545 00000004:00010000:1.0:1763335545.484242:0:15202:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335545 -> 1763335544 00000004:00010000:1.0:1763335545.484245:0:15202:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335545 -> 1763335545 00000004:00010000:1.0:1763335545.484247:0:15202:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 272 -> 384 00000100:00100000:1.0:1763335545.484332:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ed87b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+14:2408:x1848991029051136:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 4676us (5645us total) trans 4294967928 rc 0/0 00000100:00100000:1.0:1763335545.484343:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 46 00002000:00100000:1.0:1763335545.484355:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ed87b800 x1848991029051136/t4294967928(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:591/0 lens 488/448 e 0 to 0 dl 1763335556 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335545.484364:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ed87b800 with x1848991029051136 00010000:00010000:1.0:1763335545.484374:0:15202:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec200/0x10123ce7f0765774 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea0a expref: 14 pid: 6517 timeout: 446 lvb_type: 0 00010000:00010000:1.0:1763335545.484391:0:15202:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec200/0x10123ce7f0765774 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea0a expref: 14 pid: 6517 timeout: 446 lvb_type: 0 00002000:00010000:1.0:1763335545.484399:0:15202:0:(mdt_io.c:157:mdt_rw_hpreq_check()) lustre-MDT0000: refreshed 1 locks timeout for req ffff9af0ed87b800 00000100:00100000:2.0:1763335545.487317:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335545.487494:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029051264 00000100:00100000:0.0:1763335545.487503:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029051264 00010000:00010000:0.0:1763335545.487536:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec200/0x10123ce7f0765774 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea0a expref: 14 pid: 6517 timeout: 446 lvb_type: 0 00000100:00100000:0.0:1763335545.487578:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 596 00000100:00100000:0.0:1763335545.487587:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc581ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+14:2409:x1848991029051264:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335545.487600:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335545.487619:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec200/0x10123ce7f0765774 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea0a expref: 14 pid: 6517 timeout: 446 lvb_type: 0 00010000:00010000:0.0:1763335545.487631:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec200/0x10123ce7f0765774 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea0a expref: 14 pid: 6517 timeout: 446 lvb_type: 0 00010000:00010000:0.0:1763335545.487651:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec200/0x10123ce7f0765774 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea0a expref: 14 pid: 6517 timeout: 446 lvb_type: 0 00010000:00010000:0.0:1763335545.487666:0:13187:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335545.487672:0:13187:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec600/0x10123ce7f07657ac lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea42 expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335545.487683:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec600/0x10123ce7f07657ac lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea42 expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335545.487692:0:13187:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec600/0x10123ce7f07657ac lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea42 expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335545.487724:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec600/0x10123ce7f07657ac lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea42 expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335545.487736:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5d9d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041410688:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335545.487822:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c600 going to sleep for 11 seconds 00000100:00100000:0.0:1763335545.494046:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5d9d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041410688:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763335545.494074:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335545.494139:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc581ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+13:2409:x1848991029051264:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 6551us (6830us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335545.494149:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 596 00000100:00100000:1.0:1763335545.497326:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335545.497408:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029051392 00000100:00100000:0.0:1763335545.497418:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029051392 00002000:00100000:0.0:1763335545.497468:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc57a0380 x1848991029051392/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:591/0 lens 488/0 e 0 to 0 dl 1763335556 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335545.497478:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc57a0380 with x1848991029051392 00000100:00100000:0.0:1763335545.497518:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 882 00000100:00100000:0.0:1763335545.497527:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc57a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+19:2409:x1848991029051392:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335545.512199:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335545.512298:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029051520 00000100:00100000:1.0:1763335545.512308:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029051520 00002000:00100000:1.0:1763335545.512360:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->1761279) req@ffff9aefc581ea00 x1848991029051520/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:591/0 lens 488/0 e 0 to 0 dl 1763335556 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335545.512372:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc581ea00 with x1848991029051520 ext(1048576->1761279) 00002000:00010000:1.0:1763335545.512378:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc581ea00 00000100:00100000:1.0:1763335545.512399:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 766 00000100:00100000:1.0:1763335545.512407:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc581ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+9:2408:x1848991029051520:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335545.516992:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc57a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+19:2409:x1848991029051392:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 19453us (19664us total) trans 0 rc 761856/761856 00000100:00100000:1.0:1763335545.517007:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 882 00002000:00100000:1.0:1763335545.517021:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc57a0380 x1848991029051392/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:591/0 lens 488/440 e 0 to 0 dl 1763335556 ref 1 fl Complete:/600/0 rc 761856/761856 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335545.517032:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc57a0380 with x1848991029051392 00000100:00100000:1.0:1763335545.524289:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc581ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+9:2408:x1848991029051520:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 11871us (12089us total) trans 0 rc 712704/712704 00000100:00100000:1.0:1763335545.524303:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 766 00002000:00100000:1.0:1763335545.524317:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->1761279) req@ffff9aefc581ea00 x1848991029051520/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:591/0 lens 488/440 e 0 to 0 dl 1763335556 ref 1 fl Complete:/600/0 rc 712704/712704 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335545.524327:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc581ea00 with x1848991029051520 ext(1048576->1761279) 00002000:00010000:1.0:1763335545.524334:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc581ea00 00000100:00100000:2.0:1763335545.527113:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335545.528454:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029051648 00000100:00100000:1.0:1763335545.528466:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029051648 00000100:00100000:1.0:1763335545.528531:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1589 00000100:00100000:1.0:1763335545.528542:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5800000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+13:15720:x1848991029051648:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335545.528564:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335545.528587:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed600/0x10123ce7f07657b3 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ea49 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.528617:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec600/0x10123ce7f07657ac lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea42 expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.528627:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed600/0x10123ce7f07657b3 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea49 expref: 14 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.528662:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec600/0x10123ce7f07657ac lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea42 expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.528674:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec600/0x10123ce7f07657ac lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea42 expref: 18 pid: 6516 timeout: 446 lvb_type: 0 00000100:00100000:1.0:1763335545.528688:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc57a3480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041410816:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335545.528802:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335545.534475:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc57a3480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041410816:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335545.534514:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed600/0x10123ce7f07657b3 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea49 expref: 14 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.534530:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335545.534533:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335545.534537:0:6516:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed600/0x10123ce7f07657b3 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea49 expref: 14 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.534547:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8ed600, rc 0) 00000100:00100000:1.0:1763335545.534616:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5800000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+14:15720:x1848991029051648:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6075us (7512us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335545.534626:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1589 00000100:00100000:3.0:1763335545.535546:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335545.535621:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029051776 00000100:00100000:0.0:1763335545.535628:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029051776 00010000:00010000:0.0:1763335545.535661:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec600/0x10123ce7f07657ac lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea42 expref: 19 pid: 6516 timeout: 446 lvb_type: 0 00000100:00100000:0.0:1763335545.535696:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 597 00000100:00100000:0.0:1763335545.535705:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f4514850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+19:2408:x1848991029051776:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335545.535718:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335545.535740:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec600/0x10123ce7f07657ac lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea42 expref: 19 pid: 6516 timeout: 446 lvb_type: 0 00010000:00010000:0.0:1763335545.535752:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec600/0x10123ce7f07657ac lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea42 expref: 19 pid: 6516 timeout: 446 lvb_type: 0 00010000:00010000:0.0:1763335545.535790:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec600/0x10123ce7f07657ac lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea42 expref: 19 pid: 6516 timeout: 446 lvb_type: 0 00010000:00010000:0.0:1763335545.535805:0:13187:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335545.535811:0:13187:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed600/0x10123ce7f07657b3 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea49 expref: 13 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335545.535822:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed600/0x10123ce7f07657b3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea49 expref: 13 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335545.535831:0:13187:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed600/0x10123ce7f07657b3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea49 expref: 13 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335545.535989:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed600/0x10123ce7f07657b3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea49 expref: 13 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335545.536006:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5d9d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041410944:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335545.536667:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c600 going to sleep for 11 seconds 00000100:00100000:0.0:1763335545.542987:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335545.543735:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5d9d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041410944:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335545.543762:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335545.543822:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f4514850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+18:2408:x1848991029051776:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 8117us (8279us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335545.543833:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 597 00000100:00100000:2.0:1763335545.545605:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029051904 00000100:00100000:2.0:1763335545.545619:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029051904 00000100:00100000:2.0:1763335545.545683:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 883 00000100:00100000:2.0:1763335545.545693:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5d9d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+14:2406:x1848991029051904:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:2.0:1763335545.546311:0:15202:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 760704 -> 954059 00000004:00010000:2.0:1763335545.546317:0:15202:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335545 -> 1763335545 00000004:00010000:2.0:1763335545.546320:0:15202:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335544 -> 1763335544 00000004:00010000:2.0:1763335545.546322:0:15202:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335545 -> 1763335545 00000004:00010000:2.0:1763335545.546325:0:15202:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 384 -> 464 00000100:00100000:2.0:1763335545.546420:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5d9d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+15:2406:x1848991029051904:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 727us (3443us total) trans 4294967929 rc 0/0 00000100:00100000:2.0:1763335545.546430:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 883 00000100:00100000:0.0:1763335545.550748:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335545.551601:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029052032 00000100:00100000:1.0:1763335545.551612:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029052032 00000100:00100000:1.0:1763335545.551680:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1590 00000100:00100000:1.0:1763335545.551691:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5d9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:2409:x1848991029052032:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335545.551711:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335545.551734:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8eca00/0x10123ce7f07657ba lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ea50 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.551772:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed600/0x10123ce7f07657b3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea49 expref: 14 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335545.551824:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc57a3480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041411072:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335545.551944:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb0c0 going to sleep for 11 seconds 00000004:00010000:1.0:1763335545.554741:0:6516:0:(mdt_lvb.c:189:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime: 1763335544 -> 1763335545 00000100:00100000:1.0:1763335545.554771:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc57a3480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041411072:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335545.554804:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 954059 00010000:00010000:1.0:1763335545.554822:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8eca00/0x10123ce7f07657ba lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea50 expref: 19 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.554848:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335545.554851:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335545.554856:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8eca00/0x10123ce7f07657ba lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea50 expref: 19 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.554989:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8eca00, rc 0) 00000100:00100000:1.0:1763335545.555055:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5d9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:2409:x1848991029052032:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3364us (4315us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335545.555064:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1590 00000100:00100000:0.0:1763335545.562139:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335545.562742:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029052160 00000100:00100000:1.0:1763335545.562753:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029052160 00000100:00100000:1.0:1763335545.563115:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1591 00000100:00100000:1.0:1763335545.563127:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5d9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:2408:x1848991029052160:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335545.563147:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335545.563170:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8eca00/0x10123ce7f07657c1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ea57 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.563210:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed600/0x10123ce7f07657b3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea49 expref: 14 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335545.563254:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc57a3480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041411200:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335545.563356:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335545.569798:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc57a3480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041411200:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335545.569824:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 954059 00010000:00010000:1.0:1763335545.569842:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8eca00/0x10123ce7f07657c1 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea57 expref: 19 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.569906:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335545.569910:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335545.569915:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8eca00/0x10123ce7f07657c1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea57 expref: 19 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.569929:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8eca00, rc 0) 00000100:00100000:1.0:1763335545.569982:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5d9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:2408:x1848991029052160:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6858us (7854us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335545.569991:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1591 00000100:00100000:0.0:1763335545.577152:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335545.578170:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029052288 00000100:00100000:1.0:1763335545.578182:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029052288 00002000:00100000:1.0:1763335545.578231:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f5d9dc00 x1848991029052288/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:591/0 lens 488/0 e 0 to 0 dl 1763335556 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335545.578242:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f5d9dc00 with x1848991029052288 00000100:00100000:1.0:1763335545.578277:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 884 00000100:00100000:1.0:1763335545.578286:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5d9dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+15:2409:x1848991029052288:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335545.578455:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5d9dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+15:2409:x1848991029052288:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 170us (1313us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335545.578462:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 884 00002000:00100000:1.0:1763335545.578468:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f5d9dc00 x1848991029052288/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:591/0 lens 488/4536 e 0 to 0 dl 1763335556 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335545.578475:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f5d9dc00 with x1848991029052288 00000100:00100000:0.0:1763335545.585769:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335545.585922:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029052416 00000100:00100000:2.0:1763335545.585932:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029052416 00002000:00100000:2.0:1763335545.585982:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f5d9ca80 x1848991029052416/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:591/0 lens 488/0 e 0 to 0 dl 1763335556 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335545.585993:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f5d9ca80 with x1848991029052416 00000100:00100000:2.0:1763335545.586031:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 885 00000100:00100000:2.0:1763335545.586041:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5d9ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+15:2408:x1848991029052416:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335545.586204:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5d9ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+15:2408:x1848991029052416:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 163us (444us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335545.586211:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 885 00002000:00100000:2.0:1763335545.586218:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f5d9ca80 x1848991029052416/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:591/0 lens 488/4536 e 0 to 0 dl 1763335556 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335545.586225:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f5d9ca80 with x1848991029052416 00000100:00100000:0.0:1763335545.594818:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335545.595076:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029052544 00000100:00100000:1.0:1763335545.595086:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029052544 00000100:00100000:1.0:1763335545.595558:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1592 00000100:00100000:1.0:1763335545.595568:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5d9d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:2408:x1848991029052544:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335545.595594:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335545.595621:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8eca00/0x10123ce7f07657c8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ea5e expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.595662:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed600/0x10123ce7f07657b3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea49 expref: 14 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335545.595707:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc57a3480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041411328:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335545.595805:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335545.600029:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc57a3480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041411328:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335545.600057:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 954059 00010000:00010000:1.0:1763335545.600081:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8eca00/0x10123ce7f07657c8 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea5e expref: 19 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.600103:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335545.600106:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335545.600110:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8eca00/0x10123ce7f07657c8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea5e expref: 19 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.600129:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8eca00, rc 0) 00000100:00100000:1.0:1763335545.600199:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5d9d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:2408:x1848991029052544:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4632us (5392us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335545.600209:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1592 00000100:00100000:0.0:1763335545.605160:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335545.605263:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029052672 00000100:00100000:1.0:1763335545.605274:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029052672 00000100:00100000:1.0:1763335545.605335:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1593 00000100:00100000:1.0:1763335545.605346:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5d9d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:2409:x1848991029052672:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335545.605365:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335545.605385:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8eca00/0x10123ce7f07657cf lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ea65 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.605421:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed600/0x10123ce7f07657b3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea49 expref: 14 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335545.605458:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc57a3480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041411456:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335545.605534:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335545.613421:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc57a3480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041411456:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335545.613446:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 954059 00010000:00010000:1.0:1763335545.613462:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8eca00/0x10123ce7f07657cf lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea65 expref: 19 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.613484:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335545.613487:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335545.613491:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8eca00/0x10123ce7f07657cf lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea65 expref: 19 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.613504:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8eca00, rc 0) 00000100:00100000:1.0:1763335545.613566:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5d9d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:2409:x1848991029052672:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 8222us (8416us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335545.613575:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1593 00000100:00100000:0.0:1763335545.622206:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335545.622303:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029052800 00000100:00100000:1.0:1763335545.622314:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029052800 00000100:00100000:1.0:1763335545.622374:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1594 00000100:00100000:1.0:1763335545.622384:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5d9ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:2408:x1848991029052800:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335545.622404:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335545.622426:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8eca00/0x10123ce7f07657d6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ea6c expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.622463:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed600/0x10123ce7f07657b3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea49 expref: 14 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335545.622506:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc57a3480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041411584:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335545.622599:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335545.633142:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc57a3480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041411584:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335545.633170:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 954059 00010000:00010000:1.0:1763335545.633191:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8eca00/0x10123ce7f07657d6 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea6c expref: 19 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.633215:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335545.633218:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335545.633223:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8eca00/0x10123ce7f07657d6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea6c expref: 19 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.633238:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8eca00, rc 0) 00000100:00100000:1.0:1763335545.636016:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5d9ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:2408:x1848991029052800:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 13620us (13807us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335545.636030:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1594 00000100:00100000:0.0:1763335545.642606:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335545.642699:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029052928 00000100:00100000:1.0:1763335545.642709:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029052928 00000100:00100000:1.0:1763335545.642783:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1595 00000100:00100000:1.0:1763335545.642795:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc579ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:15720:x1848991029052928:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335545.642819:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335545.642841:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8eca00/0x10123ce7f07657dd lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ea73 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.642900:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed600/0x10123ce7f07657b3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea49 expref: 14 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.642911:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8eca00/0x10123ce7f07657dd lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea73 expref: 19 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.642948:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed600/0x10123ce7f07657b3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea49 expref: 14 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.642962:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed600/0x10123ce7f07657b3 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea49 expref: 14 pid: 6516 timeout: 446 lvb_type: 0 00000100:00100000:1.0:1763335545.642976:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc57a3480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041411712:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335545.643065:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335545.647379:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc57a3480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041411712:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335545.647417:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8eca00/0x10123ce7f07657dd lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea73 expref: 19 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.647435:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335545.647438:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335545.647443:0:6516:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8eca00/0x10123ce7f07657dd lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea73 expref: 19 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.647454:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8eca00, rc 0) 00000100:00100000:1.0:1763335545.647527:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc579ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+19:15720:x1848991029052928:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4733us (4931us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335545.647536:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1595 00000100:00100000:0.0:1763335545.649839:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335545.650013:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029053056 00000100:00100000:1.0:1763335545.650023:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029053056 00002000:00100000:1.0:1763335545.650076:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc579ca80 x1848991029053056/t0(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:591/0 lens 12776/0 e 0 to 0 dl 1763335556 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335545.650088:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc579ca80 with x1848991029053056 00010000:00010000:1.0:1763335545.650098:0:6529:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed600/0x10123ce7f07657b3 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea49 expref: 15 pid: 6516 timeout: 446 lvb_type: 0 00010000:00010000:1.0:1763335545.650112:0:6529:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed600/0x10123ce7f07657b3 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea49 expref: 15 pid: 6516 timeout: 446 lvb_type: 0 00002000:00010000:1.0:1763335545.650119:0:6529:0:(mdt_io.c:157:mdt_rw_hpreq_check()) lustre-MDT0000: refreshed 1 locks timeout for req ffff9aefc579ca80 00000100:00100000:1.0:1763335545.650556:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 47 00000100:00100000:1.0:1763335545.650567:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc579ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+15:2408:x1848991029053056:12345-192.168.202.34@tcp:4:fsx.0 00000004:00010000:1.0:1763335545.651370:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 954059 -> 954059 00000004:00010000:1.0:1763335545.651375:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335545 -> 1763335545 00000004:00010000:1.0:1763335545.651377:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335545 -> 1763335544 00000004:00010000:1.0:1763335545.651380:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335545 -> 1763335545 00000004:00010000:1.0:1763335545.651382:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 464 -> 464 00000100:00100000:1.0:1763335545.652800:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc579ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+17:2408:x1848991029053056:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 2227us (2961us total) trans 4294967930 rc 0/0 00000100:00100000:1.0:1763335545.652812:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 47 00002000:00100000:1.0:1763335545.652824:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc579ca80 x1848991029053056/t4294967930(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:591/0 lens 12776/448 e 0 to 0 dl 1763335556 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335545.652835:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc579ca80 with x1848991029053056 00010000:00010000:1.0:1763335545.652845:0:6529:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed600/0x10123ce7f07657b3 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea49 expref: 17 pid: 6516 timeout: 446 lvb_type: 0 00010000:00010000:1.0:1763335545.652860:0:6529:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed600/0x10123ce7f07657b3 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea49 expref: 17 pid: 6516 timeout: 446 lvb_type: 0 00002000:00010000:1.0:1763335545.652880:0:6529:0:(mdt_io.c:157:mdt_rw_hpreq_check()) lustre-MDT0000: refreshed 1 locks timeout for req ffff9aefc579ca80 00000100:00100000:0.0:1763335545.662112:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335545.662195:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029053184 00000100:00100000:1.0:1763335545.662204:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029053184 00010000:00010000:1.0:1763335545.662243:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed600/0x10123ce7f07657b3 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea49 expref: 17 pid: 6516 timeout: 446 lvb_type: 0 00000100:00100000:1.0:1763335545.662285:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 598 00000100:00100000:1.0:1763335545.662293:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc579dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+17:2409:x1848991029053184:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335545.662309:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335545.662331:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed600/0x10123ce7f07657b3 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea49 expref: 17 pid: 6516 timeout: 446 lvb_type: 0 00010000:00010000:1.0:1763335545.662343:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed600/0x10123ce7f07657b3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea49 expref: 17 pid: 6516 timeout: 446 lvb_type: 0 00010000:00010000:1.0:1763335545.662366:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed600/0x10123ce7f07657b3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea49 expref: 17 pid: 6516 timeout: 446 lvb_type: 0 00010000:00010000:1.0:1763335545.662381:0:13187:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335545.662387:0:13187:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8eca00/0x10123ce7f07657dd lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea73 expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.662400:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8eca00/0x10123ce7f07657dd lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea73 expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.662410:0:13187:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8eca00/0x10123ce7f07657dd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea73 expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.662440:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8eca00/0x10123ce7f07657dd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea73 expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335545.662454:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc57a3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041411840:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335545.663728:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb300 going to sleep for 11 seconds 00000100:00100000:3.0:1763335545.668327:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc57a3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041411840:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335545.668353:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335545.668407:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc579dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+16:2409:x1848991029053184:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 6113us (6303us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335545.668418:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 598 00000100:00100000:2.0:1763335545.670313:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335545.671056:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029053312 00000100:00100000:1.0:1763335545.671068:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029053312 00000100:00100000:1.0:1763335545.671127:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1169 00000100:00100000:1.0:1763335545.671137:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5803b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+9:15720:x1848991029053312:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335545.671156:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335545.671175:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ed000/0x10123ce7f07657e4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ea7a expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.671204:0:8400:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9600/0x10123ce7f0765790 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1363968->1368063) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea26 expref: 5 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.671214:0:8400:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4600/0x10123ce7f076579e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea34 expref: 10 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335545.671222:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335545.671225:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335545.671230:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ed000/0x10123ce7f07657e4 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [1048576->1093631] (req 1048576->1093631) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea7a expref: 10 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.671277:0:8400:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4600/0x10123ce7f076579e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea34 expref: 10 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335545.671290:0:8400:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4600/0x10123ce7f076579e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea34 expref: 10 pid: 8401 timeout: 446 lvb_type: 1 00000100:00100000:1.0:1763335545.671304:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc57a3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041411968:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335545.671383:0:8400:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9600/0x10123ce7f0765790 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1363968->1368063) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea26 expref: 5 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.671392:0:8400:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9600/0x10123ce7f0765790 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1363968->1368063) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea26 expref: 5 pid: 8401 timeout: 446 lvb_type: 0 00000100:00100000:1.0:1763335545.671400:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c43b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041412096:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335545.671418:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fbb40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335545.678835:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335545.678920:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335545.678995:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029053568 00000100:00100000:3.0:1763335545.679004:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029053568 00010000:00010000:3.0:1763335545.679042:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9600/0x10123ce7f0765790 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1363968->1368063) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea26 expref: 6 pid: 8401 timeout: 446 lvb_type: 0 00000100:00100000:3.0:1763335545.679083:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029053440 00000100:00100000:3.0:1763335545.679087:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029053440 00010000:00010000:3.0:1763335545.679102:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4600/0x10123ce7f076579e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea34 expref: 11 pid: 8401 timeout: 446 lvb_type: 1 00000100:00100000:3.0:1763335545.679125:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 599 00000100:00100000:3.0:1763335545.679134:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc579e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991029053568:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335545.679150:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335545.679171:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9600/0x10123ce7f0765790 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1363968->1368063) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea26 expref: 6 pid: 8401 timeout: 446 lvb_type: 0 00010000:00010000:3.0:1763335545.679182:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9600/0x10123ce7f0765790 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1363968->1368063) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea26 expref: 6 pid: 8401 timeout: 446 lvb_type: 0 00010000:00010000:3.0:1763335545.679209:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335545.679264:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc579e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991029053568:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 132us (442us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335545.679272:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 599 00000100:00100000:3.0:1763335545.679291:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 600 00000100:00100000:3.0:1763335545.679298:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc579c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+11:2408:x1848991029053440:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335545.679306:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335545.679314:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4600/0x10123ce7f076579e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea34 expref: 11 pid: 8401 timeout: 446 lvb_type: 1 00010000:00010000:3.0:1763335545.679324:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4600/0x10123ce7f076579e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea34 expref: 11 pid: 8401 timeout: 446 lvb_type: 1 00010000:00010000:3.0:1763335545.679337:0:13187:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335545.679340:0:13187:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335545.679347:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ed000/0x10123ce7f07657e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->1093631) gid 0 flags: 0x50080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea7a expref: 11 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335545.679356:0:13187:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ed000/0x10123ce7f07657e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->1093631) gid 0 flags: 0x50080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea7a expref: 11 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335545.679391:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ed000/0x10123ce7f07657e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->1093631) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea7a expref: 11 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335545.679403:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ed879880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:13187:1848991041412224:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335545.679453:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850540 going to sleep for 11 seconds 00010000:00010000:1.0:1763335545.680232:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4600/0x10123ce7f076579e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea34 expref: 11 pid: 8401 timeout: 446 lvb_type: 1 00000100:00100000:1.0:1763335545.680250:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc57a3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041411968:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335545.680262:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9600/0x10123ce7f0765790 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1363968->1368063) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea26 expref: 5 pid: 8401 timeout: 446 lvb_type: 0 00000100:00100000:1.0:1763335545.680270:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c43b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041412096:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335545.680297:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ed000/0x10123ce7f07657e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1093631) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea7a expref: 10 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.680308:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8ed000, rc 0) 00000100:00100000:1.0:1763335545.680606:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5803b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+10:15720:x1848991029053312:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 9469us (10300us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335545.680614:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1169 00000100:00100000:3.0:1763335545.684142:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ed879880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:13187:1848991041412224:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335545.684168:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335545.685808:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc579c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+9:2408:x1848991029053440:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 6498us (6876us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335545.685823:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 600 00000100:00100000:2.0:1763335545.686078:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335545.686212:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029053824 00000100:00100000:1.0:1763335545.686221:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029053824 00000100:00100000:1.0:1763335545.686281:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 767 00000100:00100000:1.0:1763335545.686290:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5801c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+9:2408:x1848991029053824:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:1.0:1763335545.686482:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1760569 -> 1760569 00002000:00010000:1.0:1763335545.686486:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335545 -> 1763335545 00002000:00010000:1.0:1763335545.686488:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335545 -> 1763335544 00002000:00010000:1.0:1763335545.686491:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335545 -> 1763335545 00002000:00010000:1.0:1763335545.686493:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 40 -> 128 00000100:00100000:1.0:1763335545.686544:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5801c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+10:2408:x1848991029053824:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 255us (467us total) trans 4294967592 rc 0/0 00000100:00100000:1.0:1763335545.686551:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 767 00000100:00100000:2.0:1763335545.687453:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335545.687671:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029053696 00000100:00100000:1.0:1763335545.687679:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029053696 00000100:00100000:1.0:1763335545.688199:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 886 00000100:00100000:1.0:1763335545.688209:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5803480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+19:2408:x1848991029053696:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:1.0:1763335545.688379:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 954059 -> 954059 00000004:00010000:1.0:1763335545.688383:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335545 -> 1763335545 00000004:00010000:1.0:1763335545.688387:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335544 -> 1763335544 00000004:00010000:1.0:1763335545.688389:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335545 -> 1763335545 00000004:00010000:1.0:1763335545.688391:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 464 -> 496 00000100:00100000:1.0:1763335545.688452:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5803480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+20:2408:x1848991029053696:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 244us (1001us total) trans 4294967931 rc 0/0 00000100:00100000:1.0:1763335545.688460:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 886 00000100:00100000:3.0:1763335545.692814:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335545.692860:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335545.693049:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029054080 00000100:00100000:2.0:1763335545.693060:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029054080 00000100:00100000:2.0:1763335545.693116:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1170 00000100:00100000:2.0:1763335545.693126:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ed87ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2409:x1848991029054080:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335545.693144:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335545.693163:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81000/0x10123ce7f07657eb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ea88 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335545.693224:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5801f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041412352:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335545.693322:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f090c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335545.693395:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029053952 00000100:00100000:1.0:1763335545.693401:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029053952 00000100:00100000:1.0:1763335545.693447:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1596 00000100:00100000:1.0:1763335545.693455:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ed879880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+16:2409:x1848991029053952:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335545.693469:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335545.693483:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed600/0x10123ce7f07657f2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ea81 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.693516:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8eca00/0x10123ce7f07657dd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea73 expref: 19 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335545.693541:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c43b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041412480:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335545.693569:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb000 going to sleep for 11 seconds 00002000:00010000:2.0:1763335545.696492:0:8400:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335544 -> 1763335545 00000100:00100000:2.0:1763335545.696522:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5801f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041412352:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335545.696557:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81000/0x10123ce7f07657eb lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea88 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335545.696580:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81000/0x10123ce7f07657eb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea88 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335545.696592:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5b81000, rc 0) 00000100:00100000:2.0:1763335545.696652:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ed87ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2409:x1848991029054080:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3527us (3790us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335545.696660:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1170 00000004:00010000:1.0:1763335545.696753:0:6516:0:(mdt_lvb.c:189:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime: 1763335544 -> 1763335545 00000100:00100000:1.0:1763335545.696769:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c43b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041412480:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335545.696792:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 954059 00010000:00010000:1.0:1763335545.696805:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed600/0x10123ce7f07657f2 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea81 expref: 17 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.696819:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335545.696822:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335545.696827:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed600/0x10123ce7f07657f2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea81 expref: 17 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.696837:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8ed600, rc 0) 00000100:00100000:1.0:1763335545.696861:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ed879880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+16:2409:x1848991029053952:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3407us (4061us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335545.696916:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1596 00000100:00100000:0.0:1763335545.700684:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335545.701006:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335545.701102:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029054336 00000100:00100000:2.0:1763335545.701114:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029054336 00000100:00100000:2.0:1763335545.701163:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1171 00000100:00100000:2.0:1763335545.701174:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc579e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991029054336:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335545.701194:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335545.701215:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81600/0x10123ce7f07657f9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ea96 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335545.701278:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5801f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041412608:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335545.701374:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f090c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335545.701555:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029054208 00000100:00100000:1.0:1763335545.701561:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029054208 00000100:00100000:1.0:1763335545.701602:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1597 00000100:00100000:1.0:1763335545.701609:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc579fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+16:2409:x1848991029054208:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335545.701619:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335545.701632:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec000/0x10123ce7f0765800 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ea8f expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.701663:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8eca00/0x10123ce7f07657dd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea73 expref: 19 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335545.701685:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c43b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041412736:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335545.701716:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb000 going to sleep for 11 seconds 00000100:00100000:1.0:1763335545.704682:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c43b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041412736:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335545.704707:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 954059 00010000:00010000:1.0:1763335545.704726:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec000/0x10123ce7f0765800 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea8f expref: 17 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.704747:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335545.704750:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335545.704755:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec000/0x10123ce7f0765800 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea8f expref: 17 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.704770:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8ec000, rc 0) 00000100:00100000:1.0:1763335545.704843:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc579fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+16:2409:x1848991029054208:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3234us (4169us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335545.704852:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1597 00000100:00100000:2.0:1763335545.704969:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5801f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041412608:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335545.704992:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81600/0x10123ce7f07657f9 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea96 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335545.705006:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81600/0x10123ce7f07657f9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea96 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335545.705025:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5b81600, rc 0) 00000100:00100000:2.0:1763335545.705049:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc579e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991029054336:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3878us (4043us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335545.705055:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1171 00000100:00100000:0.0:1763335545.709157:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335545.709203:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335545.709340:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029054592 00000100:00100000:2.0:1763335545.709351:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029054592 00000100:00100000:2.0:1763335545.709409:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1172 00000100:00100000:2.0:1763335545.709418:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc579d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991029054592:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335545.709436:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335545.709456:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81000/0x10123ce7f0765807 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847eaa4 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335545.709516:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5801f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041412864:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335545.709609:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f090c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335545.709702:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029054464 00000100:00100000:1.0:1763335545.709707:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029054464 00000100:00100000:1.0:1763335545.709744:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1598 00000100:00100000:1.0:1763335545.709752:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc579df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+16:2408:x1848991029054464:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335545.709761:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335545.709785:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed600/0x10123ce7f076580e lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ea9d expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.709814:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8eca00/0x10123ce7f07657dd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea73 expref: 19 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335545.709837:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c43b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041412992:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335545.709860:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb000 going to sleep for 11 seconds 00000100:00100000:2.0:1763335545.713332:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5801f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041412864:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335545.713369:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81000/0x10123ce7f0765807 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eaa4 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335545.713396:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81000/0x10123ce7f0765807 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eaa4 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335545.713407:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5b81000, rc 0) 00000100:00100000:1.0:1763335545.713555:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c43b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041412992:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335545.713570:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 954059 00010000:00010000:1.0:1763335545.713582:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed600/0x10123ce7f076580e lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea9d expref: 17 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.713595:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335545.713598:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335545.713603:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed600/0x10123ce7f076580e lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea9d expref: 17 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.713616:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8ed600, rc 0) 00000100:00100000:2.0:1763335545.714007:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc579d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991029054592:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4588us (4859us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335545.714016:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1172 00000100:00100000:1.0:1763335545.714385:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc579df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+16:2408:x1848991029054464:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4631us (5177us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335545.714393:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1598 00000100:00100000:0.0:1763335545.719198:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335545.719422:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029054720 00000100:00100000:2.0:1763335545.719432:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029054720 00000100:00100000:2.0:1763335545.719490:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1173 00000100:00100000:2.0:1763335545.719500:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc579f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:15720:x1848991029054720:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335545.719519:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335545.719537:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81600/0x10123ce7f0765815 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847eaab expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335545.719565:0:8400:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ed000/0x10123ce7f07657e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1093631) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea7a expref: 9 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335545.719572:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335545.719574:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335545.719579:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81600/0x10123ce7f0765815 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1744896->1773567] (req 1744896->1773567) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eaab expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335545.719613:0:8400:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ed000/0x10123ce7f07657e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1093631) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea7a expref: 9 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335545.719632:0:8400:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ed000/0x10123ce7f07657e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1093631) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea7a expref: 9 pid: 8400 timeout: 446 lvb_type: 0 00000100:00100000:2.0:1763335545.719645:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5801f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041413120:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335545.719728:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f090c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335545.722815:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5801f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041413120:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335545.722852:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81600/0x10123ce7f0765815 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1744896->1773567] (req 1744896->1773567) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eaab expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335545.723211:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5b81600, rc 0) 00000100:00100000:2.0:1763335545.723515:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc579f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:15720:x1848991029054720:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4013us (4324us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335545.723527:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1173 00000100:00100000:0.0:1763335545.724247:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335545.724458:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029054848 00000100:00100000:3.0:1763335545.724466:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029054848 00010000:00010000:3.0:1763335545.724500:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ed000/0x10123ce7f07657e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1093631) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea7a expref: 10 pid: 8400 timeout: 446 lvb_type: 0 00000100:00100000:3.0:1763335545.724611:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 601 00000100:00100000:3.0:1763335545.724621:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc579f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+10:2408:x1848991029054848:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335545.724635:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335545.724653:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ed000/0x10123ce7f07657e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1093631) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea7a expref: 10 pid: 8400 timeout: 446 lvb_type: 0 00010000:00010000:3.0:1763335545.724666:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ed000/0x10123ce7f07657e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1093631) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea7a expref: 10 pid: 8400 timeout: 446 lvb_type: 0 00010000:00010000:3.0:1763335545.724689:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ed000/0x10123ce7f07657e4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1093631) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea7a expref: 10 pid: 8400 timeout: 446 lvb_type: 0 00010000:00010000:3.0:1763335545.724703:0:13187:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335545.724705:0:13187:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335545.724711:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81600/0x10123ce7f0765815 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1744896->1773567) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eaab expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335545.724722:0:13187:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81600/0x10123ce7f0765815 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1744896->1773567) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eaab expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335545.724755:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81600/0x10123ce7f0765815 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1744896->1773567) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eaab expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335545.724768:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ed87a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:13187:1848991041413248:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335545.724844:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850540 going to sleep for 11 seconds 00000100:00100000:0.0:1763335545.729196:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335545.729401:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ed87a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:13187:1848991041413248:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335545.729425:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335545.729627:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029054976 00000100:00100000:2.0:1763335545.729635:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029054976 00000100:00100000:2.0:1763335545.729703:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 768 00000100:00100000:2.0:1763335545.729713:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc579ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991029054976:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:2.0:1763335545.729959:0:15204:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1760569 -> 1771638 00002000:00010000:2.0:1763335545.729963:0:15204:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335545 -> 1763335545 00002000:00010000:2.0:1763335545.729966:0:15204:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335545 -> 1763335544 00002000:00010000:2.0:1763335545.729968:0:15204:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335545 -> 1763335545 00002000:00010000:2.0:1763335545.729970:0:15204:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 128 -> 152 00000100:00100000:3.0:1763335545.730174:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc579f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+9:2408:x1848991029054848:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 5552us (5927us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335545.730184:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 601 00000100:00100000:2.0:1763335545.731509:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc579ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+7:2409:x1848991029054976:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 1789us (2310us total) trans 4294967593 rc 0/0 00000100:00100000:2.0:1763335545.731525:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 768 00000100:00100000:1.0:1763335545.737190:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335545.737284:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029055104 00000100:00100000:2.0:1763335545.737295:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029055104 00000100:00100000:2.0:1763335545.737476:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1174 00000100:00100000:2.0:1763335545.737487:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+9:2409:x1848991029055104:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335545.737505:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335545.737523:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81000/0x10123ce7f076581c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847eab2 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335545.737579:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5801f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041413376:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335545.737661:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f090c0 going to sleep for 11 seconds 00002000:00010000:2.0:1763335545.740186:0:8400:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335544 -> 1763335545 00002000:00010000:2.0:1763335545.740195:0:8400:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime: 1763335545 -> 1763335546 00000100:00100000:2.0:1763335545.740216:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5801f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041413376:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335545.740251:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81000/0x10123ce7f076581c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eab2 expref: 10 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335545.740273:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81000/0x10123ce7f076581c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eab2 expref: 10 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335545.740286:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5b81000, rc 0) 00000100:00100000:2.0:1763335545.740345:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+9:2409:x1848991029055104:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2858us (3165us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335545.740354:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1174 00000100:00100000:0.0:1763335545.743342:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335545.743421:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029055232 00000100:00100000:2.0:1763335545.743432:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029055232 00000100:00100000:2.0:1763335545.743488:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1175 00000100:00100000:2.0:1763335545.743498:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc579d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+9:2408:x1848991029055232:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335545.743517:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335545.743534:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b80000/0x10123ce7f0765823 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847eab9 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335545.743587:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5801f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041413504:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335545.743661:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f090c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335545.746718:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5801f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041413504:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335545.746758:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b80000/0x10123ce7f0765823 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eab9 expref: 10 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335545.746816:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b80000/0x10123ce7f0765823 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eab9 expref: 10 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335545.746828:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5b80000, rc 0) 00000100:00100000:2.0:1763335545.747156:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc579d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+9:2408:x1848991029055232:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3658us (3824us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335545.747165:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1175 00000100:00100000:0.0:1763335545.750514:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335545.750601:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029055360 00000100:00100000:1.0:1763335545.750613:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029055360 00000100:00100000:1.0:1763335545.751303:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1599 00000100:00100000:1.0:1763335545.751317:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc579c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+16:2408:x1848991029055360:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335545.751339:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335545.751360:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec000/0x10123ce7f076582a lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847eac0 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.751399:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8eca00/0x10123ce7f07657dd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea73 expref: 19 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335545.751441:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc57a3480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041413632:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335545.751516:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb000 going to sleep for 11 seconds 00000004:00010000:1.0:1763335545.754083:0:6516:0:(mdt_lvb.c:195:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime: 1763335545 -> 1763335546 00000100:00100000:1.0:1763335545.754108:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc57a3480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041413632:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335545.754126:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 954059 00010000:00010000:1.0:1763335545.754144:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec000/0x10123ce7f076582a lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eac0 expref: 17 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.754162:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335545.754166:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335545.754170:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec000/0x10123ce7f076582a lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eac0 expref: 17 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.754184:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8ec000, rc 0) 00000100:00100000:1.0:1763335545.754241:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc579c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+16:2408:x1848991029055360:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2927us (3737us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335545.754249:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1599 00000100:00100000:0.0:1763335545.757743:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335545.757834:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029055488 00000100:00100000:1.0:1763335545.757845:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029055488 00000100:00100000:1.0:1763335545.757996:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1600 00000100:00100000:1.0:1763335545.758017:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc579d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+16:2408:x1848991029055488:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335545.758040:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335545.758066:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed600/0x10123ce7f0765831 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847eac7 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.758112:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8eca00/0x10123ce7f07657dd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea73 expref: 19 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335545.758155:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc57a3480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041413760:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335545.758235:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb000 going to sleep for 11 seconds 00000100:00100000:1.0:1763335545.764556:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc57a3480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041413760:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335545.764585:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 954059 00010000:00010000:1.0:1763335545.764604:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed600/0x10123ce7f0765831 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eac7 expref: 17 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.764627:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335545.764630:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335545.764637:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed600/0x10123ce7f0765831 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eac7 expref: 17 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.764651:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8ed600, rc 0) 00000100:00100000:1.0:1763335545.765035:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc579d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+16:2408:x1848991029055488:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7027us (7300us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335545.765043:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1600 00000100:00100000:0.0:1763335545.767697:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335545.767791:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029055616 00000100:00100000:2.0:1763335545.767800:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029055616 00000100:00100000:2.0:1763335545.767851:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1176 00000100:00100000:2.0:1763335545.767859:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0d0394380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+9:15720:x1848991029055616:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335545.767895:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335545.767914:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b80000/0x10123ce7f0765838 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847eace expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335545.767939:0:8400:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81600/0x10123ce7f0765815 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1744896->1773567) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eaab expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335545.767947:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335545.767949:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335545.767953:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b80000/0x10123ce7f0765838 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1077248->1101823] (req 1077248->1101823) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eace expref: 10 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335545.767983:0:8400:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81600/0x10123ce7f0765815 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1744896->1773567) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eaab expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335545.767994:0:8400:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81600/0x10123ce7f0765815 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1744896->1773567) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eaab expref: 6 pid: 8400 timeout: 446 lvb_type: 0 00000100:00100000:2.0:1763335545.768007:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5801f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041413888:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335545.769579:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f090c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335545.772585:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5801f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041413888:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335545.772623:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b80000/0x10123ce7f0765838 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1077248->1101823] (req 1077248->1101823) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eace expref: 10 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335545.772641:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5b80000, rc 0) 00000100:00100000:2.0:1763335545.773927:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0d0394380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+10:15720:x1848991029055616:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6062us (6232us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335545.773938:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1176 00000100:00100000:0.0:1763335545.774598:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335545.774827:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029055744 00000100:00100000:3.0:1763335545.774836:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029055744 00010000:00010000:3.0:1763335545.774889:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81600/0x10123ce7f0765815 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1744896->1773567) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eaab expref: 7 pid: 8400 timeout: 446 lvb_type: 0 00000100:00100000:3.0:1763335545.774933:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 602 00000100:00100000:3.0:1763335545.774943:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0d0395500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+7:2409:x1848991029055744:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335545.774957:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335545.774975:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81600/0x10123ce7f0765815 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1744896->1773567) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eaab expref: 7 pid: 8400 timeout: 446 lvb_type: 0 00010000:00010000:3.0:1763335545.774987:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81600/0x10123ce7f0765815 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1744896->1773567) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eaab expref: 7 pid: 8400 timeout: 446 lvb_type: 0 00010000:00010000:3.0:1763335545.775018:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81600/0x10123ce7f0765815 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1744896->1773567) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eaab expref: 7 pid: 8400 timeout: 446 lvb_type: 0 00010000:00010000:3.0:1763335545.775035:0:13187:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335545.775037:0:13187:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335545.775045:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b80000/0x10123ce7f0765838 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1077248->1101823) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eace expref: 9 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335545.775053:0:13187:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b80000/0x10123ce7f0765838 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1077248->1101823) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eace expref: 9 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335545.775086:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b80000/0x10123ce7f0765838 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1077248->1101823) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eace expref: 9 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335545.775098:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ed87a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:13187:1848991041414016:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335545.775175:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850540 going to sleep for 11 seconds 00000100:00100000:3.0:1763335545.782747:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ed87a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:13187:1848991041414016:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335545.782786:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335545.782836:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0d0395500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991029055744:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 7893us (8239us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335545.782848:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 602 00000100:00100000:0.0:1763335545.784329:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335545.784629:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029055872 00000100:00100000:2.0:1763335545.784638:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029055872 00000100:00100000:2.0:1763335545.784703:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 769 00000100:00100000:2.0:1763335545.784713:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0d0395880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+10:2409:x1848991029055872:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:2.0:1763335545.785027:0:15204:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1771638 -> 1771638 00002000:00010000:2.0:1763335545.785032:0:15204:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335545 -> 1763335545 00002000:00010000:2.0:1763335545.785035:0:15204:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335545 -> 1763335544 00002000:00010000:2.0:1763335545.785037:0:15204:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335546 -> 1763335545 00002000:00010000:2.0:1763335545.785039:0:15204:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 152 -> 168 00000100:00100000:2.0:1763335545.785101:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0d0395880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+11:2409:x1848991029055872:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 389us (780us total) trans 4294967594 rc 0/0 00000100:00100000:2.0:1763335545.785109:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 769 00000100:00100000:0.0:1763335545.790001:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335545.790047:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335545.790770:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029056128 00000100:00100000:2.0:1763335545.790794:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029056128 00000100:00100000:2.0:1763335545.790850:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1177 00000100:00100000:2.0:1763335545.790861:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0d0397800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991029056128:12345-192.168.202.34@tcp:101:fsx.0 00000100:00100000:1.0:1763335545.791705:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029056000 00000100:00100000:1.0:1763335545.791712:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029056000 00000100:00100000:1.0:1763335545.791767:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1601 00000100:00100000:1.0:1763335545.791785:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0d0395180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+16:2408:x1848991029056000:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335545.791805:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335545.791828:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed600/0x10123ce7f076583f lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ead5 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.791884:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8eca00/0x10123ce7f07657dd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea73 expref: 19 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335545.791928:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc57a3480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041414144:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335545.792015:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb000 going to sleep for 11 seconds 00010000:00010000:2.0:1763335545.792139:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335545.792154:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81000/0x10123ce7f0765846 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847eadc expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335545.792192:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5801f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041414272:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335545.792231:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f090c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335545.796896:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc57a3480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041414144:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335545.796925:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 954059 00010000:00010000:1.0:1763335545.796945:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed600/0x10123ce7f076583f lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ead5 expref: 17 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.796967:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335545.796971:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335545.796976:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed600/0x10123ce7f076583f lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ead5 expref: 17 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.796990:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8ed600, rc 0) 00000100:00100000:1.0:1763335545.797045:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0d0395180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+16:2408:x1848991029056000:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5269us (6995us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335545.797054:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1601 00002000:00010000:2.0:1763335545.797284:0:8400:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335544 -> 1763335545 00002000:00010000:2.0:1763335545.797288:0:8400:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime: 1763335545 -> 1763335546 00000100:00100000:2.0:1763335545.797301:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5801f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041414272:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335545.797325:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81000/0x10123ce7f0765846 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eadc expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335545.797345:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81000/0x10123ce7f0765846 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eadc expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335545.797354:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5b81000, rc 0) 00000100:00100000:2.0:1763335545.797392:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0d0397800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991029056128:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6533us (7401us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335545.797398:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1177 00000100:00100000:0.0:1763335545.808596:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335545.808686:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029056256 00000100:00100000:1.0:1763335545.808695:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029056256 00000100:00100000:1.0:1763335545.808756:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1602 00000100:00100000:1.0:1763335545.808766:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0d0394000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+16:2409:x1848991029056256:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335545.808793:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335545.808816:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed600/0x10123ce7f076584d lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847eae3 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.808854:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8eca00/0x10123ce7f07657dd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea73 expref: 19 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335545.808932:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc57a3480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041414400:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335545.809015:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb000 going to sleep for 11 seconds 00000100:00100000:3.0:1763335545.809100:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335545.809197:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029056384 00000100:00100000:1.0:1763335545.809202:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029056384 00000100:00100000:1.0:1763335545.809236:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1178 00000100:00100000:1.0:1763335545.809243:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ed87a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991029056384:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335545.809251:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335545.809262:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ec000/0x10123ce7f0765854 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847eaea expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335545.809297:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffbf4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041414528:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335545.809336:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb180 going to sleep for 11 seconds 00000100:00100000:1.0:1763335545.813052:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc57a3480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041414400:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335545.813079:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 954059 00010000:00010000:1.0:1763335545.813099:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed600/0x10123ce7f076584d lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eae3 expref: 17 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.813122:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335545.813125:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335545.813130:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed600/0x10123ce7f076584d lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eae3 expref: 17 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.813143:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8ed600, rc 0) 00000100:00100000:1.0:1763335545.813202:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0d0394000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+16:2409:x1848991029056256:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4437us (4614us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335545.813210:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1602 00000100:00100000:1.0:1763335545.814294:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffbf4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041414528:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335545.814322:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ec000/0x10123ce7f0765854 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eaea expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335545.814340:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9af0ee8ec000/0x10123ce7f0765854 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eaea expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335545.814349:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8ec000, rc 0) 00000100:00100000:1.0:1763335545.814395:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ed87a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991029056384:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5152us (5294us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335545.814402:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1178 00000100:00100000:2.0:1763335545.821510:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335545.821673:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335545.821850:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029056640 00000100:00100000:3.0:1763335545.821862:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029056640 00000100:00100000:1.0:1763335545.822258:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029056512 00000100:00100000:1.0:1763335545.822263:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029056512 00000100:00100000:1.0:1763335545.822302:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1603 00000100:00100000:1.0:1763335545.822311:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5801f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+16:2407:x1848991029056512:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335545.822331:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335545.822354:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed600/0x10123ce7f076585b lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847eaf1 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.822397:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8eca00/0x10123ce7f07657dd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea73 expref: 19 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335545.822438:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffbf4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041414656:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335545.822515:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb180 going to sleep for 11 seconds 00000100:00100000:3.0:1763335545.822565:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1179 00000100:00100000:3.0:1763335545.822574:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5801180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:2407:x1848991029056640:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335545.822581:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335545.822592:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0765862 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847eaf8 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335545.822627:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ed879c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041414784:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335545.822653:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850540 going to sleep for 11 seconds 00000100:00100000:3.0:1763335545.826765:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ed879c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041414784:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335545.826810:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0765862 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eaf8 expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335545.826833:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0765862 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eaf8 expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335545.826846:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5a00, rc 0) 00000100:00100000:1.0:1763335545.827004:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffbf4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041414656:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335545.827017:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 954059 00010000:00010000:1.0:1763335545.827029:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed600/0x10123ce7f076585b lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eaf1 expref: 17 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.827041:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335545.827044:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335545.827048:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed600/0x10123ce7f076585b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eaf1 expref: 17 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.827058:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8ed600, rc 0) 00000100:00100000:2.0:1763335545.827989:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5801180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:2407:x1848991029056640:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5411us (6311us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335545.828000:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1179 00000100:00100000:1.0:1763335545.828090:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5801f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+16:2407:x1848991029056512:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5779us (6589us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335545.828097:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1603 00000100:00100000:3.0:1763335545.832605:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335545.833581:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029056768 00000100:00100000:1.0:1763335545.833592:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029056768 00000100:00100000:1.0:1763335545.833645:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1604 00000100:00100000:1.0:1763335545.833653:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ed879c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+16:15720:x1848991029056768:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335545.833673:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335545.833693:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed600/0x10123ce7f0765869 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847eaff expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.833722:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8eca00/0x10123ce7f07657dd lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea73 expref: 19 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.833731:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed600/0x10123ce7f0765869 lrc: 4/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eaff expref: 17 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.833763:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8eca00/0x10123ce7f07657dd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea73 expref: 19 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.833782:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8eca00/0x10123ce7f07657dd lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea73 expref: 19 pid: 6516 timeout: 446 lvb_type: 0 00000100:00100000:1.0:1763335545.833795:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffbf4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041414912:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335545.834087:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb180 going to sleep for 11 seconds 00000100:00100000:1.0:1763335545.837577:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffbf4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041414912:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335545.837612:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed600/0x10123ce7f0765869 lrc: 3/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eaff expref: 17 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.837629:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335545.837632:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335545.837638:0:6516:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed600/0x10123ce7f0765869 lrc: 3/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eaff expref: 17 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.837649:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8ed600, rc 0) 00000100:00100000:1.0:1763335545.837704:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ed879c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+17:15720:x1848991029056768:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4051us (5109us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335545.837713:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1604 00000100:00100000:3.0:1763335545.838163:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335545.838379:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029056896 00000100:00100000:2.0:1763335545.838386:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029056896 00010000:00010000:2.0:1763335545.838420:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8eca00/0x10123ce7f07657dd lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea73 expref: 20 pid: 6516 timeout: 446 lvb_type: 0 00000100:00100000:2.0:1763335545.838455:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 603 00000100:00100000:2.0:1763335545.838466:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ed878a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+20:2409:x1848991029056896:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335545.838479:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335545.838499:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8eca00/0x10123ce7f07657dd lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea73 expref: 20 pid: 6516 timeout: 446 lvb_type: 0 00010000:00010000:2.0:1763335545.838510:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8eca00/0x10123ce7f07657dd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea73 expref: 20 pid: 6516 timeout: 446 lvb_type: 0 00010000:00010000:2.0:1763335545.838539:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8eca00/0x10123ce7f07657dd lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea73 expref: 20 pid: 6516 timeout: 446 lvb_type: 0 00010000:00010000:2.0:1763335545.838552:0:13187:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335545.838557:0:13187:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed600/0x10123ce7f0765869 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eaff expref: 16 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335545.838567:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed600/0x10123ce7f0765869 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eaff expref: 16 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335545.838575:0:13187:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed600/0x10123ce7f0765869 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eaff expref: 16 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335545.838606:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed600/0x10123ce7f0765869 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eaff expref: 16 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335545.838619:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5801500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041415040:192.168.202.34@tcp:105: 00000100:00100000:2.0:1763335545.838681:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f090c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335545.844030:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335545.844128:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5801500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041415040:192.168.202.34@tcp:105: 00010000:00010000:2.0:1763335545.844151:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335545.844204:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ed878a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+19:2409:x1848991029056896:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 5740us (6042us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335545.844214:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 603 00000100:00100000:1.0:1763335545.844438:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029057024 00000100:00100000:1.0:1763335545.844446:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029057024 00002000:00100000:1.0:1763335545.844491:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4520e00 x1848991029057024/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:591/0 lens 488/0 e 0 to 0 dl 1763335556 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335545.844502:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4520e00 with x1848991029057024 00000100:00100000:1.0:1763335545.844540:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 887 00000100:00100000:1.0:1763335545.844550:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4520e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+17:2408:x1848991029057024:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335545.844705:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4520e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+17:2408:x1848991029057024:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 157us (684us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335545.844712:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 887 00002000:00100000:1.0:1763335545.844719:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4520e00 x1848991029057024/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:591/0 lens 488/4536 e 0 to 0 dl 1763335556 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335545.844727:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4520e00 with x1848991029057024 00000100:00100000:0.0:1763335545.848308:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335545.848410:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029057152 00000100:00100000:3.0:1763335545.848420:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029057152 00002000:00100000:3.0:1763335545.848465:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0d0397b80 x1848991029057152/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:591/0 lens 488/0 e 0 to 0 dl 1763335556 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335545.848476:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0d0397b80 with x1848991029057152 00000100:00100000:3.0:1763335545.848509:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 888 00000100:00100000:3.0:1763335545.848518:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0d0397b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+17:2409:x1848991029057152:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335545.848687:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0d0397b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+17:2409:x1848991029057152:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 169us (388us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335545.848695:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 888 00002000:00100000:3.0:1763335545.848701:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0d0397b80 x1848991029057152/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:591/0 lens 488/4536 e 0 to 0 dl 1763335556 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335545.848710:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0d0397b80 with x1848991029057152 00000100:00100000:0.0:1763335545.853712:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335545.854244:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029057280 00000100:00100000:1.0:1763335545.854255:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029057280 00002000:00100000:1.0:1763335545.854308:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0d0397100 x1848991029057280/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:591/0 lens 488/0 e 0 to 0 dl 1763335556 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335545.854319:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0d0397100 with x1848991029057280 00000100:00100000:1.0:1763335545.854359:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 889 00000100:00100000:1.0:1763335545.854368:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0d0397100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+17:2408:x1848991029057280:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335545.854593:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0d0397100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+17:2408:x1848991029057280:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 225us (891us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335545.854600:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 889 00002000:00100000:1.0:1763335545.854607:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0d0397100 x1848991029057280/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:591/0 lens 488/4536 e 0 to 0 dl 1763335556 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335545.854615:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0d0397100 with x1848991029057280 00000100:00100000:2.0:1763335545.858839:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335545.859019:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029057408 00000100:00100000:1.0:1763335545.859029:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029057408 00000100:00100000:1.0:1763335545.859604:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1605 00000100:00100000:1.0:1763335545.859616:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5801500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+19:2409:x1848991029057408:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335545.859643:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335545.859666:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec000/0x10123ce7f0765870 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847eb06 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.859713:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec000/0x10123ce7f0765870 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb06 expref: 20 pid: 6516 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763335545.859723:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 954059 00010000:00010000:1.0:1763335545.859731:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec000/0x10123ce7f0765870 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb06 expref: 20 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335545.859744:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335545.859747:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335545.859751:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee8ec000, rc 0) 00000100:00100000:1.0:1763335545.859821:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5801500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+20:2409:x1848991029057408:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 208us (991us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335545.859832:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1605 00000100:00100000:0.0:1763335545.872458:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335545.872546:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335545.872624:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029057536 00000100:00100000:3.0:1763335545.872635:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029057536 00002000:00100000:3.0:1763335545.872684:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0d0395f80 x1848991029057536/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:591/0 lens 488/0 e 0 to 0 dl 1763335556 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335545.872696:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0d0395f80 with x1848991029057536 00000100:00100000:1.0:1763335545.873017:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029057664 00000100:00100000:1.0:1763335545.873022:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029057664 00000100:00100000:3.0:1763335545.873109:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 890 00000100:00100000:3.0:1763335545.873118:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0d0395f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+20:2408:x1848991029057536:12345-192.168.202.34@tcp:3:fsx.0 00002000:00100000:0.0:1763335545.873978:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->1773567) req@ffff9af0d0396d80 x1848991029057664/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:591/0 lens 488/0 e 0 to 0 dl 1763335556 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335545.873989:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0d0396d80 with x1848991029057664 ext(1048576->1773567) 00002000:00010000:0.0:1763335545.873995:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0d0396d80 00000100:00100000:0.0:1763335545.874021:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 770 00000100:00100000:0.0:1763335545.874027:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0d0396d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+11:2408:x1848991029057664:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335545.903929:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0d0395f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+20:2408:x1848991029057536:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 30797us (31466us total) trans 0 rc 954368/954368 00000100:00100000:3.0:1763335545.903946:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 890 00002000:00100000:3.0:1763335545.903960:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0d0395f80 x1848991029057536/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:591/0 lens 488/440 e 0 to 0 dl 1763335556 ref 1 fl Complete:/600/0 rc 954368/954368 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335545.903971:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0d0395f80 with x1848991029057536 00000100:00100000:3.0:1763335545.906540:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0d0396d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+11:2408:x1848991029057664:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 32501us (33982us total) trans 0 rc 724992/724992 00000100:00100000:3.0:1763335545.906554:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 770 00002000:00100000:3.0:1763335545.906566:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->1773567) req@ffff9af0d0396d80 x1848991029057664/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:591/0 lens 488/440 e 0 to 0 dl 1763335556 ref 1 fl Complete:/600/0 rc 724992/724992 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335545.906576:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0d0396d80 with x1848991029057664 ext(1048576->1773567) 00002000:00010000:3.0:1763335545.906582:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0d0396d80 00000100:00100000:1.0:1763335545.914150:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335545.914242:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029057792 00000100:00100000:2.0:1763335545.914252:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029057792 00000100:00100000:2.0:1763335545.914307:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1180 00000100:00100000:2.0:1763335545.914316:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbf4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991029057792:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335545.914334:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335545.914352:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b80c00/0x10123ce7f0765877 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847eb0d expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335545.914409:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5802680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041415168:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335545.914507:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f090c0 going to sleep for 11 seconds 00002000:00010000:2.0:1763335545.918605:0:8400:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335545 -> 1763335546 00000100:00100000:2.0:1763335545.918633:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5802680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041415168:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335545.918680:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b80c00/0x10123ce7f0765877 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb0d expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335545.918702:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b80c00/0x10123ce7f0765877 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb0d expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335545.918714:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5b80c00, rc 0) 00000100:00100000:2.0:1763335545.918779:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbf4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991029057792:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4456us (4631us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335545.918788:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1180 00000100:00100000:1.0:1763335545.922227:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335545.922289:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029057920 00000100:00100000:2.0:1763335545.922299:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029057920 00000100:00100000:2.0:1763335545.922348:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1181 00000100:00100000:2.0:1763335545.922356:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc57a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991029057920:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335545.922374:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335545.922391:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81200/0x10123ce7f076587e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847eb14 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335545.922453:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5802680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041415296:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335545.922528:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f090c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335545.928484:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5802680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041415296:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335545.928525:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81200/0x10123ce7f076587e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb14 expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335545.928549:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81200/0x10123ce7f076587e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb14 expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335545.928560:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5b81200, rc 0) 00000100:00100000:2.0:1763335545.928623:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc57a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991029057920:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6267us (6403us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335545.928632:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1181 00000100:00100000:3.0:1763335545.938339:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335545.943755:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029058048 00000100:00100000:2.0:1763335545.943781:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029058048 00000100:00100000:2.0:1763335545.943860:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1182 00000100:00100000:2.0:1763335545.943886:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4522680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991029058048:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335545.943906:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335545.943928:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81200/0x10123ce7f0765885 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847eb1b expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335545.943987:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5802680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041415424:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335545.945701:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f090c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335545.948517:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5802680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041415424:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335545.948554:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81200/0x10123ce7f0765885 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb1b expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335545.948578:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81200/0x10123ce7f0765885 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb1b expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335545.948592:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5b81200, rc 0) 00000100:00100000:2.0:1763335545.950650:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4522680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991029058048:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6769us (12310us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335545.950662:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1182 00000100:00100000:3.0:1763335545.958254:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335545.958678:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029058176 00000100:00100000:2.0:1763335545.958688:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029058176 00000100:00100000:2.0:1763335545.958749:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1183 00000100:00100000:2.0:1763335545.958760:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4521180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:2406:x1848991029058176:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335545.958786:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335545.958805:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81200/0x10123ce7f076588c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847eb22 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335545.958861:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5802680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041415552:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335545.958977:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f090c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335545.967077:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5802680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041415552:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335545.967117:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81200/0x10123ce7f076588c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb22 expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335545.967149:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81200/0x10123ce7f076588c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb22 expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335545.967161:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5b81200, rc 0) 00000100:00100000:2.0:1763335545.967227:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4521180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:2406:x1848991029058176:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 8468us (8984us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335545.967237:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1183 00000100:00100000:1.0:1763335545.971633:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335545.972722:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029058432 00000100:00100000:2.0:1763335545.972739:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029058432 00000100:00100000:2.0:1763335545.972827:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1606 00000100:00100000:2.0:1763335545.972838:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5414000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+17:15720:x1848991029058432:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:2.0:1763335545.972910:0:6517:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335545.972938:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0765727 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847e9c4 expref: 17 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335545.972960:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335545.972965:0:6517:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335545.973124:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b80c00/0x10123ce7f0765893 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335545.973138:0:6517:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f076576d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea03 expref: 19 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335545.973147:0:6517:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b80c00/0x10123ce7f0765893 lrc: 4/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335545.973177:0:6517:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f076576d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea03 expref: 19 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335545.973190:0:6517:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f076576d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea03 expref: 19 pid: 6516 timeout: 446 lvb_type: 0 00000100:00100000:2.0:1763335545.973203:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5802680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041415680:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335545.973300:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09000 going to sleep for 11 seconds 00000100:00100000:2.0:1763335545.976810:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5802680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041415680:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335545.976838:0:6517:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b80c00/0x10123ce7f0765893 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00000100:00100000:1.0:1763335545.978162:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335545.981083:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029058560 00000100:00100000:2.0:1763335545.981103:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029058560 00010000:00010000:2.0:1763335545.981149:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f076576d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea03 expref: 20 pid: 6516 timeout: 446 lvb_type: 0 00000100:00100000:2.0:1763335545.981183:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 604 00000100:00100000:2.0:1763335545.981194:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f4514450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+20:2408:x1848991029058560:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335545.981208:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335545.981214:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f076576d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea03 expref: 20 pid: 6516 timeout: 446 lvb_type: 0 00010000:00010000:2.0:1763335545.981227:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f076576d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea03 expref: 20 pid: 6516 timeout: 446 lvb_type: 0 00010000:00010000:2.0:1763335545.981247:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f076576d lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ea03 expref: 20 pid: 6516 timeout: 446 lvb_type: 0 00010000:00010000:2.0:1763335545.981264:0:13187:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335545.981270:0:13187:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b80c00/0x10123ce7f0765893 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335545.981280:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b80c00/0x10123ce7f0765893 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335545.981287:0:13187:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b80c00/0x10123ce7f0765893 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335545.981322:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763335545.981400:0:6517:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b80c00/0x10123ce7f0765893 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00000100:00100000:2.0:1763335545.981402:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f4514450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+19:2408:x1848991029058560:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 208us (3245us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335545.981430:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 604 00010000:00010000:3.0:1763335545.981431:0:6517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b80c00/0x10123ce7f0765893 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00000001:00080000:3.0:1763335545.981578:0:6517:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967932 00000004:00010000:3.0:1763335545.981647:0:6517:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 954059 -> 954059 00000004:00010000:3.0:1763335545.981664:0:6517:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335545 -> 1763335546 00000004:00010000:3.0:1763335545.981667:0:6517:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335545 -> 1763335544 00000004:00010000:3.0:1763335545.981669:0:6517:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335546 -> 1763335546 00000004:00010000:3.0:1763335545.981672:0:6517:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 496 -> 496 00000004:00010000:3.0:1763335545.981680:0:6517:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000006731b8d0 reply state 000000004bdbd2d9 transno 4294967933 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b80c00/0x10123ce7f0765893 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335545.981700:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b80c00/0x10123ce7f0765893 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335545.981710:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335545.981713:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763335545.981718:0:6517:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763335545.981851:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5414000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+19:15720:x1848991029058432:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 9011us (10230us total) trans 4294967933 rc 0/0 00000100:00100000:3.0:1763335545.981860:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1606 00000020:00080000:3.0:1763335545.981907:0:6517:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763335545.990181:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335545.990260:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029058688 00000100:00100000:2.0:1763335545.990275:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029058688 00000100:00100000:2.0:1763335545.990354:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1607 00000100:00100000:2.0:1763335545.990374:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4520000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+19:15720:x1848991029058688:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335545.990401:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335545.990406:0:6517:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763335545.990451:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed600/0x10123ce7f0765869 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eaff expref: 19 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335545.990472:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335545.990476:0:6517:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335545.990490:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81200/0x10123ce7f076589a lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847eb29 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335545.990512:0:6517:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec000/0x10123ce7f0765870 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb06 expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335545.990527:0:6517:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81200/0x10123ce7f076589a lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb29 expref: 19 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335545.990560:0:6517:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec000/0x10123ce7f0765870 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb06 expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335545.990572:0:6517:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec000/0x10123ce7f0765870 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb06 expref: 18 pid: 6516 timeout: 446 lvb_type: 0 00000100:00100000:2.0:1763335545.990585:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5802680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041415808:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335545.990847:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335545.995554:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335545.995665:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5802680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041415808:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335545.995700:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81200/0x10123ce7f076589a lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb29 expref: 19 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335545.995718:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335545.995721:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335545.995725:0:6517:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81200/0x10123ce7f076589a lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb29 expref: 19 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335545.995736:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5b81200, rc 0) 00000100:00100000:2.0:1763335545.995803:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4520000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+19:15720:x1848991029058688:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5431us (5640us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335545.995813:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1607 00000100:00100000:0.0:1763335545.997090:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029058816 00000100:00100000:0.0:1763335545.997100:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029058816 00010000:00010000:0.0:1763335545.997139:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec000/0x10123ce7f0765870 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb06 expref: 19 pid: 6516 timeout: 446 lvb_type: 0 00000100:00100000:0.0:1763335545.997194:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 605 00000100:00100000:0.0:1763335545.997205:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc581fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+19:2408:x1848991029058816:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335545.997222:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335545.997247:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec000/0x10123ce7f0765870 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb06 expref: 19 pid: 6516 timeout: 446 lvb_type: 0 00010000:00010000:0.0:1763335545.997260:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec000/0x10123ce7f0765870 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb06 expref: 19 pid: 6516 timeout: 446 lvb_type: 0 00010000:00010000:0.0:1763335545.997281:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ec000/0x10123ce7f0765870 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb06 expref: 19 pid: 6516 timeout: 446 lvb_type: 0 00010000:00010000:0.0:1763335545.997297:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335545.997303:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81200/0x10123ce7f076589a lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb29 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335545.997313:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81200/0x10123ce7f076589a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb29 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335545.997323:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81200/0x10123ce7f076589a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb29 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335545.997379:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81200/0x10123ce7f076589a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb29 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335545.997394:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d0395500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041415936:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335545.997479:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c000 going to sleep for 11 seconds 00000100:00100000:3.0:1763335546.001621:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335546.001631:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0395500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041415936:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763335546.001671:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335546.001750:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc581fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+18:2408:x1848991029058816:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 4546us (6203us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335546.001761:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 605 00000100:00100000:2.0:1763335546.001861:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029058944 00000100:00100000:2.0:1763335546.001904:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029058944 00000100:00100000:2.0:1763335546.001958:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1184 00000100:00100000:2.0:1763335546.001966:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4522a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:15720:x1848991029058944:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335546.001982:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335546.002000:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b80800/0x10123ce7f07658a1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847eb30 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335546.002029:0:8400:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b80000/0x10123ce7f0765838 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1077248->1101823) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eace expref: 10 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335546.002037:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335546.002039:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335546.002043:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b80800/0x10123ce7f07658a1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb30 expref: 7 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335546.002074:0:8400:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b80000/0x10123ce7f0765838 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1077248->1101823) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eace expref: 10 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335546.002086:0:8400:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b80000/0x10123ce7f0765838 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1077248->1101823) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eace expref: 10 pid: 8400 timeout: 446 lvb_type: 0 00000100:00100000:2.0:1763335546.002098:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5802680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041416064:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335546.002152:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09cc0 going to sleep for 11 seconds 00000100:00080000:0.0:1763335546.002603:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1763335546.012041:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5802680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041416064:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335546.012079:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b80800/0x10123ce7f07658a1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb30 expref: 7 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335546.012100:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5b80800, rc 0) 00000100:00100000:2.0:1763335546.012177:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4522a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+7:15720:x1848991029058944:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 10210us (10569us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335546.012186:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1184 00000100:00100000:1.0:1763335546.020050:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335546.020165:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029059072 00000100:00100000:0.0:1763335546.020176:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029059072 00010000:00010000:0.0:1763335546.020239:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b80000/0x10123ce7f0765838 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1077248->1101823) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eace expref: 11 pid: 8400 timeout: 446 lvb_type: 0 00000100:00100000:0.0:1763335546.020288:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 606 00000100:00100000:0.0:1763335546.020300:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc581ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+11:2409:x1848991029059072:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335546.020317:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335546.020338:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b80000/0x10123ce7f0765838 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1077248->1101823) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eace expref: 11 pid: 8400 timeout: 446 lvb_type: 0 00010000:00010000:0.0:1763335546.020352:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b80000/0x10123ce7f0765838 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1077248->1101823) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eace expref: 11 pid: 8400 timeout: 446 lvb_type: 0 00010000:00010000:0.0:1763335546.020391:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b80000/0x10123ce7f0765838 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1077248->1101823) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eace expref: 11 pid: 8400 timeout: 446 lvb_type: 0 00010000:00010000:0.0:1763335546.020407:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335546.020409:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335546.020416:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b80800/0x10123ce7f07658a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb30 expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335546.020428:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b80800/0x10123ce7f07658a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb30 expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335546.020467:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b80800/0x10123ce7f07658a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb30 expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335546.020482:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d0395500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041416192:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335546.020567:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c000 going to sleep for 11 seconds 00000100:00080000:1.0:1763335546.021081:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1763335546.023294:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0395500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041416192:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763335546.023321:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335546.023377:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc581ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+10:2409:x1848991029059072:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 3077us (3336us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335546.023388:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 606 00000100:00100000:2.0:1763335546.023903:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335546.023968:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029059200 00000100:00100000:3.0:1763335546.023975:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029059200 00002000:00010000:3.0:1763335546.024009:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1165925->18446744073709551615) 00002000:00100000:3.0:1763335546.024012:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5802680 with x1848991029059200 ext(1165925->18446744073709551615) 00002000:00010000:3.0:1763335546.024023:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5802680. 00000100:00100000:3.0:1763335546.024052:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 771 00000100:00100000:3.0:1763335546.024061:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5802680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+7:2408:x1848991029059200:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:3.0:1763335546.024673:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1771638 -> 1165925 00002000:00010000:3.0:1763335546.024678:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335545 -> 1763335546 00002000:00010000:3.0:1763335546.024681:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335546 -> 1763335544 00002000:00010000:3.0:1763335546.024684:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335546 -> 1763335546 00002000:00010000:3.0:1763335546.024686:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 168 -> 104 00000100:00100000:3.0:1763335546.024733:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5802680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2408:x1848991029059200:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 672us (830us total) trans 4294967595 rc 0/0 00000100:00100000:3.0:1763335546.024740:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 771 00002000:00010000:3.0:1763335546.024744:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1165925->18446744073709551615) 00002000:00100000:3.0:1763335546.024746:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5802680 with x1848991029059200 ext(1165925->18446744073709551615) 00002000:00010000:3.0:1763335546.024752:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5802680. 00000100:00100000:1.0:1763335546.031340:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335546.031446:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029059328 00000100:00100000:2.0:1763335546.031456:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029059328 00000100:00100000:2.0:1763335546.031515:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1608 00000100:00100000:2.0:1763335546.031526:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffba8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+18:15720:x1848991029059328:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335546.031546:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335546.031565:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81400/0x10123ce7f07658a8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847eb37 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335546.031650:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81a00/0x10123ce7f07658af lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335546.031675:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81a00/0x10123ce7f07658af lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335546.031686:0:6517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81a00/0x10123ce7f07658af lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00000004:00200000:2.0:1763335546.031713:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 1165925 00000004:00200000:2.0:1763335546.031717:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763335546.031735:0:6517:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81a00/0x10123ce7f07658af lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335546.031759:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81400/0x10123ce7f07658a8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb37 expref: 20 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335546.031786:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81a00/0x10123ce7f07658af lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb37 expref: 19 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335546.031800:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335546.031803:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335546.031807:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5b81a00, rc 0) 00000100:00100000:2.0:1763335546.031910:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffba8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+19:15720:x1848991029059328:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 385us (577us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335546.031917:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1608 00000100:00100000:0.0:1763335546.043167:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335546.043224:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335546.043481:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029059456 00000100:00100000:1.0:1763335546.043492:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029059456 00000100:00100000:1.0:1763335546.043559:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1609 00000100:00100000:1.0:1763335546.043570:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+19:2408:x1848991029059456:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335546.043591:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335546.043614:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4a00/0x10123ce7f07658b6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847eb3e expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335546.043653:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81200/0x10123ce7f076589a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb29 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335546.043695:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4694000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041416320:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335546.043797:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fbd80 going to sleep for 11 seconds 00000100:00100000:2.0:1763335546.044097:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029059584 00000100:00100000:2.0:1763335546.044111:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029059584 00000100:00100000:2.0:1763335546.044152:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1185 00000100:00100000:2.0:1763335546.044160:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0d0395500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+10:2408:x1848991029059584:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335546.044169:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335546.044182:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81400/0x10123ce7f07658bd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847eb45 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335546.044218:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc579dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041416448:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335546.044271:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09cc0 going to sleep for 11 seconds 00000004:00010000:1.0:1763335546.047587:0:6516:0:(mdt_lvb.c:189:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime: 1763335544 -> 1763335546 00000100:00100000:1.0:1763335546.047615:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4694000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041416320:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335546.047642:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 954059 00002000:00010000:2.0:1763335546.049032:0:8400:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335544 -> 1763335546 00000100:00100000:2.0:1763335546.049057:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc579dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041416448:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335546.049086:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81400/0x10123ce7f07658bd lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb45 expref: 11 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335546.049110:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81400/0x10123ce7f07658bd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb45 expref: 11 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335546.049129:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5b81400, rc 0) 00000100:00100000:2.0:1763335546.049201:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0d0395500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+10:2408:x1848991029059584:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5041us (6045us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335546.049209:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1185 00010000:00010000:1.0:1763335546.050354:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4a00/0x10123ce7f07658b6 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb3e expref: 20 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335546.050381:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335546.050385:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335546.050390:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4a00/0x10123ce7f07658b6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb3e expref: 20 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335546.050402:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc62b4a00, rc 0) 00000100:00100000:1.0:1763335546.050445:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+19:2408:x1848991029059456:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6876us (7219us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335546.050455:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1609 00000100:00100000:0.0:1763335546.058800:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335546.058845:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335546.058882:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029059712 00000100:00100000:1.0:1763335546.058894:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029059712 00000100:00100000:2.0:1763335546.058944:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029059840 00000100:00100000:1.0:1763335546.058947:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1610 00000100:00100000:2.0:1763335546.058948:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029059840 00000100:00100000:1.0:1763335546.058956:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+19:2407:x1848991029059712:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335546.058976:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1763335546.058983:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1186 00000100:00100000:2.0:1763335546.058990:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+10:2407:x1848991029059840:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335546.058997:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335546.059000:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4a00/0x10123ce7f07658c4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847eb4c expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335546.059007:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81400/0x10123ce7f07658cb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847eb53 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335546.059036:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81200/0x10123ce7f076589a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb29 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335546.059059:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc579dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041416576:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335546.059059:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4694000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041416704:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335546.059587:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335546.059836:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fbd80 going to sleep for 11 seconds 00000100:00100000:2.0:1763335546.062556:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc579dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041416576:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335546.062597:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81400/0x10123ce7f07658cb lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb53 expref: 11 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335546.062622:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81400/0x10123ce7f07658cb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb53 expref: 11 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335546.062635:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5b81400, rc 0) 00000100:00100000:2.0:1763335546.062686:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+10:2407:x1848991029059840:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3695us (3840us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335546.062712:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1186 00000100:00100000:1.0:1763335546.065546:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4694000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041416704:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335546.065585:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 954059 00010000:00010000:1.0:1763335546.065607:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4a00/0x10123ce7f07658c4 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb4c expref: 20 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335546.065629:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335546.065632:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335546.065638:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4a00/0x10123ce7f07658c4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb4c expref: 20 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335546.065652:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc62b4a00, rc 0) 00000100:00100000:1.0:1763335546.066085:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+19:2407:x1848991029059712:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7128us (7294us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335546.066094:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1610 00000100:00100000:1.0:1763335546.073634:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335546.075986:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029059968 00000100:00100000:3.0:1763335546.076002:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029059968 00002000:00100000:3.0:1763335546.076094:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4694000 x1848991029059968/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:592/0 lens 488/0 e 0 to 0 dl 1763335557 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335546.076105:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4694000 with x1848991029059968 00000100:00100000:3.0:1763335546.076144:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 891 00000100:00100000:3.0:1763335546.076153:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4694000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+19:2407:x1848991029059968:12345-192.168.202.34@tcp:3:fsx.0 00000100:00080000:1.0:1763335546.076487:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1763335546.076587:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4694000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+19:2407:x1848991029059968:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 434us (2963us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335546.076596:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 891 00002000:00100000:3.0:1763335546.076604:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4694000 x1848991029059968/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:592/0 lens 488/440 e 0 to 0 dl 1763335557 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335546.076612:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4694000 with x1848991029059968 00000100:00100000:0.0:1763335546.082992:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335546.083159:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029060096 00000100:00100000:3.0:1763335546.083168:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029060096 00002000:00100000:3.0:1763335546.083224:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffa11180 x1848991029060096/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:592/0 lens 488/0 e 0 to 0 dl 1763335557 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335546.083236:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffa11180 with x1848991029060096 00000100:00100000:3.0:1763335546.083518:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 892 00000100:00100000:3.0:1763335546.083528:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+19:2406:x1848991029060096:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335546.085069:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+19:2406:x1848991029060096:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 1536us (2081us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335546.085081:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 892 00002000:00100000:3.0:1763335546.085091:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffa11180 x1848991029060096/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:592/0 lens 488/440 e 0 to 0 dl 1763335557 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335546.085101:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffa11180 with x1848991029060096 00000100:00100000:0.0:1763335546.090745:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335546.093843:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029060224 00000100:00100000:1.0:1763335546.093861:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029060224 00000100:00100000:1.0:1763335546.094017:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1611 00000100:00100000:1.0:1763335546.094029:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+19:15720:x1848991029060224:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335546.094049:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335546.094073:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4c00/0x10123ce7f07658d2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847eb5a expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335546.094175:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4800/0x10123ce7f07658d9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:1.0:1763335546.094190:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4800/0x10123ce7f07658d9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 00010000:00010000:1.0:1763335546.094201:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4800/0x10123ce7f07658d9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00000004:00200000:1.0:1763335546.094231:0:6516:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 1165925 00000004:00200000:1.0:1763335546.094236:0:6516:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763335546.094255:0:6516:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4800/0x10123ce7f07658d9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00010000:00010000:1.0:1763335546.094281:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4c00/0x10123ce7f07658d2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb5a expref: 21 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335546.094299:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4800/0x10123ce7f07658d9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb5a expref: 20 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335546.094308:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335546.094310:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335546.094314:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc62b4800, rc 0) 00000100:00100000:1.0:1763335546.094382:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+20:15720:x1848991029060224:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 356us (3647us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335546.094390:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1611 00000100:00100000:1.0:1763335546.103332:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335546.107976:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029060480 00000100:00100000:3.0:1763335546.107992:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029060480 00000100:00100000:3.0:1763335546.108079:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1612 00000100:00100000:3.0:1763335546.108090:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4696d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+20:15720:x1848991029060480:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:3.0:1763335546.108143:0:6517:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335546.108170:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4800/0x10123ce7f07658d9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb5a expref: 20 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335546.108192:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335546.108196:0:6517:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763335546.108371:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f07658e0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335546.108386:0:6517:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81a00/0x10123ce7f07658af lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb37 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335546.108397:0:6517:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f07658e0 lrc: 4/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335546.108432:0:6517:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81a00/0x10123ce7f07658af lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb37 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335546.108446:0:6517:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81a00/0x10123ce7f07658af lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb37 expref: 18 pid: 6517 timeout: 446 lvb_type: 0 00000100:00100000:3.0:1763335546.108460:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4521f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041416832:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335546.108580:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850540 going to sleep for 11 seconds 00000100:00100000:3.0:1763335546.112470:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4521f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041416832:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335546.112502:0:6517:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f07658e0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00000100:00100000:1.0:1763335546.114020:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335546.114105:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029060608 00000100:00100000:0.0:1763335546.114114:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029060608 00010000:00010000:0.0:1763335546.114154:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81a00/0x10123ce7f07658af lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb37 expref: 19 pid: 6517 timeout: 446 lvb_type: 0 00000100:00100000:0.0:1763335546.114200:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 607 00000100:00100000:0.0:1763335546.114210:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4695c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+19:2408:x1848991029060608:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335546.114227:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335546.114234:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81a00/0x10123ce7f07658af lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb37 expref: 19 pid: 6517 timeout: 446 lvb_type: 0 00010000:00010000:0.0:1763335546.114247:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81a00/0x10123ce7f07658af lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb37 expref: 19 pid: 6517 timeout: 446 lvb_type: 0 00010000:00010000:0.0:1763335546.114270:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81a00/0x10123ce7f07658af lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb37 expref: 19 pid: 6517 timeout: 446 lvb_type: 0 00010000:00010000:0.0:1763335546.114285:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335546.114291:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f07658e0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:0.0:1763335546.114302:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f07658e0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT0 00010000:00010000:0.0:1763335546.114311:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f07658e0 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT0 00010000:00010000:0.0:1763335546.114348:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335546.114420:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4695c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+18:2408:x1848991029060608:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 210us (405us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335546.114428:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 607 00010000:00010000:2.0:1763335546.114513:0:6517:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f07658e0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335546.114522:0:6517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f07658e0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00000001:00080000:2.0:1763335546.114621:0:6517:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967934 00000004:00010000:2.0:1763335546.114671:0:6517:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 954059 -> 954059 00000004:00010000:2.0:1763335546.114674:0:6517:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335546 -> 1763335546 00000004:00010000:2.0:1763335546.114677:0:6517:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335546 -> 1763335544 00000004:00010000:2.0:1763335546.114679:0:6517:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335546 -> 1763335546 00000004:00010000:2.0:1763335546.114681:0:6517:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 496 -> 496 00000004:00010000:2.0:1763335546.114686:0:6517:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000018fe7287 reply state 000000003498fb52 transno 4294967935 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f07658e0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335546.114697:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f07658e0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335546.114703:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335546.114705:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335546.114708:0:6517:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763335546.114795:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4696d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+22:15720:x1848991029060480:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 6706us (11471us total) trans 4294967935 rc 0/0 00000100:00100000:2.0:1763335546.114802:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1612 00000020:00080000:2.0:1763335546.114806:0:6517:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763335546.120236:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335546.120335:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029060736 00000100:00100000:2.0:1763335546.120344:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029060736 00002000:00010000:2.0:1763335546.120384:0:15204:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1535003->18446744073709551615) 00002000:00100000:2.0:1763335546.120389:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffa11500 with x1848991029060736 ext(1535003->18446744073709551615) 00002000:00010000:2.0:1763335546.120402:0:15204:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffa11500. 00000100:00100000:2.0:1763335546.120431:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 772 00000100:00100000:2.0:1763335546.120440:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+8:2408:x1848991029060736:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:2.0:1763335546.120642:0:15204:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1165925 -> 1535003 00002000:00010000:2.0:1763335546.120646:0:15204:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335546 -> 1763335546 00002000:00010000:2.0:1763335546.120649:0:15204:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335546 -> 1763335544 00002000:00010000:2.0:1763335546.120651:0:15204:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335546 -> 1763335546 00002000:00010000:2.0:1763335546.120664:0:15204:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 104 -> 104 00000100:00100000:2.0:1763335546.125820:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+9:2408:x1848991029060736:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 5365us (5579us total) trans 4294967596 rc 0/0 00000100:00100000:2.0:1763335546.125835:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 772 00002000:00010000:2.0:1763335546.125843:0:15204:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1535003->18446744073709551615) 00002000:00100000:2.0:1763335546.125847:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffa11500 with x1848991029060736 ext(1535003->18446744073709551615) 00002000:00010000:2.0:1763335546.125860:0:15204:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffa11500. 00000100:00100000:1.0:1763335546.136308:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335546.136414:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029060864 00000100:00100000:2.0:1763335546.136425:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029060864 00000100:00100000:2.0:1763335546.136486:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1613 00000100:00100000:2.0:1763335546.136497:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4694380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+22:15720:x1848991029060864:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335546.136522:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335546.136544:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81400/0x10123ce7f07658e7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847eb61 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335546.136635:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81a00/0x10123ce7f07658ee lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335546.136650:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81a00/0x10123ce7f07658ee lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335546.136661:0:6517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81a00/0x10123ce7f07658ee lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00000004:00200000:2.0:1763335546.136689:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 1535003 00000004:00200000:2.0:1763335546.136693:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763335546.136712:0:6517:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81a00/0x10123ce7f07658ee lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335546.136735:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81400/0x10123ce7f07658e7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb61 expref: 24 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335546.136751:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81a00/0x10123ce7f07658ee lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb61 expref: 23 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335546.136759:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335546.136762:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335546.136765:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5b81a00, rc 0) 00000100:00100000:2.0:1763335546.137227:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4694380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+23:15720:x1848991029060864:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 730us (928us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335546.137235:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1613 00000100:00100000:1.0:1763335546.141351:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335546.141399:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335546.141471:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029061120 00000100:00100000:2.0:1763335546.141481:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029061120 00000100:00100000:2.0:1763335546.141545:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1187 00000100:00100000:2.0:1763335546.141556:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+10:2406:x1848991029061120:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335546.141575:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335546.141595:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b80000/0x10123ce7f07658f5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847eb6f expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335546.141663:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc579dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041416960:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335546.141748:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09e40 going to sleep for 11 seconds 00000100:00100000:3.0:1763335546.142058:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029060992 00000100:00100000:3.0:1763335546.142063:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029060992 00000100:00100000:3.0:1763335546.142105:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1614 00000100:00100000:3.0:1763335546.142113:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+18:2406:x1848991029060992:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335546.142123:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335546.142137:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5a00/0x10123ce7f07658fc lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847eb68 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335546.142169:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81200/0x10123ce7f076589a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb29 expref: 22 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335546.142196:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4521f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041417088:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335546.142248:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850540 going to sleep for 11 seconds 00002000:00010000:2.0:1763335546.151968:0:8400:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335544 -> 1763335546 00000100:00100000:2.0:1763335546.152001:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc579dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041416960:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335546.152034:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b80000/0x10123ce7f07658f5 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb6f expref: 11 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335546.152057:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b80000/0x10123ce7f07658f5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb6f expref: 11 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335546.152069:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5b80000, rc 0) 00000100:00100000:2.0:1763335546.152126:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+10:2406:x1848991029061120:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 10572us (10793us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335546.152135:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1187 00000004:00010000:3.0:1763335546.152510:0:6517:0:(mdt_lvb.c:177:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size: 954059 -> 991953 00000004:00010000:3.0:1763335546.152514:0:6517:0:(mdt_lvb.c:189:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime: 1763335544 -> 1763335546 00000100:00100000:3.0:1763335546.152529:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4521f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041417088:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335546.152541:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 991953 00010000:00010000:3.0:1763335546.152552:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5a00/0x10123ce7f07658fc lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb68 expref: 19 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335546.152567:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335546.152569:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335546.152573:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5a00/0x10123ce7f07658fc lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb68 expref: 19 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335546.152588:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5a00, rc 0) 00000100:00100000:3.0:1763335546.152614:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+18:2406:x1848991029060992:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 10502us (11214us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335546.152620:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1614 00000100:00100000:1.0:1763335546.162411:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335546.162500:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029061248 00000100:00100000:3.0:1763335546.162511:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029061248 00000100:00100000:3.0:1763335546.162566:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1615 00000100:00100000:3.0:1763335546.162575:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+18:15720:x1848991029061248:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335546.162594:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335546.162615:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0765903 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847eb76 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335546.162645:0:6517:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81200/0x10123ce7f076589a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb29 expref: 22 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335546.162655:0:6517:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0765903 lrc: 4/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb76 expref: 19 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335546.162687:0:6517:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81200/0x10123ce7f076589a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb29 expref: 22 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335546.162699:0:6517:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81200/0x10123ce7f076589a lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb29 expref: 22 pid: 6517 timeout: 446 lvb_type: 0 00000100:00100000:3.0:1763335546.162712:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4521f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041417216:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335546.162794:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850540 going to sleep for 11 seconds 00000100:00100000:0.0:1763335546.166349:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335546.166403:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029061376 00000100:00100000:2.0:1763335546.166413:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029061376 00000100:00100000:3.0:1763335546.166447:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4521f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041417216:192.168.202.34@tcp:104: 00002000:00100000:2.0:1763335546.166459:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffa13100 x1848991029061376/t0(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:592/0 lens 488/0 e 0 to 0 dl 1763335557 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335546.166470:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffa13100 with x1848991029061376 00010000:00010000:3.0:1763335546.166477:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0765903 lrc: 3/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb76 expref: 19 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335546.166477:0:15202:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81200/0x10123ce7f076589a lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb29 expref: 23 pid: 6517 timeout: 446 lvb_type: 0 00010000:00010000:2.0:1763335546.166492:0:15202:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81200/0x10123ce7f076589a lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb29 expref: 23 pid: 6517 timeout: 446 lvb_type: 0 00010000:00010000:3.0:1763335546.166495:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335546.166498:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335546.166503:0:6517:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0765903 lrc: 3/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb76 expref: 19 pid: 6517 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763335546.166506:0:15202:0:(mdt_io.c:157:mdt_rw_hpreq_check()) lustre-MDT0000: refreshed 1 locks timeout for req ffff9af0ffa13100 00010000:00010000:3.0:1763335546.166514:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5a00, rc 0) 00000100:00100000:3.0:1763335546.166585:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+19:15720:x1848991029061248:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4006us (4181us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335546.166593:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1615 00000100:00100000:1.0:1763335546.167137:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 48 00000100:00100000:1.0:1763335546.167151:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+23:2409:x1848991029061376:12345-192.168.202.34@tcp:4:fsx.0 00000004:00010000:1.0:1763335546.171793:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 991953 -> 991953 00000004:00010000:1.0:1763335546.171804:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335546 -> 1763335546 00000004:00010000:1.0:1763335546.171807:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335546 -> 1763335544 00000004:00010000:1.0:1763335546.171809:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335546 -> 1763335546 00000004:00010000:1.0:1763335546.171811:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 496 -> 560 00000100:00100000:1.0:1763335546.173717:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+25:2409:x1848991029061376:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 6558us (7365us total) trans 4294967936 rc 0/0 00000100:00100000:1.0:1763335546.173733:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 48 00002000:00100000:1.0:1763335546.173748:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffa13100 x1848991029061376/t4294967936(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:592/0 lens 488/448 e 0 to 0 dl 1763335557 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335546.173759:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffa13100 with x1848991029061376 00010000:00010000:1.0:1763335546.173778:0:6529:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81200/0x10123ce7f076589a lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb29 expref: 25 pid: 6517 timeout: 446 lvb_type: 0 00010000:00010000:1.0:1763335546.174051:0:6529:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81200/0x10123ce7f076589a lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb29 expref: 25 pid: 6517 timeout: 446 lvb_type: 0 00002000:00010000:1.0:1763335546.174060:0:6529:0:(mdt_io.c:157:mdt_rw_hpreq_check()) lustre-MDT0000: refreshed 1 locks timeout for req ffff9af0ffa13100 00010000:00010000:3.0:1763335546.174816:0:9483:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763335546.183130:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335546.183370:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029061504 00000100:00100000:3.0:1763335546.183382:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029061504 00010000:00010000:3.0:1763335546.183427:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81200/0x10123ce7f076589a lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb29 expref: 25 pid: 6517 timeout: 446 lvb_type: 0 00000100:00100000:3.0:1763335546.183471:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 608 00000100:00100000:3.0:1763335546.183482:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa12680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+25:2409:x1848991029061504:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335546.183502:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335546.183527:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81200/0x10123ce7f076589a lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb29 expref: 25 pid: 6517 timeout: 446 lvb_type: 0 00010000:00010000:3.0:1763335546.183539:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81200/0x10123ce7f076589a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb29 expref: 25 pid: 6517 timeout: 446 lvb_type: 0 00010000:00010000:3.0:1763335546.183571:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81200/0x10123ce7f076589a lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb29 expref: 25 pid: 6517 timeout: 446 lvb_type: 0 00010000:00010000:3.0:1763335546.183589:0:13187:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335546.183596:0:13187:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0765903 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb76 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335546.183610:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0765903 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb76 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335546.183619:0:13187:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0765903 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb76 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335546.184168:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0765903 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb76 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335546.184195:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc579dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041417344:192.168.202.34@tcp:105: 00000100:00100000:2.0:1763335546.184286:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09e40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335546.196273:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335546.196337:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029061632 00000100:00100000:3.0:1763335546.196346:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029061632 00000100:00100000:3.0:1763335546.196404:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1188 00000100:00100000:3.0:1763335546.196415:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+10:2407:x1848991029061632:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335546.196432:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335546.196450:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5000/0x10123ce7f076590a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847eb7d expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335546.196503:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4521f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041417472:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335546.196579:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850540 going to sleep for 11 seconds 00000100:00100000:2.0:1763335546.198118:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc579dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041417344:192.168.202.34@tcp:105: 00010000:00010000:2.0:1763335546.198143:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335546.200187:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa12680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+24:2409:x1848991029061504:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 16692us (17053us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335546.200203:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 608 00000100:00100000:3.0:1763335546.203259:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4521f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041417472:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335546.203295:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5000/0x10123ce7f076590a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb7d expref: 11 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335546.203324:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5000/0x10123ce7f076590a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb7d expref: 11 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335546.203337:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5000, rc 0) 00000100:00100000:3.0:1763335546.203755:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+10:2407:x1848991029061632:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7340us (7490us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335546.203764:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1188 00000100:00100000:0.0:1763335546.214048:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335546.214254:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029061760 00000100:00100000:1.0:1763335546.214266:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029061760 00002000:00100000:1.0:1763335546.214321:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffa11880 x1848991029061760/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:592/0 lens 488/0 e 0 to 0 dl 1763335557 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335546.214333:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffa11880 with x1848991029061760 00000100:00100000:1.0:1763335546.214378:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 893 00000100:00100000:1.0:1763335546.214387:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+19:2406:x1848991029061760:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335546.236537:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+19:2406:x1848991029061760:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 22139us (22488us total) trans 0 rc 995328/995328 00000100:00100000:2.0:1763335546.236551:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 893 00002000:00100000:2.0:1763335546.236563:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffa11880 x1848991029061760/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:592/0 lens 488/440 e 0 to 0 dl 1763335557 ref 1 fl Complete:/600/0 rc 995328/995328 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335546.236573:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffa11880 with x1848991029061760 00000100:00100000:0.0:1763335546.246062:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335546.246254:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029061888 00000100:00100000:2.0:1763335546.246266:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029061888 00002000:00100000:2.0:1763335546.246317:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffa11f80 x1848991029061888/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:592/0 lens 488/0 e 0 to 0 dl 1763335557 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335546.246328:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffa11f80 with x1848991029061888 00000100:00100000:2.0:1763335546.246372:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 894 00000100:00100000:2.0:1763335546.246382:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+19:2407:x1848991029061888:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335546.246911:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+19:2407:x1848991029061888:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 528us (857us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335546.246919:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 894 00002000:00100000:2.0:1763335546.246927:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffa11f80 x1848991029061888/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:592/0 lens 488/440 e 0 to 0 dl 1763335557 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335546.246935:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffa11f80 with x1848991029061888 00000100:00100000:0.0:1763335546.249463:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335546.249566:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029062016 00000100:00100000:3.0:1763335546.249577:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029062016 00002000:00100000:3.0:1763335546.249624:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffa10000 x1848991029062016/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:592/0 lens 488/0 e 0 to 0 dl 1763335557 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335546.249635:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffa10000 with x1848991029062016 00000100:00100000:3.0:1763335546.249675:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 895 00000100:00100000:3.0:1763335546.249686:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+19:2407:x1848991029062016:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335546.250184:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+19:2407:x1848991029062016:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 185us (416us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335546.250192:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 895 00002000:00100000:3.0:1763335546.250200:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffa10000 x1848991029062016/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:592/0 lens 488/440 e 0 to 0 dl 1763335557 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335546.250209:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffa10000 with x1848991029062016 00000100:00100000:1.0:1763335546.254482:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335546.254562:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029062144 00000100:00100000:3.0:1763335546.254572:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029062144 00000100:00100000:3.0:1763335546.254634:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1616 00000100:00100000:3.0:1763335546.254643:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+24:2408:x1848991029062144:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335546.254668:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335546.254692:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0765911 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847eb84 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335546.254730:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0765911 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb84 expref: 25 pid: 6517 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763335546.254743:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 991953 00010000:00010000:3.0:1763335546.254751:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0765911 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb84 expref: 25 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335546.254765:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335546.254768:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335546.254789:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5000, rc 0) 00000100:00100000:3.0:1763335546.254852:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+25:2408:x1848991029062144:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 210us (383us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335546.254860:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1616 00000100:00100000:0.0:1763335546.267844:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335546.267977:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029062272 00000100:00100000:3.0:1763335546.267987:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029062272 00002000:00100000:3.0:1763335546.268039:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc35ec000 x1848991029062272/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:592/0 lens 488/0 e 0 to 0 dl 1763335557 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335546.268051:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc35ec000 with x1848991029062272 00000100:00100000:0.0:1763335546.268361:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335546.268429:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 896 00000100:00100000:3.0:1763335546.268439:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc35ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+25:2408:x1848991029062272:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335546.269750:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029062400 00000100:00100000:1.0:1763335546.269764:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029062400 00002000:00100000:1.0:1763335546.269963:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->1535999) req@ffff9aefc35ece00 x1848991029062400/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:592/0 lens 504/0 e 0 to 0 dl 1763335557 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335546.269974:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc35ece00 with x1848991029062400 ext(1048576->1535999) 00002000:00010000:1.0:1763335546.269980:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc35ece00 00000100:00100000:0.0:1763335546.270281:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 773 00000100:00100000:0.0:1763335546.270293:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc35ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+9:2408:x1848991029062400:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335546.280641:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc35ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+9:2408:x1848991029062400:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 10340us (12269us total) trans 0 rc 479232/479232 00000100:00100000:0.0:1763335546.280655:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 773 00002000:00100000:0.0:1763335546.280668:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->1535999) req@ffff9aefc35ece00 x1848991029062400/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:592/0 lens 504/440 e 0 to 0 dl 1763335557 ref 1 fl Complete:/600/0 rc 479232/479232 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335546.280678:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc35ece00 with x1848991029062400 ext(1048576->1535999) 00002000:00010000:0.0:1763335546.280685:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc35ece00 00000100:00100000:0.0:1763335546.296727:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc35ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+25:2408:x1848991029062272:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 28278us (28885us total) trans 0 rc 995328/995328 00000100:00100000:0.0:1763335546.296741:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 896 00002000:00100000:0.0:1763335546.296754:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc35ec000 x1848991029062272/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:592/0 lens 488/440 e 0 to 0 dl 1763335557 ref 1 fl Complete:/600/0 rc 995328/995328 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335546.296764:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc35ec000 with x1848991029062272 00000100:00100000:1.0:1763335546.302645:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335546.302798:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029062528 00000100:00100000:0.0:1763335546.302810:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029062528 00000100:00100000:0.0:1763335546.302897:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1617 00000100:00100000:0.0:1763335546.302907:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+19:15720:x1848991029062528:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335546.302928:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335546.302951:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61ccc00/0x10123ce7f0765918 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847eb8b expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335546.303049:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc400/0x10123ce7f076591f lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:0.0:1763335546.303064:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc400/0x10123ce7f076591f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 00010000:00010000:0.0:1763335546.303075:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc400/0x10123ce7f076591f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00000004:00200000:0.0:1763335546.303099:0:6516:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 1535003 00000004:00200000:0.0:1763335546.303103:0:6516:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763335546.303120:0:6516:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc400/0x10123ce7f076591f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00010000:00010000:0.0:1763335546.303145:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61ccc00/0x10123ce7f0765918 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb8b expref: 21 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335546.303163:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc400/0x10123ce7f076591f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb8b expref: 20 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335546.303171:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335546.303176:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335546.303179:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cc400, rc 0) 00000100:00100000:0.0:1763335546.303240:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+20:15720:x1848991029062528:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 335us (607us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335546.303247:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1617 00000100:00100000:1.0:1763335546.309611:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335546.309687:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029062656 00000100:00100000:3.0:1763335546.309697:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029062656 00000100:00100000:3.0:1763335546.313939:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1189 00000100:00100000:3.0:1763335546.313971:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+10:2408:x1848991029062656:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335546.313997:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335546.314019:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4000/0x10123ce7f0765926 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847eb92 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335546.314091:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4521f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041417600:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335546.314208:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850540 going to sleep for 11 seconds 00000100:00100000:3.0:1763335546.320024:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4521f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041417600:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335546.320064:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4000/0x10123ce7f0765926 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb92 expref: 11 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335546.320087:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4000/0x10123ce7f0765926 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb92 expref: 11 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335546.320099:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4000, rc 0) 00000100:00100000:3.0:1763335546.324980:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+10:2408:x1848991029062656:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 11010us (15363us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335546.324995:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1189 00000100:00100000:1.0:1763335546.330456:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335546.330534:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029062784 00000100:00100000:2.0:1763335546.330544:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029062784 00000100:00100000:0.0:1763335546.331424:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1190 00000100:00100000:0.0:1763335546.331438:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+10:2409:x1848991029062784:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335546.331457:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335546.331475:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc61ccc00/0x10123ce7f076592d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847eb99 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335546.331533:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc35ed880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041417728:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335546.331621:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c000 going to sleep for 11 seconds 00000100:00100000:0.0:1763335546.338585:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc35ed880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041417728:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335546.338628:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc61ccc00/0x10123ce7f076592d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb99 expref: 11 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335546.338652:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc61ccc00/0x10123ce7f076592d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb99 expref: 11 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335546.338665:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61ccc00, rc 0) 00000100:00100000:0.0:1763335546.338743:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+10:2409:x1848991029062784:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7308us (8295us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335546.338752:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1190 00000100:00100000:3.0:1763335546.360205:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335546.360626:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029062912 00000100:00100000:2.0:1763335546.360639:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029062912 00000100:00100000:2.0:1763335546.360700:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1618 00000100:00100000:2.0:1763335546.360711:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4521f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+25:15720:x1848991029062912:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335546.360730:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335546.360734:0:6517:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763335546.360797:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0765911 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb84 expref: 25 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335546.360816:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335546.360821:0:6517:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335546.360834:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6a00/0x10123ce7f0765934 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847eba0 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335546.360858:0:6517:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0765903 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb76 expref: 19 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335546.360922:0:6517:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6a00/0x10123ce7f0765934 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eba0 expref: 25 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335546.360963:0:6517:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0765903 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb76 expref: 19 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335546.360976:0:6517:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0765903 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb76 expref: 19 pid: 6517 timeout: 447 lvb_type: 0 00000100:00100000:2.0:1763335546.360989:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc579dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041417856:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335546.361076:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09e40 going to sleep for 11 seconds 00000100:00100000:3.0:1763335546.363658:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc579dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041417856:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335546.363694:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6a00/0x10123ce7f0765934 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eba0 expref: 25 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335546.363716:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335546.363719:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335546.363724:0:6517:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6a00/0x10123ce7f0765934 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eba0 expref: 25 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335546.363736:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc58c6a00, rc 0) 00000100:00100000:3.0:1763335546.364052:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4521f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+25:15720:x1848991029062912:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3341us (3856us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335546.364064:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1618 00000100:00100000:1.0:1763335546.374102:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335546.374387:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029063040 00000100:00100000:2.0:1763335546.374398:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029063040 00010000:00010000:2.0:1763335546.374439:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0765903 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb76 expref: 20 pid: 6517 timeout: 447 lvb_type: 0 00000100:00100000:0.0:1763335546.375111:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 609 00000100:00100000:0.0:1763335546.375125:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c3132a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+20:2408:x1848991029063040:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335546.375141:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335546.375163:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0765903 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb76 expref: 20 pid: 6517 timeout: 447 lvb_type: 0 00010000:00010000:0.0:1763335546.375178:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0765903 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb76 expref: 20 pid: 6517 timeout: 447 lvb_type: 0 00010000:00010000:0.0:1763335546.375201:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0765903 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb76 expref: 20 pid: 6517 timeout: 447 lvb_type: 0 00010000:00010000:0.0:1763335546.375217:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335546.375224:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6a00/0x10123ce7f0765934 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eba0 expref: 24 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335546.375237:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6a00/0x10123ce7f0765934 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eba0 expref: 24 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335546.375246:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6a00/0x10123ce7f0765934 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eba0 expref: 24 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335546.375282:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6a00/0x10123ce7f0765934 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eba0 expref: 24 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335546.375295:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc35ed880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041417984:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335546.375367:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c000 going to sleep for 11 seconds 00000100:00100000:0.0:1763335546.378864:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc35ed880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041417984:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763335546.379008:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335546.379509:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c3132a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+19:2408:x1848991029063040:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 4385us (5422us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335546.379521:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 609 00000100:00100000:1.0:1763335546.380168:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335546.380498:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029063168 00000100:00100000:2.0:1763335546.380507:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029063168 00000100:00100000:2.0:1763335546.380560:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 897 00000100:00100000:2.0:1763335546.380569:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c3133800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+25:2409:x1848991029063168:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:2.0:1763335546.380741:0:15202:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 991953 -> 991953 00000004:00010000:2.0:1763335546.380746:0:15202:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335546 -> 1763335546 00000004:00010000:2.0:1763335546.380749:0:15202:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335544 -> 1763335544 00000004:00010000:2.0:1763335546.380752:0:15202:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335546 -> 1763335546 00000004:00010000:2.0:1763335546.380754:0:15202:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 560 -> 560 00000100:00100000:2.0:1763335546.380837:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c3133800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+26:2409:x1848991029063168:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 269us (671us total) trans 4294967937 rc 0/0 00000100:00100000:2.0:1763335546.380845:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 897 00000100:00100000:1.0:1763335546.395362:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335546.395458:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029063296 00000100:00100000:2.0:1763335546.395468:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029063296 00002000:00100000:2.0:1763335546.395515:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0c3130e00 x1848991029063296/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:592/0 lens 488/0 e 0 to 0 dl 1763335557 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335546.395526:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0c3130e00 with x1848991029063296 00000100:00100000:2.0:1763335546.395568:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 898 00000100:00100000:2.0:1763335546.395576:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c3130e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+26:2409:x1848991029063296:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335546.396489:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c3130e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+26:2409:x1848991029063296:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 209us (433us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335546.396499:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 898 00002000:00100000:2.0:1763335546.396508:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0c3130e00 x1848991029063296/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:592/0 lens 488/4536 e 0 to 0 dl 1763335557 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335546.396517:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0c3130e00 with x1848991029063296 00000100:00100000:3.0:1763335546.403082:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335546.403603:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029063424 00000100:00100000:2.0:1763335546.403618:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029063424 00002000:00100000:2.0:1763335546.403684:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4520a80 x1848991029063424/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:592/0 lens 488/0 e 0 to 0 dl 1763335557 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335546.403697:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4520a80 with x1848991029063424 00000100:00100000:2.0:1763335546.403739:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 899 00000100:00100000:2.0:1763335546.403751:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4520a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+26:2409:x1848991029063424:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335546.404042:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4520a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+26:2409:x1848991029063424:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 291us (969us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335546.404051:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 899 00002000:00100000:2.0:1763335546.404059:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4520a80 x1848991029063424/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:592/0 lens 488/4536 e 0 to 0 dl 1763335557 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335546.404075:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4520a80 with x1848991029063424 00000100:00100000:1.0:1763335546.415764:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335546.415913:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029063552 00000100:00100000:0.0:1763335546.415924:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029063552 00002000:00100000:0.0:1763335546.415973:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0c3130700 x1848991029063552/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:592/0 lens 488/0 e 0 to 0 dl 1763335557 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335546.415983:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0c3130700 with x1848991029063552 00000100:00100000:0.0:1763335546.416024:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 900 00000100:00100000:0.0:1763335546.416034:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c3130700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+26:2409:x1848991029063552:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335546.416215:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c3130700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+26:2409:x1848991029063552:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 182us (460us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335546.416222:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 900 00002000:00100000:0.0:1763335546.416229:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0c3130700 x1848991029063552/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:592/0 lens 488/4536 e 0 to 0 dl 1763335557 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335546.416236:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0c3130700 with x1848991029063552 00000100:00100000:1.0:1763335546.421647:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335546.421759:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029063680 00000100:00100000:2.0:1763335546.421778:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029063680 00002000:00100000:2.0:1763335546.421838:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0c3133100 x1848991029063680/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:592/0 lens 488/0 e 0 to 0 dl 1763335557 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335546.421849:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0c3133100 with x1848991029063680 00000100:00100000:2.0:1763335546.421918:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 901 00000100:00100000:2.0:1763335546.421927:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c3133100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+26:2409:x1848991029063680:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335546.422099:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c3133100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+26:2409:x1848991029063680:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 173us (462us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335546.422107:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 901 00002000:00100000:2.0:1763335546.422113:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0c3133100 x1848991029063680/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:592/0 lens 488/4536 e 0 to 0 dl 1763335557 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335546.422120:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0c3133100 with x1848991029063680 00000100:00100000:1.0:1763335546.431864:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1763335546.431914:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4520380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1848991041418112:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1763335546.431982:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335546.433833:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041418112 00000100:00100000:3.0:1763335546.433844:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041418112 00000100:00100000:3.0:1763335546.433933:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 175 00000100:00100000:3.0:1763335546.433942:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c3130a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3652:x1848991041418112:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1763335546.433978:0:6520:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 69632 granted 200110080 pending 176128 free 1443495936 avail 1297256448 00000100:00100000:3.0:1763335546.434051:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c3130a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3652:x1848991041418112:12345-0@lo:41:osp-pre-0-1.0 Request processed in 110us (2069us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335546.434064:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 175 00000100:00100000:3.0:1763335546.434113:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4520380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1848991041418112:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1763335546.434287:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335546.434350:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029063808 00000100:00100000:0.0:1763335546.434355:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029063808 00002000:00100000:0.0:1763335546.434387:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc579e680 x1848991029063808/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:592/0 lens 488/0 e 0 to 0 dl 1763335557 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335546.434398:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc579e680 with x1848991029063808 00000100:00100000:0.0:1763335546.434425:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 902 00000100:00100000:0.0:1763335546.434435:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc579e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+26:2408:x1848991029063808:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335546.434630:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc579e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+26:2408:x1848991029063808:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 197us (344us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335546.434640:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 902 00002000:00100000:0.0:1763335546.434646:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc579e680 x1848991029063808/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:592/0 lens 488/4536 e 0 to 0 dl 1763335557 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335546.434654:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc579e680 with x1848991029063808 00000100:00100000:1.0:1763335546.443051:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335546.443579:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029063936 00000100:00100000:2.0:1763335546.443591:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029063936 00002000:00100000:2.0:1763335546.443641:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0c3132300 x1848991029063936/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:592/0 lens 488/0 e 0 to 0 dl 1763335557 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335546.443652:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0c3132300 with x1848991029063936 00000100:00100000:2.0:1763335546.443696:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 903 00000100:00100000:2.0:1763335546.443705:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c3132300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+26:2408:x1848991029063936:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335546.443952:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c3132300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+26:2408:x1848991029063936:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 246us (909us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335546.443961:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 903 00002000:00100000:2.0:1763335546.443967:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0c3132300 x1848991029063936/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:592/0 lens 488/4536 e 0 to 0 dl 1763335557 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335546.443974:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0c3132300 with x1848991029063936 00000100:00100000:3.0:1763335546.449004:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335546.449119:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029064064 00000100:00100000:2.0:1763335546.449130:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029064064 00002000:00100000:2.0:1763335546.449176:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4520380 x1848991029064064/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:592/0 lens 488/0 e 0 to 0 dl 1763335557 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335546.449187:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4520380 with x1848991029064064 00000100:00100000:2.0:1763335546.449275:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 904 00000100:00100000:2.0:1763335546.449285:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4520380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+26:2409:x1848991029064064:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335546.449608:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4520380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+26:2409:x1848991029064064:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 323us (614us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335546.449616:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 904 00002000:00100000:2.0:1763335546.449623:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4520380 x1848991029064064/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:592/0 lens 488/4536 e 0 to 0 dl 1763335557 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335546.449630:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4520380 with x1848991029064064 00000100:00100000:3.0:1763335546.453270:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335546.453560:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029064192 00000100:00100000:2.0:1763335546.453570:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029064192 00002000:00100000:2.0:1763335546.453620:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4521500 x1848991029064192/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:592/0 lens 488/0 e 0 to 0 dl 1763335557 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335546.453631:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4521500 with x1848991029064192 00000100:00100000:0.0:1763335546.454134:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 905 00000100:00100000:0.0:1763335546.454146:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4521500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+26:2407:x1848991029064192:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335546.454323:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4521500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+26:2407:x1848991029064192:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 179us (1063us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335546.454331:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 905 00002000:00100000:0.0:1763335546.454338:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4521500 x1848991029064192/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:592/0 lens 488/4536 e 0 to 0 dl 1763335557 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335546.454346:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4521500 with x1848991029064192 00000100:00100000:1.0:1763335546.458336:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335546.458524:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029064320 00000100:00100000:2.0:1763335546.458534:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029064320 00002000:00100000:2.0:1763335546.458579:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4cc6d80 x1848991029064320/t0(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:592/0 lens 488/0 e 0 to 0 dl 1763335557 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335546.458590:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4cc6d80 with x1848991029064320 00000100:00100000:2.0:1763335546.458631:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 906 00000100:00100000:2.0:1763335546.458640:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4cc6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+26:2408:x1848991029064320:12345-192.168.202.34@tcp:4:fsx.0 00000004:00010000:2.0:1763335546.462304:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 991953 -> 991953 00000004:00010000:2.0:1763335546.462313:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335546 -> 1763335546 00000004:00010000:2.0:1763335546.462317:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335544 -> 1763335544 00000004:00010000:2.0:1763335546.462319:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335546 -> 1763335546 00000004:00010000:2.0:1763335546.462321:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 560 -> 624 00000100:00100000:2.0:1763335546.462403:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4cc6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+28:2408:x1848991029064320:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 3759us (4073us total) trans 4294967938 rc 0/0 00000100:00100000:2.0:1763335546.462415:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 906 00002000:00100000:2.0:1763335546.462427:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4cc6d80 x1848991029064320/t4294967938(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:592/0 lens 488/448 e 0 to 0 dl 1763335557 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335546.462437:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4cc6d80 with x1848991029064320 00000100:00100000:3.0:1763335546.465120:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335546.465237:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029064448 00000100:00100000:2.0:1763335546.465248:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029064448 00000100:00100000:2.0:1763335546.465313:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1619 00000100:00100000:2.0:1763335546.465326:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4523800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+28:2408:x1848991029064448:12345-192.168.202.34@tcp:16:fsx.0 00000001:00080000:3.0:1763335546.467081:0:6496:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967938 is committed 00000001:00080000:3.0:1763335546.467124:0:6496:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967931 is committed 00010000:00010000:2.0:1763335546.467201:0:3637:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b80c00/0x10123ce7f0765893 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335546.467215:0:3637:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b80c00/0x10123ce7f0765893 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335546.467228:0:3637:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b80c00/0x10123ce7f0765893 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335546.467234:0:3637:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc5b80c00 already unused, calling callback (ffffffffc1966550) 00010000:00010000:2.0:1763335546.467239:0:3637:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b80c00/0x10123ce7f0765893 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335546.467247:0:3637:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b80c00/0x10123ce7f0765893 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335546.467264:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335546.467267:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335546.467272:0:3637:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b80c00/0x10123ce7f0765893 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335546.467279:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b80c00/0x10123ce7f0765893 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335546.467300:0:3637:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f07658e0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335546.467305:0:3637:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f07658e0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335546.467311:0:3637:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f07658e0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335546.467316:0:3637:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc2bd4400 already unused, calling callback (ffffffffc1966550) 00010000:00010000:2.0:1763335546.467319:0:3637:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f07658e0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335546.467325:0:3637:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f07658e0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335546.467337:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335546.467339:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335546.467342:0:3637:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f07658e0 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335546.467347:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f07658e0 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT0 00000100:00100000:0.0:1763335546.467503:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4523800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+12:2408:x1848991029064448:12345-192.168.202.34@tcp:16:fsx.0 Request processed in 2176us (2389us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335546.467515:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1619 00010000:00010000:1.0:1763335546.467594:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81e00/0x10123ce7f0765712 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 00010000:00010000:1.0:1763335546.467602:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81e00/0x10123ce7f0765712 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 00010000:00010000:1.0:1763335546.467608:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81e00/0x10123ce7f0765712 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 00010000:00010000:1.0:1763335546.467613:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc5b81e00 already unused, calling callback (ffffffffc1966550) 00010000:00010000:1.0:1763335546.467616:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81e00/0x10123ce7f0765712 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 00010000:00010000:1.0:1763335546.467627:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81e00/0x10123ce7f0765712 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 00010000:00010000:1.0:1763335546.467637:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335546.467640:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335546.467643:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81e00/0x10123ce7f0765712 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 00010000:00010000:1.0:1763335546.467649:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81e00/0x10123ce7f0765712 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 00000100:00100000:1.0:1763335546.473024:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335546.473049:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335546.473123:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029064576 00000100:00100000:0.0:1763335546.473135:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029064576 00000100:00100000:0.0:1763335546.473194:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1620 00000100:00100000:0.0:1763335546.473202:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4cc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+13:2409:x1848991029064576:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335546.473223:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335546.473241:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61ccc00/0x10123ce7f076593b lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847eba7 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335546.473275:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6a00/0x10123ce7f0765934 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eba0 expref: 11 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335546.473317:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc35ed880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041418240:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335546.473418:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c000 going to sleep for 11 seconds 00000100:00100000:3.0:1763335546.473609:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029064704 00000100:00100000:3.0:1763335546.473614:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029064704 00000100:00100000:3.0:1763335546.473647:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1191 00000100:00100000:3.0:1763335546.473653:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f45b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+10:2409:x1848991029064704:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335546.473661:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335546.473671:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0765942 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ebae expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335546.473702:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4521880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041418368:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335546.473742:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850540 going to sleep for 11 seconds 00000004:00010000:0.0:1763335546.476262:0:6517:0:(mdt_lvb.c:189:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime: 1763335544 -> 1763335546 00000100:00100000:0.0:1763335546.476288:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc35ed880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041418240:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335546.476311:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 991953 00010000:00010000:0.0:1763335546.476328:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61ccc00/0x10123ce7f076593b lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eba7 expref: 14 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335546.476349:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335546.476352:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335546.476357:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61ccc00/0x10123ce7f076593b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eba7 expref: 14 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335546.476371:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61ccc00, rc 0) 00000100:00100000:0.0:1763335546.477144:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4cc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+13:2409:x1848991029064576:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3936us (4124us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335546.477155:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1620 00000100:00100000:3.0:1763335546.478691:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4521880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041418368:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335546.478728:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0765942 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ebae expref: 11 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335546.478752:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0765942 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ebae expref: 11 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335546.478764:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5e00, rc 0) 00000100:00100000:3.0:1763335546.478896:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f45b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+10:2409:x1848991029064704:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5213us (5815us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335546.478906:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1191 00000100:00100000:2.0:1763335546.483640:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335546.483743:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029064832 00000100:00100000:3.0:1763335546.483756:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029064832 00000100:00100000:3.0:1763335546.483829:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1192 00000100:00100000:3.0:1763335546.483842:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc579c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+10:15720:x1848991029064832:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335546.483861:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335546.483987:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4a00/0x10123ce7f0765949 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ebb5 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335546.484031:0:8401:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b80800/0x10123ce7f07658a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb30 expref: 8 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335546.484044:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335546.484046:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335546.484051:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4a00/0x10123ce7f0765949 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1306624->1310719] (req 1306624->1310719) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ebb5 expref: 11 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335546.484090:0:8401:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b80800/0x10123ce7f07658a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb30 expref: 8 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335546.484103:0:8401:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b80800/0x10123ce7f07658a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb30 expref: 8 pid: 8400 timeout: 447 lvb_type: 0 00000100:00100000:3.0:1763335546.484116:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4521880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041418496:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335546.484456:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850540 going to sleep for 11 seconds 00000100:00100000:3.0:1763335546.488467:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4521880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041418496:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335546.488503:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4a00/0x10123ce7f0765949 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1306624->1310719] (req 1306624->1310719) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ebb5 expref: 11 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335546.488521:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4a00, rc 0) 00000100:00100000:3.0:1763335546.489994:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc579c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+11:15720:x1848991029064832:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6142us (6355us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335546.490008:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1192 00000100:00100000:0.0:1763335546.490156:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335546.490567:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029064960 00000100:00100000:3.0:1763335546.490576:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029064960 00002000:00100000:3.0:1763335546.490622:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1339392->1347583) req@ffff9aefc35ed880 x1848991029064960/t0(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:592/0 lens 8680/0 e 0 to 0 dl 1763335557 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335546.490640:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc35ed880 with x1848991029064960 ext(1339392->1347583) 00010000:00010000:3.0:1763335546.490651:0:8407:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b80800/0x10123ce7f07658a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb30 expref: 9 pid: 8400 timeout: 447 lvb_type: 0 00010000:00010000:3.0:1763335546.490667:0:8407:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b80800/0x10123ce7f07658a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb30 expref: 9 pid: 8400 timeout: 447 lvb_type: 0 00002000:00010000:3.0:1763335546.490676:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9aefc35ed880 00000100:00100000:3.0:1763335546.490712:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 31 00000100:00100000:3.0:1763335546.490722:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc35ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+9:2408:x1848991029064960:12345-192.168.202.34@tcp:4:fsx.0 00000100:00100000:3.0:1763335546.492526:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc35ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2408:x1848991029064960:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 1793us (2358us total) trans 4294967597 rc 0/0 00000100:00100000:3.0:1763335546.492542:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 31 00002000:00100000:3.0:1763335546.492553:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1339392->1347583) req@ffff9aefc35ed880 x1848991029064960/t4294967597(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:592/0 lens 8680/448 e 0 to 0 dl 1763335557 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335546.492565:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc35ed880 with x1848991029064960 ext(1339392->1347583) 00010000:00010000:3.0:1763335546.492574:0:8407:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b80800/0x10123ce7f07658a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb30 expref: 11 pid: 8400 timeout: 447 lvb_type: 0 00010000:00010000:3.0:1763335546.492593:0:8407:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b80800/0x10123ce7f07658a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb30 expref: 11 pid: 8400 timeout: 447 lvb_type: 0 00002000:00010000:3.0:1763335546.492602:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9aefc35ed880 00000100:00100000:2.0:1763335546.497436:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335546.497521:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029065088 00000100:00100000:0.0:1763335546.497531:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029065088 00010000:00010000:0.0:1763335546.497567:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b80800/0x10123ce7f07658a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb30 expref: 11 pid: 8400 timeout: 447 lvb_type: 0 00000100:00100000:0.0:1763335546.497604:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 610 00000100:00100000:0.0:1763335546.497612:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc579f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:2407:x1848991029065088:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335546.497629:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1763335546.497645:0:8416:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 104 -> 120 00010000:00010000:0.0:1763335546.497651:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b80800/0x10123ce7f07658a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb30 expref: 11 pid: 8400 timeout: 447 lvb_type: 0 00010000:00010000:0.0:1763335546.497662:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b80800/0x10123ce7f07658a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb30 expref: 11 pid: 8400 timeout: 447 lvb_type: 0 00010000:00010000:0.0:1763335546.497684:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b80800/0x10123ce7f07658a1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb30 expref: 11 pid: 8400 timeout: 447 lvb_type: 0 00010000:00010000:0.0:1763335546.497699:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335546.497701:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335546.497708:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4a00/0x10123ce7f0765949 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1306624->1310719) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ebb5 expref: 10 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335546.497717:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4a00/0x10123ce7f0765949 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1306624->1310719) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ebb5 expref: 10 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335546.497749:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4a00/0x10123ce7f0765949 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1306624->1310719) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ebb5 expref: 10 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335546.497762:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc35eea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041418624:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335546.498512:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c000 going to sleep for 11 seconds 00000100:00100000:0.0:1763335546.501245:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc35eea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041418624:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763335546.501268:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335546.501322:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc579f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+10:2407:x1848991029065088:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 3709us (3896us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335546.501333:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 610 00000100:00100000:3.0:1763335546.503761:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335546.503906:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029065216 00000100:00100000:0.0:1763335546.503916:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029065216 00002000:00100000:0.0:1763335546.503965:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1306624->1310719) req@ffff9aefc4521880 x1848991029065216/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:592/0 lens 488/0 e 0 to 0 dl 1763335557 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335546.503977:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4521880 with x1848991029065216 ext(1306624->1310719) 00002000:00010000:0.0:1763335546.503983:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4521880 00000100:00100000:0.0:1763335546.504140:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 774 00000100:00100000:0.0:1763335546.504151:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4521880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+11:2408:x1848991029065216:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335546.504327:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4521880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+11:2408:x1848991029065216:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 177us (573us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335546.504335:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 774 00002000:00100000:0.0:1763335546.504342:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1306624->1310719) req@ffff9aefc4521880 x1848991029065216/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:592/0 lens 488/4536 e 0 to 0 dl 1763335557 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335546.504351:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4521880 with x1848991029065216 ext(1306624->1310719) 00002000:00010000:0.0:1763335546.504354:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4521880 00000100:00100000:2.0:1763335546.507765:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335546.508203:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029065344 00000100:00100000:0.0:1763335546.508213:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029065344 00002000:00100000:1.0:1763335546.508461:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1310720->1314815) req@ffff9aefc579dc00 x1848991029065344/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:592/0 lens 488/0 e 0 to 0 dl 1763335557 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335546.508473:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc579dc00 with x1848991029065344 ext(1310720->1314815) 00002000:00010000:1.0:1763335546.508479:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc579dc00 00000100:00100000:1.0:1763335546.508510:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 775 00000100:00100000:1.0:1763335546.508518:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc579dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+11:2409:x1848991029065344:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335546.508671:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc579dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+11:2409:x1848991029065344:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 154us (915us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335546.508678:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 775 00002000:00100000:1.0:1763335546.508683:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1310720->1314815) req@ffff9aefc579dc00 x1848991029065344/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:592/0 lens 488/4536 e 0 to 0 dl 1763335557 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335546.508691:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc579dc00 with x1848991029065344 ext(1310720->1314815) 00002000:00010000:1.0:1763335546.508694:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc579dc00 00000100:00100000:2.0:1763335546.512569:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335546.512679:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029065472 00000100:00100000:1.0:1763335546.512690:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029065472 00002000:00100000:1.0:1763335546.512747:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1314816->1318911) req@ffff9af0ed878a80 x1848991029065472/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:592/0 lens 488/0 e 0 to 0 dl 1763335557 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335546.512760:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ed878a80 with x1848991029065472 ext(1314816->1318911) 00002000:00010000:1.0:1763335546.512781:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ed878a80 00000100:00100000:1.0:1763335546.512819:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 776 00000100:00100000:1.0:1763335546.512830:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ed878a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+11:2408:x1848991029065472:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335546.513065:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ed878a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+11:2408:x1848991029065472:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 236us (506us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335546.513074:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 776 00002000:00100000:1.0:1763335546.513080:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1314816->1318911) req@ffff9af0ed878a80 x1848991029065472/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:592/0 lens 488/4536 e 0 to 0 dl 1763335557 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335546.513088:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ed878a80 with x1848991029065472 ext(1314816->1318911) 00002000:00010000:1.0:1763335546.513092:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ed878a80 00000100:00100000:3.0:1763335546.516510:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335546.517420:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029065600 00000100:00100000:1.0:1763335546.517431:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029065600 00002000:00100000:1.0:1763335546.517478:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1318912->1323007) req@ffff9af0f7c94380 x1848991029065600/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:592/0 lens 488/0 e 0 to 0 dl 1763335557 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335546.517488:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7c94380 with x1848991029065600 ext(1318912->1323007) 00002000:00010000:1.0:1763335546.517494:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7c94380 00000100:00100000:1.0:1763335546.517528:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 777 00000100:00100000:1.0:1763335546.517536:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c94380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+11:2409:x1848991029065600:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335546.517713:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c94380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+11:2409:x1848991029065600:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 176us (1212us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335546.517723:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 777 00002000:00100000:1.0:1763335546.517730:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1318912->1323007) req@ffff9af0f7c94380 x1848991029065600/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:592/0 lens 488/4536 e 0 to 0 dl 1763335557 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335546.517738:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7c94380 with x1848991029065600 ext(1318912->1323007) 00002000:00010000:1.0:1763335546.517742:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7c94380 00000100:00100000:2.0:1763335546.521725:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335546.521843:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029065728 00000100:00100000:1.0:1763335546.521854:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029065728 00002000:00100000:1.0:1763335546.522000:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1323008->1327103) req@ffff9aefc5616a00 x1848991029065728/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:592/0 lens 488/0 e 0 to 0 dl 1763335557 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335546.522012:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5616a00 with x1848991029065728 ext(1323008->1327103) 00002000:00010000:1.0:1763335546.522018:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5616a00 00000100:00100000:1.0:1763335546.522211:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 778 00000100:00100000:1.0:1763335546.522222:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5616a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+11:2407:x1848991029065728:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335546.522422:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5616a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+11:2407:x1848991029065728:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 200us (707us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335546.522430:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 778 00002000:00100000:1.0:1763335546.522437:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1323008->1327103) req@ffff9aefc5616a00 x1848991029065728/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:592/0 lens 488/4536 e 0 to 0 dl 1763335557 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335546.522445:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5616a00 with x1848991029065728 ext(1323008->1327103) 00002000:00010000:1.0:1763335546.522448:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5616a00 00000100:00100000:3.0:1763335546.527056:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335546.527327:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029065856 00000100:00100000:0.0:1763335546.527337:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029065856 00000100:00100000:0.0:1763335546.527398:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1193 00000100:00100000:0.0:1763335546.527408:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5fd5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+10:2408:x1848991029065856:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335546.527428:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335546.527449:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc61ccc00/0x10123ce7f0765950 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ebbc expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335546.527474:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335546.527476:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335546.527486:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc61ccc00/0x10123ce7f0765950 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ebbc expref: 11 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335546.527502:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc61ccc00/0x10123ce7f0765950 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ebbc expref: 11 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335546.527516:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61ccc00, rc 0) 00000100:00100000:0.0:1763335546.527572:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5fd5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+11:2408:x1848991029065856:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 165us (526us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335546.527579:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1193 00000100:00100000:0.0:1763335546.531535:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335546.531659:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029065984 00000100:00100000:1.0:1763335546.531669:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029065984 00002000:00100000:1.0:1763335546.531717:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1114112->1118207) req@ffff9aefc35eea00 x1848991029065984/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:592/0 lens 488/0 e 0 to 0 dl 1763335557 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335546.531735:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc35eea00 with x1848991029065984 ext(1114112->1118207) 00002000:00010000:1.0:1763335546.531741:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc35eea00 00000100:00100000:1.0:1763335546.532328:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 779 00000100:00100000:1.0:1763335546.532341:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc35eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:2407:x1848991029065984:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335546.533100:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc35eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:2407:x1848991029065984:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 759us (1571us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335546.533110:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 779 00002000:00100000:1.0:1763335546.533119:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1114112->1118207) req@ffff9aefc35eea00 x1848991029065984/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:592/0 lens 488/4536 e 0 to 0 dl 1763335557 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335546.533128:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc35eea00 with x1848991029065984 ext(1114112->1118207) 00002000:00010000:1.0:1763335546.533133:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc35eea00 00000100:00100000:3.0:1763335546.538501:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335546.538964:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029066112 00000100:00100000:1.0:1763335546.538974:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029066112 00002000:00100000:1.0:1763335546.539018:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1118208->1122303) req@ffff9af0f7c94e00 x1848991029066112/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:592/0 lens 488/0 e 0 to 0 dl 1763335557 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335546.539030:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7c94e00 with x1848991029066112 ext(1118208->1122303) 00002000:00010000:1.0:1763335546.539036:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7c94e00 00000100:00100000:1.0:1763335546.539068:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 780 00000100:00100000:1.0:1763335546.539077:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:2408:x1848991029066112:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335546.539248:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:2408:x1848991029066112:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 171us (756us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335546.539256:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 780 00002000:00100000:1.0:1763335546.539264:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1118208->1122303) req@ffff9af0f7c94e00 x1848991029066112/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:592/0 lens 488/4536 e 0 to 0 dl 1763335557 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335546.539273:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7c94e00 with x1848991029066112 ext(1118208->1122303) 00002000:00010000:1.0:1763335546.539276:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7c94e00 00000100:00100000:2.0:1763335546.543657:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335546.543819:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029066240 00000100:00100000:0.0:1763335546.543831:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029066240 00000100:00100000:0.0:1763335546.543975:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1621 00000100:00100000:0.0:1763335546.543987:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5617800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+13:2409:x1848991029066240:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335546.544008:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335546.544030:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc800/0x10123ce7f0765957 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ebc3 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335546.544065:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6a00/0x10123ce7f0765934 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eba0 expref: 11 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335546.544101:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc35ef800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041418752:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335546.544194:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c000 going to sleep for 11 seconds 00000100:00100000:2.0:1763335546.547114:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc35ef800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041418752:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335546.547141:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 991953 00010000:00010000:2.0:1763335546.547158:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc800/0x10123ce7f0765957 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ebc3 expref: 14 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335546.547179:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335546.547182:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335546.547187:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc800/0x10123ce7f0765957 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ebc3 expref: 14 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335546.547202:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cc800, rc 0) 00000100:00100000:2.0:1763335546.547259:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5617800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+13:2409:x1848991029066240:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3275us (3615us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335546.547269:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1621 00000100:00100000:3.0:1763335546.558393:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335546.558498:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029066368 00000100:00100000:2.0:1763335546.558509:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029066368 00000100:00100000:1.0:1763335546.559098:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1622 00000100:00100000:1.0:1763335546.559113:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c96a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+13:2409:x1848991029066368:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335546.559137:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335546.559160:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5200/0x10123ce7f076595e lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ebca expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335546.559199:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6a00/0x10123ce7f0765934 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eba0 expref: 11 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335546.559269:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f45b3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041418880:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335546.560919:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb000 going to sleep for 11 seconds 00000100:00100000:1.0:1763335546.564598:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f45b3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041418880:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335546.564627:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 991953 00010000:00010000:1.0:1763335546.564646:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5200/0x10123ce7f076595e lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ebca expref: 14 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335546.564667:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335546.564670:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335546.564677:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5200/0x10123ce7f076595e lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ebca expref: 14 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335546.564692:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc62b5200, rc 0) 00000100:00100000:1.0:1763335546.564753:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c96a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+13:2409:x1848991029066368:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5644us (6370us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335546.564762:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1622 00000100:00100000:0.0:1763335546.570205:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335546.570402:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029066496 00000100:00100000:1.0:1763335546.570413:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029066496 00000100:00100000:1.0:1763335546.571124:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1623 00000100:00100000:1.0:1763335546.571136:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc35ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+13:15720:x1848991029066496:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335546.571155:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335546.571174:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5200/0x10123ce7f0765965 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ebd1 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335546.571201:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6a00/0x10123ce7f0765934 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eba0 expref: 11 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335546.571211:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5200/0x10123ce7f0765965 lrc: 4/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ebd1 expref: 14 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335546.571241:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6a00/0x10123ce7f0765934 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eba0 expref: 11 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335546.571253:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6a00/0x10123ce7f0765934 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eba0 expref: 11 pid: 6517 timeout: 447 lvb_type: 0 00000100:00100000:1.0:1763335546.571266:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f45b3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041419008:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335546.571482:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb000 going to sleep for 11 seconds 00000100:00100000:2.0:1763335546.575048:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335546.575209:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f45b3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041419008:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335546.575246:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5200/0x10123ce7f0765965 lrc: 3/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ebd1 expref: 14 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335546.575272:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335546.575275:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335546.575279:0:6516:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5200/0x10123ce7f0765965 lrc: 3/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ebd1 expref: 14 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335546.575290:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc62b5200, rc 0) 00000100:00100000:1.0:1763335546.575358:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc35ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:15720:x1848991029066496:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4224us (5166us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335546.575367:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1623 00000100:00100000:0.0:1763335546.575513:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029066624 00000100:00100000:0.0:1763335546.575521:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029066624 00010000:00010000:0.0:1763335546.575553:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6a00/0x10123ce7f0765934 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eba0 expref: 12 pid: 6517 timeout: 447 lvb_type: 0 00000100:00100000:0.0:1763335546.575589:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 611 00000100:00100000:0.0:1763335546.575597:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f4516050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+12:2409:x1848991029066624:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335546.575610:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335546.575629:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6a00/0x10123ce7f0765934 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eba0 expref: 12 pid: 6517 timeout: 447 lvb_type: 0 00010000:00010000:0.0:1763335546.575640:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6a00/0x10123ce7f0765934 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eba0 expref: 12 pid: 6517 timeout: 447 lvb_type: 0 00010000:00010000:0.0:1763335546.575662:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6a00/0x10123ce7f0765934 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eba0 expref: 12 pid: 6517 timeout: 447 lvb_type: 0 00010000:00010000:0.0:1763335546.575675:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335546.575680:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5200/0x10123ce7f0765965 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ebd1 expref: 13 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335546.575689:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5200/0x10123ce7f0765965 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ebd1 expref: 13 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335546.575698:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5200/0x10123ce7f0765965 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ebd1 expref: 13 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335546.575735:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5200/0x10123ce7f0765965 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ebd1 expref: 13 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335546.575748:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc35eca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041419136:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335546.575813:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c600 going to sleep for 11 seconds 00000100:00100000:0.0:1763335546.583696:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc35eca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041419136:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763335546.583737:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335546.583809:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f4516050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:2409:x1848991029066624:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 8211us (8771us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335546.583821:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 611 00000100:00100000:3.0:1763335546.588142:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335546.588204:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335546.588293:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029066752 00000100:00100000:2.0:1763335546.588310:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029066752 00002000:00100000:2.0:1763335546.588374:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7c94700 x1848991029066752/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:592/0 lens 488/0 e 0 to 0 dl 1763335557 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335546.588387:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7c94700 with x1848991029066752 00000100:00100000:2.0:1763335546.588431:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 907 00000100:00100000:2.0:1763335546.588441:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c94700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991029066752:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335546.589415:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029066880 00000100:00100000:1.0:1763335546.589423:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029066880 00002000:00100000:1.0:1763335546.589453:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->1535999) req@ffff9af0f7c94000 x1848991029066880/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:592/0 lens 504/0 e 0 to 0 dl 1763335557 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335546.589463:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7c94000 with x1848991029066880 ext(1048576->1535999) 00002000:00010000:1.0:1763335546.589468:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7c94000 00000100:00100000:1.0:1763335546.589494:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 781 00000100:00100000:1.0:1763335546.589503:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+11:2408:x1848991029066880:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335546.612762:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c94700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991029066752:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 24310us (24546us total) trans 0 rc 995328/995328 00000100:00100000:1.0:1763335546.612787:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 907 00002000:00100000:1.0:1763335546.612799:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7c94700 x1848991029066752/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:592/0 lens 488/440 e 0 to 0 dl 1763335557 ref 1 fl Complete:/600/0 rc 995328/995328 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335546.612810:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7c94700 with x1848991029066752 00000100:00100000:1.0:1763335546.613515:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+11:2408:x1848991029066880:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 24009us (25390us total) trans 0 rc 466944/466944 00000100:00100000:1.0:1763335546.613526:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 781 00002000:00100000:1.0:1763335546.613535:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->1535999) req@ffff9af0f7c94000 x1848991029066880/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:592/0 lens 504/440 e 0 to 0 dl 1763335557 ref 1 fl Complete:/600/0 rc 466944/466944 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335546.613546:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7c94000 with x1848991029066880 ext(1048576->1535999) 00002000:00010000:1.0:1763335546.613551:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7c94000 00000100:00100000:3.0:1763335546.627422:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335546.627577:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029067008 00000100:00100000:1.0:1763335546.627587:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029067008 00000100:00100000:1.0:1763335546.627705:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1624 00000100:00100000:1.0:1763335546.627716:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:15720:x1848991029067008:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335546.627736:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335546.627740:0:6516:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763335546.627791:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5200/0x10123ce7f0765965 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ebd1 expref: 14 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335546.627812:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335546.627817:0:6516:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335546.627833:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4c00/0x10123ce7f076596c lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ebd8 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335546.627859:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4c00/0x10123ce7f076596c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ebd8 expref: 14 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335546.628783:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4c00/0x10123ce7f076596c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ebd8 expref: 14 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335546.628801:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335546.628804:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335546.628807:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc62b4c00, rc 0) 00000100:00100000:1.0:1763335546.628908:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:15720:x1848991029067008:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 1194us (1495us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335546.628916:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1624 00000100:00100000:2.0:1763335546.650707:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335546.652152:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029067136 00000100:00100000:1.0:1763335546.652164:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029067136 00002000:00100000:1.0:1763335546.652215:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5614700 x1848991029067136/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:592/0 lens 488/0 e 0 to 0 dl 1763335557 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335546.652228:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5614700 with x1848991029067136 00000100:00100000:1.0:1763335546.652270:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 908 00000100:00100000:1.0:1763335546.652280:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5614700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991029067136:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335546.652460:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5614700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991029067136:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 181us (1763us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335546.652468:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 908 00002000:00100000:1.0:1763335546.652474:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5614700 x1848991029067136/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:592/0 lens 488/4536 e 0 to 0 dl 1763335557 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335546.652482:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5614700 with x1848991029067136 00000100:00100000:3.0:1763335546.657345:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335546.658389:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029067264 00000100:00100000:0.0:1763335546.658405:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029067264 00002000:00100000:0.0:1763335546.658465:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7c95180 x1848991029067264/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:592/0 lens 488/0 e 0 to 0 dl 1763335557 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335546.658476:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7c95180 with x1848991029067264 00000100:00100000:0.0:1763335546.658519:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 909 00000100:00100000:0.0:1763335546.658530:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c95180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991029067264:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335546.658743:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c95180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991029067264:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 214us (1427us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335546.658752:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 909 00002000:00100000:0.0:1763335546.658759:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7c95180 x1848991029067264/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:592/0 lens 488/4536 e 0 to 0 dl 1763335557 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335546.658776:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7c95180 with x1848991029067264 00000100:00100000:3.0:1763335546.670724:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335546.670914:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029067392 00000100:00100000:1.0:1763335546.670930:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029067392 00002000:00100000:1.0:1763335546.670990:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7c95c00 x1848991029067392/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:592/0 lens 488/0 e 0 to 0 dl 1763335557 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335546.671003:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7c95c00 with x1848991029067392 00000100:00100000:1.0:1763335546.671037:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 910 00000100:00100000:1.0:1763335546.671047:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c95c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:2407:x1848991029067392:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335546.671295:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c95c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:2407:x1848991029067392:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 248us (586us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335546.671303:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 910 00002000:00100000:1.0:1763335546.671311:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7c95c00 x1848991029067392/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:592/0 lens 488/4536 e 0 to 0 dl 1763335557 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335546.671318:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7c95c00 with x1848991029067392 00000100:00100000:2.0:1763335546.685285:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335546.685810:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029067520 00000100:00100000:0.0:1763335546.685821:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029067520 00002000:00100000:0.0:1763335546.685924:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5614000 x1848991029067520/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:592/0 lens 488/0 e 0 to 0 dl 1763335557 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335546.685935:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5614000 with x1848991029067520 00000100:00100000:0.0:1763335546.685963:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 911 00000100:00100000:0.0:1763335546.685972:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5614000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+14:2406:x1848991029067520:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335546.686378:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5614000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+14:2406:x1848991029067520:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 405us (1104us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335546.686388:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 911 00002000:00100000:0.0:1763335546.686396:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5614000 x1848991029067520/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:592/0 lens 488/4536 e 0 to 0 dl 1763335557 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335546.686404:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5614000 with x1848991029067520 00000100:00100000:3.0:1763335546.694709:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335546.697177:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029067648 00000100:00100000:0.0:1763335546.697200:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029067648 00002000:00100000:0.0:1763335546.697295:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7c96680 x1848991029067648/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:592/0 lens 488/0 e 0 to 0 dl 1763335557 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335546.697310:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7c96680 with x1848991029067648 00000100:00100000:1.0:1763335546.699511:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 912 00000100:00100000:1.0:1763335546.699560:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c96680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:2406:x1848991029067648:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335546.699897:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c96680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:2406:x1848991029067648:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 368us (5200us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335546.699908:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 912 00002000:00100000:1.0:1763335546.699920:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7c96680 x1848991029067648/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:592/0 lens 488/4536 e 0 to 0 dl 1763335557 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335546.699931:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7c96680 with x1848991029067648 00000100:00100000:3.0:1763335546.705851:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335546.706022:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029067776 00000100:00100000:0.0:1763335546.706036:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029067776 00002000:00100000:0.0:1763335546.706118:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7c95f80 x1848991029067776/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:592/0 lens 488/0 e 0 to 0 dl 1763335557 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335546.706132:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7c95f80 with x1848991029067776 00000100:00100000:0.0:1763335546.706170:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 913 00000100:00100000:0.0:1763335546.706182:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c95f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+14:2406:x1848991029067776:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335546.706451:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c95f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+14:2406:x1848991029067776:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 269us (617us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335546.706460:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 913 00002000:00100000:0.0:1763335546.706467:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7c95f80 x1848991029067776/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:592/0 lens 488/4536 e 0 to 0 dl 1763335557 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335546.706475:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7c95f80 with x1848991029067776 00000100:00100000:2.0:1763335546.717391:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335546.717760:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029067904 00000100:00100000:1.0:1763335546.717784:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029067904 00002000:00100000:1.0:1763335546.717852:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5617100 x1848991029067904/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:592/0 lens 488/0 e 0 to 0 dl 1763335557 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335546.717865:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5617100 with x1848991029067904 00000100:00100000:1.0:1763335546.717945:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 914 00000100:00100000:1.0:1763335546.717956:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5617100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:2408:x1848991029067904:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335546.718209:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5617100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:2408:x1848991029067904:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 254us (837us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335546.718222:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 914 00002000:00100000:1.0:1763335546.718229:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5617100 x1848991029067904/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:592/0 lens 488/4536 e 0 to 0 dl 1763335557 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335546.718237:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5617100 with x1848991029067904 00000100:00100000:2.0:1763335546.728101:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335546.728404:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029068032 00000100:00100000:0.0:1763335546.728419:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029068032 00002000:00100000:0.0:1763335546.728486:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5615f80 x1848991029068032/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:592/0 lens 488/0 e 0 to 0 dl 1763335557 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335546.728500:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5615f80 with x1848991029068032 00000100:00100000:0.0:1763335546.728549:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 915 00000100:00100000:0.0:1763335546.728560:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5615f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+14:2406:x1848991029068032:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335546.728832:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5615f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+14:2406:x1848991029068032:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 272us (746us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335546.728842:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 915 00002000:00100000:0.0:1763335546.728850:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5615f80 x1848991029068032/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:592/0 lens 488/4536 e 0 to 0 dl 1763335557 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335546.728860:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5615f80 with x1848991029068032 00000100:00100000:2.0:1763335546.736219:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335546.736510:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029068160 00000100:00100000:1.0:1763335546.736526:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029068160 00002000:00100000:1.0:1763335546.737016:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5616d80 x1848991029068160/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:592/0 lens 488/0 e 0 to 0 dl 1763335557 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335546.737030:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5616d80 with x1848991029068160 00000100:00100000:1.0:1763335546.737067:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 916 00000100:00100000:1.0:1763335546.737077:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5616d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991029068160:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335546.737322:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5616d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991029068160:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 246us (1123us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335546.737330:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 916 00002000:00100000:1.0:1763335546.737337:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5616d80 x1848991029068160/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:592/0 lens 488/4536 e 0 to 0 dl 1763335557 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335546.737344:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5616d80 with x1848991029068160 00000100:00100000:2.0:1763335546.741232:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335546.741477:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029068288 00000100:00100000:0.0:1763335546.741491:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029068288 00002000:00100000:0.0:1763335546.741558:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5615180 x1848991029068288/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:592/0 lens 488/0 e 0 to 0 dl 1763335557 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335546.741571:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5615180 with x1848991029068288 00000100:00100000:0.0:1763335546.741622:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 917 00000100:00100000:0.0:1763335546.741633:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5615180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991029068288:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335546.741955:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5615180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991029068288:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 323us (737us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335546.741964:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 917 00002000:00100000:0.0:1763335546.741972:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5615180 x1848991029068288/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:592/0 lens 488/4536 e 0 to 0 dl 1763335557 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335546.741980:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5615180 with x1848991029068288 00000100:00100000:2.0:1763335546.750928:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335546.751594:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029068416 00000100:00100000:1.0:1763335546.751609:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029068416 00002000:00100000:1.0:1763335546.751685:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5617480 x1848991029068416/t0(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:592/0 lens 488/0 e 0 to 0 dl 1763335557 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335546.751700:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5617480 with x1848991029068416 00000100:00100000:1.0:1763335546.751744:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 918 00000100:00100000:1.0:1763335546.751756:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5617480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991029068416:12345-192.168.202.34@tcp:4:fsx.0 00000004:00010000:1.0:1763335546.764145:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 991953 -> 991953 00000004:00010000:1.0:1763335546.764161:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335546 -> 1763335547 00000004:00010000:1.0:1763335546.764164:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335546 -> 1763335544 00000004:00010000:1.0:1763335546.764167:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335546 -> 1763335547 00000004:00010000:1.0:1763335546.764169:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 624 -> 704 00000100:00100000:1.0:1763335546.766227:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5617480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+16:2409:x1848991029068416:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 14454us (15352us total) trans 4294967939 rc 0/0 00000100:00100000:1.0:1763335546.766248:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 918 00002000:00100000:1.0:1763335546.766268:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5617480 x1848991029068416/t4294967939(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:592/0 lens 488/448 e 0 to 0 dl 1763335557 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335546.766280:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5617480 with x1848991029068416 00000100:00100000:2.0:1763335546.773540:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335546.775141:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029068544 00000100:00100000:1.0:1763335546.775158:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029068544 00000100:00100000:1.0:1763335546.775566:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1625 00000100:00100000:1.0:1763335546.775581:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5614380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+16:2407:x1848991029068544:12345-192.168.202.34@tcp:16:fsx.0 00000001:00080000:0.0:1763335546.777570:0:6496:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967939 is committed 00000100:00100000:1.0:1763335546.777945:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5614380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:2407:x1848991029068544:12345-192.168.202.34@tcp:16:fsx.0 Request processed in 2359us (4416us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335546.777960:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1625 00000100:00100000:2.0:1763335546.786648:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335546.786990:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029068672 00000100:00100000:1.0:1763335546.787006:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029068672 00000100:00100000:1.0:1763335546.787079:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1626 00000100:00100000:1.0:1763335546.787091:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5615c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+11:2407:x1848991029068672:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335546.787120:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335546.787150:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5200/0x10123ce7f0765973 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ebdf expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335546.787207:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4c00/0x10123ce7f076596c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ebd8 expref: 13 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335546.787259:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f45b3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041419264:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335546.787395:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fbb40 going to sleep for 11 seconds 00000004:00010000:1.0:1763335546.792098:0:6516:0:(mdt_lvb.c:189:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime: 1763335544 -> 1763335546 00000100:00100000:1.0:1763335546.792146:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f45b3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041419264:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335546.792179:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 991953 00010000:00010000:1.0:1763335546.792205:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5200/0x10123ce7f0765973 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ebdf expref: 12 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335546.792234:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335546.792237:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335546.792242:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5200/0x10123ce7f0765973 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ebdf expref: 12 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335546.792260:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc62b5200, rc 0) 00000100:00100000:1.0:1763335546.792348:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5615c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+11:2407:x1848991029068672:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5258us (5713us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335546.792358:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1626 00000100:00100000:2.0:1763335546.797071:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335546.797154:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029068800 00000100:00100000:1.0:1763335546.797168:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029068800 00000100:00100000:1.0:1763335546.797251:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1627 00000100:00100000:1.0:1763335546.797263:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5614a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+11:2407:x1848991029068800:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335546.797292:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335546.797321:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4800/0x10123ce7f076597a lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ebe6 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335546.797376:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4c00/0x10123ce7f076596c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ebd8 expref: 13 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335546.797428:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f45b3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041419392:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335546.797545:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fbb40 going to sleep for 11 seconds 00000100:00100000:1.0:1763335546.801433:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f45b3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041419392:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335546.801466:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 991953 00010000:00010000:1.0:1763335546.801490:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4800/0x10123ce7f076597a lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ebe6 expref: 12 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335546.801516:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335546.801520:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335546.801525:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4800/0x10123ce7f076597a lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ebe6 expref: 12 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335546.802152:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc62b4800, rc 0) 00000100:00100000:1.0:1763335546.802237:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5614a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+11:2407:x1848991029068800:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4974us (5366us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335546.802248:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1627 00000100:00100000:0.0:1763335546.806045:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335546.806854:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029068928 00000100:00100000:1.0:1763335546.806956:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029068928 00000100:00100000:0.0:1763335546.807344:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1628 00000100:00100000:0.0:1763335546.807359:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc35eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+11:2407:x1848991029068928:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335546.807388:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335546.807417:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cde00/0x10123ce7f0765981 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ebed expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335546.807469:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4c00/0x10123ce7f076596c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ebd8 expref: 13 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335546.807523:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc35ee300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041419520:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335546.807650:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c000 going to sleep for 11 seconds 00000100:00100000:0.0:1763335546.813385:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc35ee300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041419520:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335546.813427:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 991953 00010000:00010000:0.0:1763335546.813456:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cde00/0x10123ce7f0765981 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ebed expref: 12 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335546.813485:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335546.813489:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335546.813497:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cde00/0x10123ce7f0765981 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ebed expref: 12 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335546.813862:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cde00, rc 0) 00000100:00100000:0.0:1763335546.814932:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc35eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+11:2407:x1848991029068928:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7567us (8893us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335546.814947:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1628 00000100:00100000:2.0:1763335546.820191:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335546.820308:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029069056 00000100:00100000:0.0:1763335546.820321:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029069056 00000100:00100000:0.0:1763335546.820398:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1629 00000100:00100000:0.0:1763335546.820410:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5473800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+11:2406:x1848991029069056:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335546.820440:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335546.820467:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cde00/0x10123ce7f0765988 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ebf4 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335546.820518:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4c00/0x10123ce7f076596c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ebd8 expref: 13 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335546.820571:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc35ee300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041419648:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335546.820696:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c000 going to sleep for 11 seconds 00000100:00100000:0.0:1763335546.823170:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc35ee300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041419648:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335546.823207:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 991953 00010000:00010000:0.0:1763335546.823230:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cde00/0x10123ce7f0765988 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ebf4 expref: 12 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335546.823257:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335546.823260:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335546.823266:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cde00/0x10123ce7f0765988 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ebf4 expref: 12 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335546.823285:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cde00, rc 0) 00000100:00100000:0.0:1763335546.823365:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5473800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+11:2406:x1848991029069056:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2956us (3188us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335546.823376:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1629 00000100:00100000:3.0:1763335546.831228:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335546.832350:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029069184 00000100:00100000:0.0:1763335546.832370:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029069184 00000100:00100000:0.0:1763335546.832462:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1630 00000100:00100000:0.0:1763335546.832475:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5fd7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+11:2407:x1848991029069184:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335546.832504:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335546.832536:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd800/0x10123ce7f076598f lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ebfb expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335546.832587:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4c00/0x10123ce7f076596c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ebd8 expref: 13 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335546.832640:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc35ee300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041419776:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335546.832753:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c000 going to sleep for 11 seconds 00000004:00010000:1.0:1763335546.839564:0:6516:0:(mdt_lvb.c:189:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime: 1763335546 -> 1763335547 00000100:00100000:1.0:1763335546.839608:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc35ee300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041419776:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335546.839647:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 991953 00010000:00010000:1.0:1763335546.839672:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd800/0x10123ce7f076598f lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ebfb expref: 12 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335546.839707:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335546.839711:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335546.839717:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd800/0x10123ce7f076598f lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ebfb expref: 12 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335546.839738:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cd800, rc 0) 00000100:00100000:1.0:1763335546.839853:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5fd7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+11:2407:x1848991029069184:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7378us (8638us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335546.839864:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1630 00000100:00100000:1.0:1763335546.849501:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335546.849650:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029069312 00000100:00100000:0.0:1763335546.849665:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029069312 00000100:00100000:0.0:1763335546.849753:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1631 00000100:00100000:0.0:1763335546.849774:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f45b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+11:2406:x1848991029069312:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335546.849804:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335546.849832:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cde00/0x10123ce7f0765996 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ec02 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335546.850027:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4c00/0x10123ce7f076596c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ebd8 expref: 13 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335546.850082:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc35ee680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041419904:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335546.850197:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c000 going to sleep for 11 seconds 00000100:00100000:0.0:1763335546.854466:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc35ee680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041419904:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335546.854508:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 991953 00010000:00010000:0.0:1763335546.854535:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cde00/0x10123ce7f0765996 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec02 expref: 12 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335546.854563:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335546.854567:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335546.854573:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cde00/0x10123ce7f0765996 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec02 expref: 12 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335546.854594:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cde00, rc 0) 00000100:00100000:0.0:1763335546.858118:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f45b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+11:2406:x1848991029069312:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 8335us (8619us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335546.858136:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1631 00000100:00100000:2.0:1763335546.866152:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335546.866488:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029069440 00000100:00100000:0.0:1763335546.866501:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029069440 00000100:00100000:0.0:1763335546.866582:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1632 00000100:00100000:0.0:1763335546.866594:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5471880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+11:2407:x1848991029069440:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335546.866622:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335546.866650:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cde00/0x10123ce7f076599d lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ec09 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335546.866701:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4c00/0x10123ce7f076596c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ebd8 expref: 13 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335546.866760:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc35ee680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041420032:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335546.866914:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c000 going to sleep for 11 seconds 00000100:00100000:0.0:1763335546.875213:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc35ee680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041420032:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335546.875254:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 991953 00010000:00010000:0.0:1763335546.875280:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cde00/0x10123ce7f076599d lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec09 expref: 12 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335546.875307:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335546.875312:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335546.875316:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cde00/0x10123ce7f076599d lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec09 expref: 12 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335546.875335:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cde00, rc 0) 00000100:00100000:0.0:1763335546.875446:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5471880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+11:2407:x1848991029069440:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 8853us (9310us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335546.875457:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1632 00000100:00100000:2.0:1763335546.885615:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335546.886595:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029069568 00000100:00100000:0.0:1763335546.886613:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029069568 00000100:00100000:1.0:1763335546.886781:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1633 00000100:00100000:1.0:1763335546.886795:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5473480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+11:2406:x1848991029069568:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335546.886825:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335546.886855:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5200/0x10123ce7f07659a4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ec10 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335546.886925:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4c00/0x10123ce7f076596c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ebd8 expref: 13 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335546.886982:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f45b2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041420160:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335546.887102:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fbb40 going to sleep for 11 seconds 00000100:00100000:1.0:1763335546.898567:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f45b2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041420160:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335546.898604:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 991953 00010000:00010000:1.0:1763335546.898630:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5200/0x10123ce7f07659a4 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec10 expref: 12 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335546.898662:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335546.898666:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335546.898672:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5200/0x10123ce7f07659a4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec10 expref: 12 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335546.898689:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc62b5200, rc 0) 00000100:00100000:1.0:1763335546.898787:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5473480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+11:2406:x1848991029069568:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 11993us (13184us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335546.898797:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1633 00000100:00100000:2.0:1763335546.909746:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335546.909910:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029069696 00000100:00100000:1.0:1763335546.909924:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029069696 00000100:00100000:1.0:1763335546.910152:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 919 00000100:00100000:1.0:1763335546.910166:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5471180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:2407:x1848991029069696:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:1.0:1763335546.910616:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 991953 -> 991953 00000004:00010000:1.0:1763335546.910622:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335547 -> 1763335547 00000004:00010000:1.0:1763335546.910624:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335547 -> 1763335546 00000004:00010000:1.0:1763335546.910627:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335547 -> 1763335547 00000004:00010000:1.0:1763335546.910629:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 704 -> 768 00000100:00100000:1.0:1763335546.910716:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5471180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+15:2407:x1848991029069696:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 553us (985us total) trans 4294967940 rc 0/0 00000100:00100000:1.0:1763335546.910724:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 919 00000100:00100000:2.0:1763335546.921507:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335546.922646:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029069824 00000100:00100000:0.0:1763335546.922662:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029069824 00000100:00100000:0.0:1763335546.922801:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1194 00000100:00100000:0.0:1763335546.922816:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5471500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+11:15720:x1848991029069824:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335546.922842:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335546.923826:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cde00/0x10123ce7f07659ab lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ec17 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335546.923915:0:8400:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4a00/0x10123ce7f0765949 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1306624->1310719) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ebb5 expref: 10 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335546.923925:0:8400:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc61ccc00/0x10123ce7f0765950 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ebbc expref: 12 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335546.923932:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335546.923934:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335546.923939:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cde00/0x10123ce7f07659ab lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [1675264->1691647] (req 1675264->1691647) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec17 expref: 12 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335546.925302:0:8400:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc61ccc00/0x10123ce7f0765950 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ebbc expref: 12 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335546.925330:0:8400:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc61ccc00/0x10123ce7f0765950 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ebbc expref: 12 pid: 8401 timeout: 447 lvb_type: 1 00000100:00100000:0.0:1763335546.925350:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc35ee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041420288:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335546.929042:0:8400:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4a00/0x10123ce7f0765949 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1306624->1310719) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ebb5 expref: 10 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335546.929068:0:8400:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4a00/0x10123ce7f0765949 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1306624->1310719) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ebb5 expref: 10 pid: 8401 timeout: 447 lvb_type: 0 00000100:00100000:0.0:1763335546.929088:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc35ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041420416:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335546.929193:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c000 going to sleep for 11 seconds 00000100:00100000:0.0:1763335546.932521:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc35ee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041420288:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335546.933475:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335546.934459:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029069952 00000100:00100000:0.0:1763335546.934477:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029069952 00010000:00010000:0.0:1763335546.934547:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc61ccc00/0x10123ce7f0765950 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ebbc expref: 13 pid: 8401 timeout: 447 lvb_type: 1 00000100:00100000:0.0:1763335546.934608:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 612 00000100:00100000:0.0:1763335546.934620:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5473b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+13:2409:x1848991029069952:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335546.934640:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335546.934667:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc61ccc00/0x10123ce7f0765950 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ebbc expref: 13 pid: 8401 timeout: 447 lvb_type: 1 00010000:00010000:0.0:1763335546.934682:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc61ccc00/0x10123ce7f0765950 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ebbc expref: 13 pid: 8401 timeout: 447 lvb_type: 1 00010000:00010000:0.0:1763335546.934710:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc61ccc00/0x10123ce7f0765950 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ebbc expref: 13 pid: 8401 timeout: 447 lvb_type: 1 00010000:00010000:0.0:1763335546.934734:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335546.934835:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5473b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+12:2409:x1848991029069952:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 216us (1365us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335546.934844:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 612 00000100:00100000:0.0:1763335546.938780:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc35ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041420416:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335546.938838:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cde00/0x10123ce7f07659ab lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1675264->1691647] (req 1675264->1691647) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec17 expref: 11 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335546.938863:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cde00, rc 0) 00000100:00100000:0.0:1763335546.938983:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5471500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+11:15720:x1848991029069824:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 16170us (17493us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335546.938994:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1194 00000100:00100000:1.0:1763335546.941147:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335546.941520:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029070080 00000100:00100000:2.0:1763335546.941537:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029070080 00010000:00010000:2.0:1763335546.941597:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4a00/0x10123ce7f0765949 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1306624->1310719) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ebb5 expref: 11 pid: 8401 timeout: 447 lvb_type: 0 00000100:00100000:2.0:1763335546.941651:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 613 00000100:00100000:2.0:1763335546.941662:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f45b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+11:2409:x1848991029070080:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335546.941682:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335546.941713:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4a00/0x10123ce7f0765949 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1306624->1310719) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ebb5 expref: 11 pid: 8401 timeout: 447 lvb_type: 0 00010000:00010000:2.0:1763335546.941727:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4a00/0x10123ce7f0765949 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1306624->1310719) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ebb5 expref: 11 pid: 8401 timeout: 447 lvb_type: 0 00010000:00010000:2.0:1763335546.941759:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4a00/0x10123ce7f0765949 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1306624->1310719) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ebb5 expref: 11 pid: 8401 timeout: 447 lvb_type: 0 00010000:00010000:2.0:1763335546.941788:0:13187:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335546.941790:0:13187:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335546.941800:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cde00/0x10123ce7f07659ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1675264->1691647) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec17 expref: 10 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335546.941812:0:13187:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cde00/0x10123ce7f07659ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1675264->1691647) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec17 expref: 10 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335546.941915:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cde00/0x10123ce7f07659ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1675264->1691647) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec17 expref: 10 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335546.941936:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5470380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:13187:1848991041420544:192.168.202.34@tcp:105: 00000100:00100000:2.0:1763335546.942075:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09a80 going to sleep for 11 seconds 00000100:00100000:0.0:1763335546.947106:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5470380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:13187:1848991041420544:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763335546.947144:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335546.947223:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f45b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+10:2409:x1848991029070080:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 5561us (6088us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335546.947237:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 613 00000100:00100000:3.0:1763335546.947910:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335546.949126:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029070208 00000100:00100000:0.0:1763335546.949143:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029070208 00000100:00100000:0.0:1763335546.949223:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1195 00000100:00100000:0.0:1763335546.949235:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5fd4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+10:2408:x1848991029070208:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335546.949261:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335546.949286:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc61ccc00/0x10123ce7f07659b2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ec1e expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335546.949364:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc35ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041420672:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335546.950698:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c000 going to sleep for 11 seconds 00002000:00010000:0.0:1763335546.954301:0:8400:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size: 1535003 -> 1689999 00002000:00010000:0.0:1763335546.954314:0:8400:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime: 1763335546 -> 1763335547 00002000:00010000:0.0:1763335546.954317:0:8400:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335546 -> 1763335547 00002000:00010000:0.0:1763335546.954319:0:8400:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime: 1763335546 -> 1763335547 00000100:00100000:0.0:1763335546.954350:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc35ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041420672:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335546.954405:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc61ccc00/0x10123ce7f07659b2 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec1e expref: 11 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335546.954434:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc61ccc00/0x10123ce7f07659b2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec1e expref: 11 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335546.954452:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61ccc00, rc 0) 00000100:00100000:0.0:1763335546.954844:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5fd4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+10:2408:x1848991029070208:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5608us (6934us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335546.954856:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1195 00000100:00100000:2.0:1763335546.958965:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335546.959087:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029070336 00000100:00100000:0.0:1763335546.959102:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029070336 00000100:00100000:0.0:1763335546.959172:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1196 00000100:00100000:0.0:1763335546.959184:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5471c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+10:2407:x1848991029070336:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335546.959209:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335546.959233:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cd400/0x10123ce7f07659b9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ec25 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335546.959310:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc35ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041420800:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335546.959432:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c000 going to sleep for 11 seconds 00000100:00100000:0.0:1763335546.969122:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc35ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041420800:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335546.969186:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cd400/0x10123ce7f07659b9 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec25 expref: 11 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335546.969224:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cd400/0x10123ce7f07659b9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec25 expref: 11 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335546.969243:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cd400, rc 0) 00000100:00100000:0.0:1763335546.969343:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5471c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+10:2407:x1848991029070336:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 10160us (10396us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335546.969352:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1196 00000100:00100000:2.0:1763335546.977212:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335546.977749:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029070464 00000100:00100000:1.0:1763335546.977773:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029070464 00000100:00100000:1.0:1763335546.977972:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1634 00000100:00100000:1.0:1763335546.977985:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5470380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+11:2406:x1848991029070464:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335546.978015:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335546.978046:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4200/0x10123ce7f07659c0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ec2c expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335546.978108:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4c00/0x10123ce7f076596c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ebd8 expref: 14 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335546.978170:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc3780000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041420928:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335546.978528:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb000 going to sleep for 11 seconds 00000004:00010000:1.0:1763335546.981420:0:6516:0:(mdt_lvb.c:189:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime: 1763335546 -> 1763335547 00000100:00100000:1.0:1763335546.981461:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc3780000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041420928:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335546.981490:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 991953 00010000:00010000:1.0:1763335546.981513:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4200/0x10123ce7f07659c0 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec2c expref: 12 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335546.981542:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335546.981545:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335546.981551:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4200/0x10123ce7f07659c0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec2c expref: 12 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335546.981571:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc62b4200, rc 0) 00000100:00100000:1.0:1763335546.981663:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5470380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+11:2406:x1848991029070464:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3678us (4467us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335546.981675:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1634 00000100:00100000:0.0:1763335546.985231:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335546.985698:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029070592 00000100:00100000:1.0:1763335546.985713:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029070592 00000100:00100000:1.0:1763335546.985833:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1635 00000100:00100000:1.0:1763335546.985846:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc35ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+11:15720:x1848991029070592:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335546.985909:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335546.985941:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4400/0x10123ce7f07659c7 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ec33 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335546.985982:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4c00/0x10123ce7f076596c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ebd8 expref: 14 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335546.985994:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4400/0x10123ce7f07659c7 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec33 expref: 12 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335546.986042:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4c00/0x10123ce7f076596c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ebd8 expref: 14 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335546.986057:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4c00/0x10123ce7f076596c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ebd8 expref: 14 pid: 6516 timeout: 447 lvb_type: 0 00000100:00100000:1.0:1763335546.986073:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc3780000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041421056:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335546.986190:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb000 going to sleep for 11 seconds 00000100:00100000:1.0:1763335546.989411:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc3780000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041421056:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335546.989463:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4400/0x10123ce7f07659c7 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec33 expref: 12 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335546.989488:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335546.989492:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335546.989497:0:6516:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4400/0x10123ce7f07659c7 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec33 expref: 12 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335546.989515:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc62b4400, rc 0) 00000100:00100000:1.0:1763335546.989604:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc35ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:15720:x1848991029070592:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3761us (4391us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335546.989616:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1635 00000100:00100000:2.0:1763335546.991341:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335546.991443:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029070720 00000100:00100000:0.0:1763335546.991456:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029070720 00010000:00010000:0.0:1763335546.991507:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4c00/0x10123ce7f076596c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ebd8 expref: 15 pid: 6516 timeout: 447 lvb_type: 0 00000100:00100000:0.0:1763335546.991623:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 614 00000100:00100000:0.0:1763335546.991634:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc471e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+15:2409:x1848991029070720:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335546.991653:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335546.991684:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4c00/0x10123ce7f076596c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ebd8 expref: 15 pid: 6516 timeout: 447 lvb_type: 0 00010000:00010000:0.0:1763335546.991699:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4c00/0x10123ce7f076596c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ebd8 expref: 15 pid: 6516 timeout: 447 lvb_type: 0 00010000:00010000:0.0:1763335546.991727:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4c00/0x10123ce7f076596c lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ebd8 expref: 15 pid: 6516 timeout: 447 lvb_type: 0 00010000:00010000:0.0:1763335546.991746:0:13187:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335546.991752:0:13187:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4400/0x10123ce7f07659c7 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec33 expref: 11 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335546.991783:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4400/0x10123ce7f07659c7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec33 expref: 11 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335546.991793:0:13187:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4400/0x10123ce7f07659c7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec33 expref: 11 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335546.991847:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4400/0x10123ce7f07659c7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec33 expref: 11 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335546.991865:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc35ee680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041421184:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335546.992543:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c000 going to sleep for 11 seconds 00000100:00100000:2.0:1763335546.996282:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc35ee680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041421184:192.168.202.34@tcp:105: 00010000:00010000:2.0:1763335546.996322:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335546.996408:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc471e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991029070720:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 4774us (5078us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335546.996422:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 614 00000100:00100000:3.0:1763335546.996724:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335546.997099:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029070848 00000100:00100000:1.0:1763335546.997111:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029070848 00000100:00100000:1.0:1763335546.997195:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 920 00000100:00100000:1.0:1763335546.997207:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5fd6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:2409:x1848991029070848:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:1.0:1763335546.997487:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 991953 -> 991953 00000004:00010000:1.0:1763335546.997492:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335547 -> 1763335547 00000004:00010000:1.0:1763335546.997494:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335547 -> 1763335547 00000004:00010000:1.0:1763335546.997497:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335547 -> 1763335547 00000004:00010000:1.0:1763335546.997499:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 768 -> 808 00000100:00100000:1.0:1763335546.997568:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5fd6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+13:2409:x1848991029070848:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 362us (844us total) trans 4294967941 rc 0/0 00000100:00100000:1.0:1763335546.997575:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 920 00000100:00100000:3.0:1763335547.001395:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335547.001459:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335547.001598:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029071104 00000100:00100000:0.0:1763335547.001611:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029071104 00000100:00100000:0.0:1763335547.001685:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1197 00000100:00100000:0.0:1763335547.001696:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5fd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+10:2409:x1848991029071104:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335547.001721:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335547.001745:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cda00/0x10123ce7f07659ce lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ec41 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335547.001834:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc35ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041421312:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335547.001994:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c000 going to sleep for 11 seconds 00000100:00100000:1.0:1763335547.002357:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029070976 00000100:00100000:1.0:1763335547.002365:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029070976 00000100:00100000:1.0:1763335547.002432:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1636 00000100:00100000:1.0:1763335547.002441:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5fd5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991029070976:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335547.002458:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335547.002475:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4200/0x10123ce7f07659d5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ec3a expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335547.002512:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4400/0x10123ce7f07659c7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec33 expref: 12 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335547.002541:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc3780000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041421440:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335547.002580:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb0c0 going to sleep for 11 seconds 00000100:00080000:0.0:1763335547.004171:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1763335547.005480:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc35ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041421312:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335547.005533:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cda00/0x10123ce7f07659ce lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec41 expref: 11 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335547.005568:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cda00/0x10123ce7f07659ce lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec41 expref: 11 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335547.005583:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cda00, rc 0) 00000100:00100000:0.0:1763335547.005667:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5fd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+10:2409:x1848991029071104:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3971us (4288us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335547.005677:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1197 00000100:00100000:1.0:1763335547.008668:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc3780000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041421440:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335547.008713:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 991953 00010000:00010000:1.0:1763335547.008740:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4200/0x10123ce7f07659d5 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec3a expref: 15 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335547.008779:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335547.008783:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335547.008788:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4200/0x10123ce7f07659d5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec3a expref: 15 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335547.008804:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc62b4200, rc 0) 00000100:00100000:1.0:1763335547.008971:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5fd5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991029070976:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6528us (7509us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335547.008983:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1636 00000100:00100000:2.0:1763335547.012204:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335547.012829:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029071232 00000100:00100000:1.0:1763335547.012845:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029071232 00000100:00100000:1.0:1763335547.013551:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1637 00000100:00100000:1.0:1763335547.013568:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc471d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:15720:x1848991029071232:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335547.013595:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335547.013626:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4a00/0x10123ce7f07659dc lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ec48 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335547.013666:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4400/0x10123ce7f07659c7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec33 expref: 12 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335547.013684:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4a00/0x10123ce7f07659dc lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec48 expref: 15 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335547.013731:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4400/0x10123ce7f07659c7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec33 expref: 12 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335547.013746:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4400/0x10123ce7f07659c7 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec33 expref: 12 pid: 6516 timeout: 447 lvb_type: 0 00000100:00100000:1.0:1763335547.013775:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc3780000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041421568:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335547.013923:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335547.017536:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335547.018045:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc3780000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041421568:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335547.018090:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4a00/0x10123ce7f07659dc lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec48 expref: 15 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335547.018115:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335547.018118:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335547.018123:0:6516:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4a00/0x10123ce7f07659dc lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec48 expref: 15 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335547.018136:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc62b4a00, rc 0) 00000100:00100000:1.0:1763335547.018200:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc471d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+15:15720:x1848991029071232:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4638us (6011us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335547.018211:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1637 00000100:00100000:0.0:1763335547.018318:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029071360 00000100:00100000:0.0:1763335547.018327:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029071360 00010000:00010000:0.0:1763335547.018364:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4400/0x10123ce7f07659c7 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec33 expref: 13 pid: 6516 timeout: 447 lvb_type: 0 00000100:00100000:0.0:1763335547.018402:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 615 00000100:00100000:0.0:1763335547.018412:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc471f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+13:2409:x1848991029071360:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335547.018429:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335547.018455:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4400/0x10123ce7f07659c7 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec33 expref: 13 pid: 6516 timeout: 447 lvb_type: 0 00010000:00010000:0.0:1763335547.018468:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4400/0x10123ce7f07659c7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec33 expref: 13 pid: 6516 timeout: 447 lvb_type: 0 00010000:00010000:0.0:1763335547.018493:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4400/0x10123ce7f07659c7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec33 expref: 13 pid: 6516 timeout: 447 lvb_type: 0 00010000:00010000:0.0:1763335547.018507:0:13187:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335547.018512:0:13187:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4a00/0x10123ce7f07659dc lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec48 expref: 14 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335547.018522:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4a00/0x10123ce7f07659dc lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec48 expref: 14 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335547.018531:0:13187:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4a00/0x10123ce7f07659dc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec48 expref: 14 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335547.018571:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4a00/0x10123ce7f07659dc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec48 expref: 14 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335547.018586:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc35ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041421696:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335547.018648:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c000 going to sleep for 11 seconds 00000100:00100000:3.0:1763335547.021981:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335547.022230:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc35ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041421696:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763335547.022264:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335547.022345:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc471f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+12:2409:x1848991029071360:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 3933us (4822us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335547.022358:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 615 00000100:00100000:2.0:1763335547.022595:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029071488 00000100:00100000:2.0:1763335547.022606:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029071488 00000100:00100000:2.0:1763335547.022689:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 921 00000100:00100000:2.0:1763335547.022702:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5fd4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+15:2409:x1848991029071488:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:2.0:1763335547.023232:0:15202:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 991953 -> 991953 00000004:00010000:2.0:1763335547.023242:0:15202:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335547 -> 1763335547 00000004:00010000:2.0:1763335547.023245:0:15202:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335547 -> 1763335547 00000004:00010000:2.0:1763335547.023248:0:15202:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335547 -> 1763335547 00000004:00010000:2.0:1763335547.023250:0:15202:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 808 -> 896 00000100:00100000:2.0:1763335547.023327:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5fd4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+16:2409:x1848991029071488:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 623us (1355us total) trans 4294967942 rc 0/0 00000100:00100000:2.0:1763335547.023338:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 921 00000100:00100000:2.0:1763335547.035397:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335547.035549:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029071616 00000100:00100000:1.0:1763335547.035562:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029071616 00000100:00100000:1.0:1763335547.035648:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1638 00000100:00100000:1.0:1763335547.035661:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc471c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:2409:x1848991029071616:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335547.035695:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335547.035726:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4200/0x10123ce7f07659e3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ec4f expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335547.035790:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4a00/0x10123ce7f07659dc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec48 expref: 15 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335547.035850:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc3780000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041421824:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335547.035991:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335547.039536:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc3780000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041421824:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335547.039573:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 991953 00010000:00010000:1.0:1763335547.039598:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4200/0x10123ce7f07659e3 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec4f expref: 13 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335547.039624:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335547.039628:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335547.039633:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4200/0x10123ce7f07659e3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec4f expref: 13 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335547.039650:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc62b4200, rc 0) 00000100:00100000:1.0:1763335547.039793:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc471c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:2409:x1848991029071616:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4129us (4409us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335547.039804:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1638 00000100:00100000:3.0:1763335547.044232:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335547.044476:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029071744 00000100:00100000:1.0:1763335547.044490:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029071744 00000100:00100000:1.0:1763335547.044562:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1639 00000100:00100000:1.0:1763335547.044575:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5fd4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:2409:x1848991029071744:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335547.044605:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335547.044632:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4200/0x10123ce7f07659ea lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ec56 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335547.044681:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4a00/0x10123ce7f07659dc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec48 expref: 15 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335547.044737:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc3780000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041421952:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335547.046945:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335547.051104:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc3780000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041421952:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335547.051141:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 991953 00010000:00010000:1.0:1763335547.051177:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4200/0x10123ce7f07659ea lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec56 expref: 13 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335547.051204:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335547.051208:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335547.051213:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4200/0x10123ce7f07659ea lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec56 expref: 13 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335547.051231:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc62b4200, rc 0) 00000100:00100000:1.0:1763335547.054950:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5fd4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:2409:x1848991029071744:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 10352us (10710us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335547.054971:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1639 00000100:00100000:3.0:1763335547.058585:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335547.058714:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029071872 00000100:00100000:0.0:1763335547.058727:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029071872 00000100:00100000:0.0:1763335547.058806:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1198 00000100:00100000:0.0:1763335547.058818:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5fd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+10:2406:x1848991029071872:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335547.058844:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335547.058916:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cd000/0x10123ce7f07659f1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ec5d expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335547.058995:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc35ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041422080:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335547.059106:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c000 going to sleep for 11 seconds 00000100:00100000:2.0:1763335547.061429:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc35ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041422080:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335547.061482:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cd000/0x10123ce7f07659f1 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec5d expref: 11 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335547.061509:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cd000/0x10123ce7f07659f1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec5d expref: 11 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335547.061522:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cd000, rc 0) 00000100:00100000:2.0:1763335547.061592:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5fd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+10:2406:x1848991029071872:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2775us (3024us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335547.061602:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1198 00000100:00100000:2.0:1763335547.068847:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335547.069290:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029072000 00000100:00100000:0.0:1763335547.069303:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029072000 00000100:00100000:0.0:1763335547.069377:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1199 00000100:00100000:0.0:1763335547.069388:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc471e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+10:15720:x1848991029072000:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335547.069413:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335547.069438:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cc600/0x10123ce7f07659f8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ec64 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335547.069477:0:8400:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cde00/0x10123ce7f07659ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1675264->1691647) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec17 expref: 10 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335547.069486:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335547.069489:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335547.069494:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cc600/0x10123ce7f07659f8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1908736->1912831] (req 1908736->1912831) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec64 expref: 11 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335547.069538:0:8400:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cde00/0x10123ce7f07659ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1675264->1691647) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec17 expref: 10 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335547.069554:0:8400:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cde00/0x10123ce7f07659ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1675264->1691647) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec17 expref: 10 pid: 8400 timeout: 447 lvb_type: 0 00000100:00100000:0.0:1763335547.069579:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc35efb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041422208:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335547.069696:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c000 going to sleep for 11 seconds 00000100:00100000:2.0:1763335547.073216:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335547.073417:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc35efb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041422208:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335547.073467:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cc600/0x10123ce7f07659f8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1908736->1912831] (req 1908736->1912831) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec64 expref: 11 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335547.073496:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cc600, rc 0) 00000100:00100000:0.0:1763335547.073578:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc471e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+11:15720:x1848991029072000:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4190us (4745us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335547.073589:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1199 00000100:00100000:1.0:1763335547.073680:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029072128 00000100:00100000:1.0:1763335547.073688:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029072128 00002000:00100000:1.0:1763335547.073738:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1675264->1689998) req@ffff9aefc471df80 x1848991029072128/t0(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:593/0 lens 15224/0 e 0 to 0 dl 1763335558 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335547.073755:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc471df80 with x1848991029072128 ext(1675264->1689998) 00010000:00010000:1.0:1763335547.073772:0:8407:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cde00/0x10123ce7f07659ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1675264->1691647) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec17 expref: 11 pid: 8400 timeout: 447 lvb_type: 0 00010000:00010000:1.0:1763335547.073787:0:8407:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cde00/0x10123ce7f07659ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1675264->1691647) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec17 expref: 11 pid: 8400 timeout: 447 lvb_type: 0 00002000:00010000:1.0:1763335547.073795:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9aefc471df80 00000100:00100000:1.0:1763335547.073831:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 32 00000100:00100000:1.0:1763335547.073842:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc471df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2409:x1848991029072128:12345-192.168.202.34@tcp:4:fsx.0 00000100:00100000:1.0:1763335547.077323:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc471df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+13:2409:x1848991029072128:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 3464us (4104us total) trans 4294967598 rc 0/0 00000100:00100000:1.0:1763335547.077343:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 32 00002000:00100000:1.0:1763335547.077360:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1675264->1689998) req@ffff9aefc471df80 x1848991029072128/t4294967598(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:593/0 lens 15224/448 e 0 to 0 dl 1763335558 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335547.077371:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc471df80 with x1848991029072128 ext(1675264->1689998) 00010000:00010000:1.0:1763335547.077383:0:8407:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cde00/0x10123ce7f07659ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1675264->1691647) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec17 expref: 13 pid: 8400 timeout: 447 lvb_type: 0 00010000:00010000:1.0:1763335547.077406:0:8407:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cde00/0x10123ce7f07659ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1675264->1691647) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec17 expref: 13 pid: 8400 timeout: 447 lvb_type: 0 00002000:00010000:1.0:1763335547.077414:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9aefc471df80 00000100:00100000:2.0:1763335547.087230:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335547.088166:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029072256 00000100:00100000:0.0:1763335547.088182:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029072256 00010000:00010000:0.0:1763335547.088239:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cde00/0x10123ce7f07659ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1675264->1691647) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec17 expref: 13 pid: 8400 timeout: 447 lvb_type: 0 00000100:00100000:3.0:1763335547.088861:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 616 00000100:00100000:3.0:1763335547.088909:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc471fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+13:2408:x1848991029072256:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335547.088931:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1763335547.088958:0:8416:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 120 -> 152 00010000:00010000:3.0:1763335547.088967:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cde00/0x10123ce7f07659ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1675264->1691647) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec17 expref: 13 pid: 8400 timeout: 447 lvb_type: 0 00010000:00010000:3.0:1763335547.088982:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cde00/0x10123ce7f07659ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1675264->1691647) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec17 expref: 13 pid: 8400 timeout: 447 lvb_type: 0 00010000:00010000:3.0:1763335547.089152:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cde00/0x10123ce7f07659ab lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1675264->1691647) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec17 expref: 13 pid: 8400 timeout: 447 lvb_type: 0 00010000:00010000:3.0:1763335547.089171:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335547.089173:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335547.089182:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cc600/0x10123ce7f07659f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1908736->1912831) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec64 expref: 10 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335547.089193:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cc600/0x10123ce7f07659f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1908736->1912831) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec64 expref: 10 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335547.089483:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cc600/0x10123ce7f07659f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1908736->1912831) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec64 expref: 10 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335547.089501:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc471ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041422336:192.168.202.34@tcp:105: 00000100:00100000:2.0:1763335547.089617:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335547.092497:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335547.092648:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc471ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041422336:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763335547.092677:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335547.092753:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc471fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+12:2408:x1848991029072256:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 3850us (5539us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335547.092775:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 616 00000100:00100000:1.0:1763335547.092917:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029072384 00000100:00100000:1.0:1763335547.092927:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029072384 00000100:00100000:1.0:1763335547.093007:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 782 00000100:00100000:1.0:1763335547.093019:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5fd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+11:2409:x1848991029072384:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:1.0:1763335547.094607:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1689999 -> 1689999 00002000:00010000:1.0:1763335547.094619:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335547 -> 1763335547 00002000:00010000:1.0:1763335547.094622:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335547 -> 1763335546 00002000:00010000:1.0:1763335547.094624:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335547 -> 1763335547 00002000:00010000:1.0:1763335547.094627:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 152 -> 168 00000100:00100000:0.0:1763335547.095080:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5fd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+13:2409:x1848991029072384:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 2055us (2589us total) trans 4294967599 rc 0/0 00000100:00100000:0.0:1763335547.095095:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 782 00000100:00100000:2.0:1763335547.100595:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335547.100712:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335547.100926:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029072640 00000100:00100000:0.0:1763335547.100942:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029072640 00000100:00100000:0.0:1763335547.101014:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1200 00000100:00100000:0.0:1763335547.101028:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc471d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+12:2407:x1848991029072640:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335547.101054:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335547.101079:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cd600/0x10123ce7f07659ff lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ec72 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335547.101169:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc35efb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041422464:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335547.101508:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c000 going to sleep for 11 seconds 00000100:00100000:1.0:1763335547.101546:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029072512 00000100:00100000:1.0:1763335547.101553:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029072512 00000100:00100000:1.0:1763335547.101607:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1640 00000100:00100000:1.0:1763335547.101616:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc471ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:2407:x1848991029072512:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335547.101630:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335547.101648:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5200/0x10123ce7f0765a06 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ec6b expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335547.101688:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4a00/0x10123ce7f07659dc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec48 expref: 15 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335547.101719:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc3780000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041422592:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335547.101752:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335547.105571:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc3780000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041422592:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335547.105609:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 991953 00010000:00010000:1.0:1763335547.105635:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5200/0x10123ce7f0765a06 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec6b expref: 13 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335547.105662:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335547.105667:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335547.105673:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5200/0x10123ce7f0765a06 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec6b expref: 13 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335547.105691:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc62b5200, rc 0) 00002000:00010000:0.0:1763335547.105918:0:8400:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335546 -> 1763335547 00000100:00100000:1.0:1763335547.105930:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc471ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:2407:x1848991029072512:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4313us (5349us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335547.105939:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc35efb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041422464:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335547.105944:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1640 00010000:00010000:0.0:1763335547.105971:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cd600/0x10123ce7f07659ff lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec72 expref: 13 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335547.105991:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cd600/0x10123ce7f07659ff lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec72 expref: 13 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335547.106002:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cd600, rc 0) 00000100:00100000:0.0:1763335547.106031:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc471d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+12:2407:x1848991029072640:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5006us (5318us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335547.106039:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1200 00000100:00100000:2.0:1763335547.110779:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335547.110869:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029072768 00000100:00100000:1.0:1763335547.110883:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029072768 00000100:00100000:2.0:1763335547.110928:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335547.110968:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1641 00000100:00100000:2.0:1763335547.110981:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc471c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+12:2409:x1848991029072768:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335547.111020:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335547.111056:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6c00/0x10123ce7f0765a0d lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ec79 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335547.111109:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4a00/0x10123ce7f07659dc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec48 expref: 15 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335547.111253:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc471ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041422720:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335547.111407:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f090c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335547.111433:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029072896 00000100:00100000:0.0:1763335547.111439:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029072896 00000100:00100000:0.0:1763335547.111494:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1201 00000100:00100000:0.0:1763335547.111504:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc471d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+12:2409:x1848991029072896:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335547.111514:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335547.111528:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cc000/0x10123ce7f0765a14 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ec80 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335547.111573:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc35efb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041422848:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335547.111623:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c000 going to sleep for 11 seconds 00000100:00100000:2.0:1763335547.115981:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc471ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041422720:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335547.116137:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 991953 00010000:00010000:2.0:1763335547.116163:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6c00/0x10123ce7f0765a0d lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec79 expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335547.116191:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335547.116194:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335547.116200:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6c00/0x10123ce7f0765a0d lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec79 expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335547.116216:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc58c6c00, rc 0) 00000100:00100000:2.0:1763335547.116305:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc471c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+12:2409:x1848991029072768:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5325us (5554us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335547.116316:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1641 00000100:00100000:0.0:1763335547.117974:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc35efb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041422848:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335547.118029:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cc000/0x10123ce7f0765a14 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec80 expref: 13 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335547.118058:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cc000/0x10123ce7f0765a14 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec80 expref: 13 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335547.118071:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cc000, rc 0) 00000100:00100000:0.0:1763335547.118162:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc471d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+12:2409:x1848991029072896:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6659us (7237us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335547.118172:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1201 00000100:00100000:3.0:1763335547.135650:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335547.138062:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029073024 00000100:00100000:1.0:1763335547.138085:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029073024 00000100:00100000:1.0:1763335547.138212:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 922 00000100:00100000:1.0:1763335547.138224:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5fd5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+16:2408:x1848991029073024:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:1.0:1763335547.138663:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 991953 -> 991953 00000004:00010000:1.0:1763335547.138669:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335547 -> 1763335547 00000004:00010000:1.0:1763335547.138672:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335547 -> 1763335547 00000004:00010000:1.0:1763335547.138674:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335547 -> 1763335547 00000004:00010000:1.0:1763335547.138676:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 896 -> 896 00000100:00100000:1.0:1763335547.138805:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5fd5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+17:2408:x1848991029073024:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 582us (3174us total) trans 4294967943 rc 0/0 00000100:00100000:1.0:1763335547.138816:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 922 00000100:00100000:2.0:1763335547.143186:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335547.143309:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029073152 00000100:00100000:0.0:1763335547.143323:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029073152 00000100:00100000:0.0:1763335547.143410:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 783 00000100:00100000:0.0:1763335547.143422:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc471ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+13:2407:x1848991029073152:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:0.0:1763335547.143808:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1689999 -> 1689999 00002000:00010000:0.0:1763335547.143812:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335547 -> 1763335547 00002000:00010000:0.0:1763335547.143815:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335547 -> 1763335546 00002000:00010000:0.0:1763335547.143818:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335547 -> 1763335547 00002000:00010000:0.0:1763335547.143821:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 168 -> 296 00000100:00100000:0.0:1763335547.144442:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc471ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+14:2407:x1848991029073152:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 1016us (1266us total) trans 4294967600 rc 0/0 00000100:00100000:0.0:1763335547.144451:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 783 00000100:00100000:2.0:1763335547.159240:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335547.159360:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029073280 00000100:00100000:0.0:1763335547.159374:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029073280 00002000:00100000:0.0:1763335547.159439:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc471f800 x1848991029073280/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:593/0 lens 488/0 e 0 to 0 dl 1763335558 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335547.159452:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc471f800 with x1848991029073280 00000100:00100000:0.0:1763335547.159670:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 923 00000100:00100000:0.0:1763335547.159680:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc471f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+17:2408:x1848991029073280:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335547.161077:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335547.161194:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029073408 00000100:00100000:1.0:1763335547.161205:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029073408 00002000:00100000:1.0:1763335547.161259:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->1691647) req@ffff9aefc5fd6300 x1848991029073408/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:593/0 lens 488/0 e 0 to 0 dl 1763335558 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335547.161272:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5fd6300 with x1848991029073408 ext(1048576->1691647) 00002000:00010000:1.0:1763335547.161280:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5fd6300 00000100:00100000:1.0:1763335547.161320:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 784 00000100:00100000:1.0:1763335547.161333:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5fd6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+14:2408:x1848991029073408:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335547.181573:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc471f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+17:2408:x1848991029073280:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 21877us (22333us total) trans 0 rc 995328/995328 00000100:00100000:1.0:1763335547.181591:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 923 00002000:00100000:1.0:1763335547.181610:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc471f800 x1848991029073280/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:593/0 lens 488/440 e 0 to 0 dl 1763335558 ref 1 fl Complete:/600/0 rc 995328/995328 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335547.181623:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc471f800 with x1848991029073280 00000100:00100000:2.0:1763335547.189711:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335547.189785:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335547.190034:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5fd6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+14:2408:x1848991029073408:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 28701us (28963us total) trans 0 rc 643072/643072 00000100:00100000:1.0:1763335547.190048:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 784 00002000:00100000:1.0:1763335547.190066:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->1691647) req@ffff9aefc5fd6300 x1848991029073408/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:593/0 lens 488/440 e 0 to 0 dl 1763335558 ref 1 fl Complete:/600/0 rc 643072/643072 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335547.190077:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5fd6300 with x1848991029073408 ext(1048576->1691647) 00002000:00010000:1.0:1763335547.190084:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5fd6300 00000100:00100000:3.0:1763335547.190222:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029073536 00000100:00100000:3.0:1763335547.190232:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029073536 00000100:00100000:3.0:1763335547.190297:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1642 00000100:00100000:3.0:1763335547.190310:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc471f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+12:2407:x1848991029073536:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335547.190333:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335547.190361:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0765a1b lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ec87 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335547.190412:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4a00/0x10123ce7f07659dc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec48 expref: 16 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335547.190465:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5fd6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041422976:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335547.190569:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850540 going to sleep for 11 seconds 00000100:00100000:0.0:1763335547.190660:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029073664 00000100:00100000:0.0:1763335547.190666:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029073664 00000100:00100000:0.0:1763335547.190712:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1202 00000100:00100000:0.0:1763335547.190720:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc471ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+12:2407:x1848991029073664:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335547.190730:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335547.190743:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cd600/0x10123ce7f0765a22 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ec8e expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335547.190794:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc35efb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041423104:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335547.190824:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c000 going to sleep for 11 seconds 00002000:00010000:0.0:1763335547.198161:0:8400:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335546 -> 1763335547 00000100:00100000:0.0:1763335547.198203:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc35efb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041423104:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335547.198255:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cd600/0x10123ce7f0765a22 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec8e expref: 13 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335547.198286:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cd600/0x10123ce7f0765a22 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec8e expref: 13 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335547.198301:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cd600, rc 0) 00000100:00100000:0.0:1763335547.198378:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc471ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+12:2407:x1848991029073664:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7658us (8615us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335547.198393:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1202 00010000:00010000:2.0:1763335547.199001:0:6503:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763335547.199513:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5fd6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041422976:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335547.199537:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 991953 00010000:00010000:3.0:1763335547.199558:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0765a1b lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec87 expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335547.199577:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335547.199580:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335547.199585:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0765a1b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec87 expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335547.199601:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4c00, rc 0) 00000100:00100000:3.0:1763335547.199645:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc471f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+12:2407:x1848991029073536:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 9337us (9949us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335547.199653:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1642 00000100:00100000:2.0:1763335547.213822:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335547.214294:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335547.214358:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029073920 00000100:00100000:3.0:1763335547.214363:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029073792 00000100:00100000:3.0:1763335547.214373:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029073792 00000100:00100000:0.0:1763335547.214374:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029073920 00000100:00100000:3.0:1763335547.214455:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1643 00000100:00100000:0.0:1763335547.214456:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1203 00000100:00100000:3.0:1763335547.214472:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc471ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+12:2406:x1848991029073792:12345-192.168.202.34@tcp:101:fsx.0 00000100:00100000:0.0:1763335547.214473:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+12:2406:x1848991029073920:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335547.214505:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335547.214505:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335547.214532:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cd600/0x10123ce7f0765a29 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ec9c expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335547.214533:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0765a30 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ec95 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335547.214592:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4a00/0x10123ce7f07659dc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec48 expref: 16 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335547.214629:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5fd6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041423360:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335547.214634:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc35efb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041423232:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335547.214745:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c000 going to sleep for 11 seconds 00000100:00100000:0.0:1763335547.218568:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850540 going to sleep for 11 seconds 00000100:00100000:0.0:1763335547.218692:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc35efb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041423232:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335547.218742:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cd600/0x10123ce7f0765a29 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec9c expref: 13 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335547.218782:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cd600/0x10123ce7f0765a29 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec9c expref: 13 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335547.218798:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cd600, rc 0) 00000100:00100000:0.0:1763335547.218845:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+12:2406:x1848991029073920:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4378us (4551us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335547.218856:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1203 00000100:00100000:0.0:1763335547.223419:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5fd6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041423360:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335547.223460:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 991953 00010000:00010000:0.0:1763335547.223486:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0765a30 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec95 expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335547.223516:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335547.223519:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335547.223526:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0765a30 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec95 expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335547.223544:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4c00, rc 0) 00000100:00100000:0.0:1763335547.223628:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc471ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+12:2406:x1848991029073792:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 9161us (9823us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335547.223639:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1643 00000100:00100000:1.0:1763335547.230840:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335547.231265:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029074048 00000100:00100000:2.0:1763335547.231280:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029074048 00000100:00100000:2.0:1763335547.231377:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 785 00000100:00100000:2.0:1763335547.231390:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3780000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+14:2406:x1848991029074048:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:2.0:1763335547.231650:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1689999 -> 1689999 00002000:00010000:2.0:1763335547.231655:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335547 -> 1763335547 00002000:00010000:2.0:1763335547.231657:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335547 -> 1763335546 00002000:00010000:2.0:1763335547.231659:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335547 -> 1763335547 00002000:00010000:2.0:1763335547.231662:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 296 -> 296 00000100:00100000:2.0:1763335547.231741:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3780000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+15:2406:x1848991029074048:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 353us (918us total) trans 4294967601 rc 0/0 00000100:00100000:2.0:1763335547.231748:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 785 00000100:00100000:2.0:1763335547.235468:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335547.235599:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335547.235666:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029074304 00000100:00100000:0.0:1763335547.235680:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029074304 00000100:00100000:0.0:1763335547.235750:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1204 00000100:00100000:0.0:1763335547.235772:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+12:2406:x1848991029074304:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335547.235837:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335547.235863:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cce00/0x10123ce7f0765a37 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ecaa expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335547.236083:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc35efb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041423488:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335547.236272:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c000 going to sleep for 11 seconds 00000100:00100000:1.0:1763335547.236415:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029074176 00000100:00100000:1.0:1763335547.236421:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029074176 00000100:00100000:1.0:1763335547.236492:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1644 00000100:00100000:1.0:1763335547.236502:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb91500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+12:2406:x1848991029074176:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335547.236524:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335547.236555:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5c00/0x10123ce7f0765a3e lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847eca3 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335547.236601:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4a00/0x10123ce7f07659dc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec48 expref: 16 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335547.236630:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc3783800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041423616:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335547.236665:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb0c0 going to sleep for 11 seconds 00002000:00010000:2.0:1763335547.240756:0:8400:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335546 -> 1763335547 00000100:00100000:2.0:1763335547.240804:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc35efb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041423488:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335547.240857:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cce00/0x10123ce7f0765a37 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ecaa expref: 13 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335547.240908:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cce00/0x10123ce7f0765a37 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ecaa expref: 13 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335547.240922:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cce00, rc 0) 00000100:00100000:1.0:1763335547.241153:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc3783800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041423616:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335547.241179:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 991953 00010000:00010000:1.0:1763335547.241198:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5c00/0x10123ce7f0765a3e lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eca3 expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335547.241213:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335547.241217:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335547.241222:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5c00/0x10123ce7f0765a3e lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eca3 expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335547.241233:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc62b5c00, rc 0) 00000100:00100000:2.0:1763335547.241930:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+12:2406:x1848991029074304:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6165us (6474us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335547.241947:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1204 00000100:00100000:1.0:1763335547.242367:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb91500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+12:2406:x1848991029074176:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5864us (6765us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335547.242377:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1644 00000100:00100000:0.0:1763335547.248577:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335547.248960:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335547.249308:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029074432 00000100:00100000:1.0:1763335547.249321:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029074432 00000100:00100000:1.0:1763335547.249406:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1645 00000100:00100000:1.0:1763335547.249417:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc35edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+12:2408:x1848991029074432:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335547.249447:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335547.249477:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5800/0x10123ce7f0765a45 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ecb1 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335547.249537:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4a00/0x10123ce7f07659dc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec48 expref: 16 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335547.249590:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc3783800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041423744:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335547.249699:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335547.249806:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029074560 00000100:00100000:2.0:1763335547.249812:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029074560 00000100:00100000:2.0:1763335547.249856:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1205 00000100:00100000:2.0:1763335547.249864:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc35efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+12:2408:x1848991029074560:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335547.249896:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335547.249913:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc6471600/0x10123ce7f0765a4c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ecb8 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335547.249951:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffb90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041423872:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335547.249984:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f090c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335547.255263:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffb90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041423872:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335547.255352:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc6471600/0x10123ce7f0765a4c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ecb8 expref: 13 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335547.255409:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc6471600/0x10123ce7f0765a4c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ecb8 expref: 13 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335547.255426:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6471600, rc 0) 00000100:00100000:3.0:1763335547.255558:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc35efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+12:2408:x1848991029074560:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5692us (6596us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335547.255569:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1205 00000100:00100000:3.0:1763335547.257689:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc3783800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041423744:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335547.257753:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 991953 00010000:00010000:3.0:1763335547.257804:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5800/0x10123ce7f0765a45 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ecb1 expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335547.257833:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335547.257836:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335547.257841:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5800/0x10123ce7f0765a45 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ecb1 expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335547.257859:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc62b5800, rc 0) 00000100:00100000:3.0:1763335547.258019:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc35edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+12:2408:x1848991029074432:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 8602us (9468us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335547.258030:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1645 00000100:00100000:1.0:1763335547.264750:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335547.264888:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029074688 00000100:00100000:3.0:1763335547.264902:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029074688 00000100:00100000:3.0:1763335547.264988:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1646 00000100:00100000:3.0:1763335547.265002:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3782a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+12:15720:x1848991029074688:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335547.265044:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335547.265079:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5400/0x10123ce7f0765a53 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ecbf expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335547.265120:0:6517:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4a00/0x10123ce7f07659dc lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec48 expref: 16 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335547.265132:0:6517:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5400/0x10123ce7f0765a53 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ecbf expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335547.265180:0:6517:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4a00/0x10123ce7f07659dc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec48 expref: 16 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335547.265195:0:6517:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4a00/0x10123ce7f07659dc lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec48 expref: 16 pid: 6516 timeout: 447 lvb_type: 0 00000100:00100000:3.0:1763335547.265211:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5fd4000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041424000:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335547.265334:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850b40 going to sleep for 11 seconds 00000100:00100000:3.0:1763335547.274312:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5fd4000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041424000:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335547.274364:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5400/0x10123ce7f0765a53 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ecbf expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335547.274389:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335547.274392:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335547.274397:0:6517:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5400/0x10123ce7f0765a53 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ecbf expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335547.274412:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5400, rc 0) 00000100:00100000:3.0:1763335547.274517:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3782a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+13:15720:x1848991029074688:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 9517us (9782us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335547.274528:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1646 00000100:00100000:2.0:1763335547.276608:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335547.277307:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029074816 00000100:00100000:0.0:1763335547.277325:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029074816 00010000:00010000:0.0:1763335547.277381:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4a00/0x10123ce7f07659dc lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec48 expref: 17 pid: 6516 timeout: 447 lvb_type: 0 00000100:00100000:0.0:1763335547.277435:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 617 00000100:00100000:0.0:1763335547.277445:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb93b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+17:2408:x1848991029074816:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335547.277464:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335547.277495:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4a00/0x10123ce7f07659dc lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec48 expref: 17 pid: 6516 timeout: 447 lvb_type: 0 00010000:00010000:0.0:1763335547.277510:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4a00/0x10123ce7f07659dc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec48 expref: 17 pid: 6516 timeout: 447 lvb_type: 0 00010000:00010000:0.0:1763335547.277539:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4a00/0x10123ce7f07659dc lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec48 expref: 17 pid: 6516 timeout: 447 lvb_type: 0 00010000:00010000:0.0:1763335547.277556:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335547.277563:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5400/0x10123ce7f0765a53 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ecbf expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335547.277576:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5400/0x10123ce7f0765a53 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ecbf expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335547.277585:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5400/0x10123ce7f0765a53 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ecbf expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335547.277631:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5400/0x10123ce7f0765a53 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ecbf expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335547.277647:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc35ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041424128:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335547.277772:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c7e8c000 going to sleep for 11 seconds 00000100:00100000:1.0:1763335547.281374:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335547.281688:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029074944 00000100:00100000:2.0:1763335547.281700:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029074944 00000100:00100000:2.0:1763335547.281789:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 924 00000100:00100000:2.0:1763335547.281800:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3781880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+13:2408:x1848991029074944:12345-192.168.202.34@tcp:22:fsx.0 00000100:00100000:0.0:1763335547.282208:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc35ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041424128:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763335547.282240:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335547.282326:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb93b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+16:2408:x1848991029074816:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 4880us (5729us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335547.282338:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 617 00000004:00010000:2.0:1763335547.282381:0:15202:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 991953 -> 991953 00000004:00010000:2.0:1763335547.282387:0:15202:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335547 -> 1763335547 00000004:00010000:2.0:1763335547.282390:0:15202:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335547 -> 1763335547 00000004:00010000:2.0:1763335547.282392:0:15202:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335547 -> 1763335547 00000004:00010000:2.0:1763335547.282394:0:15202:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 896 -> 888 00000100:00100000:2.0:1763335547.282431:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3781880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+14:2408:x1848991029074944:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 632us (1074us total) trans 4294967944 rc 0/0 00000100:00100000:2.0:1763335547.282437:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 924 00000100:00100000:1.0:1763335547.289949:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335547.290077:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029075072 00000100:00100000:3.0:1763335547.290091:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029075072 00000100:00100000:3.0:1763335547.290169:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1647 00000100:00100000:3.0:1763335547.290180:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3780700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+16:2409:x1848991029075072:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335547.290209:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335547.290236:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0765a5a lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ecc6 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335547.290282:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5400/0x10123ce7f0765a53 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ecbf expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335547.290330:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5fd4000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041424256:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335547.290430:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850b40 going to sleep for 11 seconds 00000100:00100000:1.0:1763335547.292425:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5fd4000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041424256:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335547.292458:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 991953 00010000:00010000:1.0:1763335547.292481:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0765a5a lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ecc6 expref: 17 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335547.292507:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335547.292510:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335547.292516:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0765a5a lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ecc6 expref: 17 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335547.292535:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5600, rc 0) 00000100:00100000:1.0:1763335547.292602:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3780700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+16:2409:x1848991029075072:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2424us (2670us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335547.292612:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1647 00000100:00100000:2.0:1763335547.296640:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335547.297610:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029075200 00000100:00100000:1.0:1763335547.297624:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029075200 00000100:00100000:1.0:1763335547.297700:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1648 00000100:00100000:1.0:1763335547.297712:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb92a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+16:2408:x1848991029075200:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335547.297738:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335547.297773:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4600/0x10123ce7f0765a61 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847eccd expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335547.297819:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5400/0x10123ce7f0765a53 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ecbf expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335547.297890:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc3780a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041424384:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335547.298000:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fbd80 going to sleep for 11 seconds 00000100:00100000:1.0:1763335547.306341:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc3780a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041424384:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335547.306373:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 991953 00010000:00010000:1.0:1763335547.306396:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4600/0x10123ce7f0765a61 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eccd expref: 17 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335547.306420:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335547.306423:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335547.306428:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4600/0x10123ce7f0765a61 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eccd expref: 17 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335547.306442:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc62b4600, rc 0) 00000100:00100000:1.0:1763335547.306512:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb92a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+16:2408:x1848991029075200:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 8801us (9891us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335547.306522:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1648 00000100:00100000:2.0:1763335547.309539:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335547.309680:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029075456 00000100:00100000:1.0:1763335547.309694:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029075456 00000100:00100000:1.0:1763335547.309770:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1649 00000100:00100000:1.0:1763335547.309781:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+14:15720:x1848991029075456:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:1.0:1763335547.309861:0:6517:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335547.309933:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81a00/0x10123ce7f07658ee lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb61 expref: 14 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335547.309954:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335547.309959:0:6517:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335547.310199:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5600/0x10123ce7f0765a68 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763335547.310218:0:6517:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc400/0x10123ce7f076591f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb8b expref: 15 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335547.310229:0:6517:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5600/0x10123ce7f0765a68 lrc: 4/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763335547.310275:0:6517:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc400/0x10123ce7f076591f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb8b expref: 15 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335547.310291:0:6517:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc400/0x10123ce7f076591f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb8b expref: 15 pid: 6516 timeout: 447 lvb_type: 0 00000100:00100000:1.0:1763335547.310311:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc3780a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041424512:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335547.310423:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fbd80 going to sleep for 11 seconds 00000100:00100000:2.0:1763335547.313404:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335547.313497:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029075584 00000100:00100000:0.0:1763335547.313510:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029075584 00010000:00010000:0.0:1763335547.313564:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc400/0x10123ce7f076591f lrc: 5/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb8b expref: 16 pid: 6516 timeout: 447 lvb_type: 0 00000100:00100000:0.0:1763335547.313619:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 618 00000100:00100000:0.0:1763335547.313630:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f4514c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+16:2408:x1848991029075584:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335547.313652:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335547.313660:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc400/0x10123ce7f076591f lrc: 5/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb8b expref: 16 pid: 6516 timeout: 447 lvb_type: 0 00010000:00010000:0.0:1763335547.313675:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc400/0x10123ce7f076591f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb8b expref: 16 pid: 6516 timeout: 447 lvb_type: 0 00010000:00010000:0.0:1763335547.313704:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335547.313711:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5600/0x10123ce7f0765a68 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:0.0:1763335547.313723:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5600/0x10123ce7f0765a68 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50290000000000 pid: 6517 initiator: MDT0 00010000:00010000:0.0:1763335547.313731:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5600/0x10123ce7f0765a68 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50290000000000 pid: 6517 initiator: MDT0 00010000:00010000:0.0:1763335547.313759:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335547.313853:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f4514c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+16:2408:x1848991029075584:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 224us (465us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335547.313862:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 618 00010000:00010000:1.0:1763335547.314977:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc400/0x10123ce7f076591f lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eb8b expref: 15 pid: 6516 timeout: 447 lvb_type: 0 00000100:00100000:1.0:1763335547.314998:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc3780a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041424512:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335547.315033:0:6517:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5600/0x10123ce7f0765a68 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763335547.315045:0:6517:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5600/0x10123ce7f0765a68 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763335547.315051:0:6517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5600/0x10123ce7f0765a68 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00000001:00080000:1.0:1763335547.315168:0:6517:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967945 00000004:00010000:1.0:1763335547.315230:0:6517:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 991953 -> 991953 00000004:00010000:1.0:1763335547.315234:0:6517:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335547 -> 1763335547 00000004:00010000:1.0:1763335547.315236:0:6517:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335547 -> 1763335547 00000004:00010000:1.0:1763335547.315238:0:6517:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335547 -> 1763335547 00000004:00010000:1.0:1763335547.315240:0:6517:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 888 -> 888 00000004:00010000:1.0:1763335547.315247:0:6517:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000005167d6c1 reply state 000000003c90b81d transno 4294967946 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5600/0x10123ce7f0765a68 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763335547.315264:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5600/0x10123ce7f0765a68 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763335547.315273:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335547.315277:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335547.315280:0:6517:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763335547.315413:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+16:15720:x1848991029075456:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 5632us (5889us total) trans 4294967946 rc 0/0 00000100:00100000:1.0:1763335547.315422:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1649 00000020:00080000:1.0:1763335547.315427:0:6517:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763335547.319821:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335547.320031:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029075712 00000100:00100000:3.0:1763335547.320047:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029075712 00000100:00100000:3.0:1763335547.320469:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1206 00000100:00100000:3.0:1763335547.320483:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+12:15720:x1848991029075712:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335547.320509:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335547.320536:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4800/0x10123ce7f0765a6f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ecd4 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335547.320573:0:8400:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cc600/0x10123ce7f07659f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1908736->1912831) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec64 expref: 14 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335547.320584:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335547.320586:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335547.320591:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4800/0x10123ce7f0765a6f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ecd4 expref: 13 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335547.320638:0:8400:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cc600/0x10123ce7f07659f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1908736->1912831) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec64 expref: 14 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335547.320654:0:8400:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cc600/0x10123ce7f07659f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1908736->1912831) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec64 expref: 14 pid: 8400 timeout: 447 lvb_type: 0 00000100:00100000:3.0:1763335547.320668:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5fd6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041424640:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335547.320797:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58509c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335547.325905:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5fd6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041424640:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335547.325967:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4800/0x10123ce7f0765a6f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ecd4 expref: 13 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335547.325994:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4800, rc 0) 00000100:00100000:0.0:1763335547.326093:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+13:15720:x1848991029075712:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5612us (6285us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335547.326104:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1206 00000100:00100000:2.0:1763335547.327495:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335547.328099:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029075840 00000100:00100000:3.0:1763335547.328113:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029075840 00010000:00010000:3.0:1763335547.328169:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cc600/0x10123ce7f07659f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1908736->1912831) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec64 expref: 15 pid: 8400 timeout: 447 lvb_type: 0 00000100:00100000:3.0:1763335547.328220:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 619 00000100:00100000:3.0:1763335547.328231:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb92680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+15:2409:x1848991029075840:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335547.328254:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335547.328281:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cc600/0x10123ce7f07659f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1908736->1912831) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec64 expref: 15 pid: 8400 timeout: 447 lvb_type: 0 00010000:00010000:3.0:1763335547.328297:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cc600/0x10123ce7f07659f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1908736->1912831) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec64 expref: 15 pid: 8400 timeout: 447 lvb_type: 0 00010000:00010000:3.0:1763335547.328332:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cc600/0x10123ce7f07659f8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1908736->1912831) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ec64 expref: 15 pid: 8400 timeout: 447 lvb_type: 0 00010000:00010000:3.0:1763335547.328351:0:13187:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335547.328352:0:13187:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335547.328361:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4800/0x10123ce7f0765a6f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ecd4 expref: 12 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335547.328372:0:13187:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4800/0x10123ce7f0765a6f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ecd4 expref: 12 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335547.328424:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4800/0x10123ce7f0765a6f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ecd4 expref: 12 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335547.328441:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5fd7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:13187:1848991041424768:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335547.328571:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58509c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335547.338360:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335547.338495:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5fd7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:13187:1848991041424768:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335547.338527:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335547.338604:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb92680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991029075840:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 10374us (11118us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335547.338617:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 619 00000100:00100000:1.0:1763335547.338823:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335547.339126:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029075968 00000100:00100000:2.0:1763335547.339135:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029075968 00002000:00010000:2.0:1763335547.339182:0:6529:0:(mdt_io.c:274:mdt_punch_hpreq_check()) lustre-MDT0000: refresh DOM lock for [0x200000402:0xe:0x0] 00002000:00100000:2.0:1763335547.339188:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc3780a80 with x1848991029075968 00000100:00100000:2.0:1763335547.339220:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 925 00000100:00100000:2.0:1763335547.339230:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3780a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+16:2408:x1848991029075968:12345-192.168.202.34@tcp:10:fsx.0 00000004:00010000:2.0:1763335547.340496:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 991953 -> 468738 00000004:00010000:2.0:1763335547.340506:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335547 -> 1763335547 00000004:00010000:2.0:1763335547.340508:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335547 -> 1763335547 00000004:00010000:2.0:1763335547.340511:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335547 -> 1763335547 00000004:00010000:2.0:1763335547.340513:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 888 -> 456 00000100:00100000:2.0:1763335547.340606:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3780a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+17:2408:x1848991029075968:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 1373us (2251us total) trans 4294967947 rc 0/0 00000100:00100000:2.0:1763335547.340617:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 925 00002000:00010000:2.0:1763335547.340622:0:6529:0:(mdt_io.c:274:mdt_punch_hpreq_check()) lustre-MDT0000: refresh DOM lock for [0x200000402:0xe:0x0] 00002000:00100000:2.0:1763335547.340625:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc3780a80 with x1848991029075968 00000100:00100000:3.0:1763335547.341851:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029076096 00000100:00100000:3.0:1763335547.341891:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029076096 00002000:00010000:3.0:1763335547.341947:0:15204:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:3.0:1763335547.341953:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc3782d80 with x1848991029076096 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335547.341967:0:15204:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc3782d80. 00000100:00100000:3.0:1763335547.342003:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 786 00000100:00100000:3.0:1763335547.342013:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3782d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+13:2408:x1848991029076096:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:3.0:1763335547.342805:0:15204:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1689999 -> 0 00002000:00010000:3.0:1763335547.342810:0:15204:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335547 -> 1763335547 00002000:00010000:3.0:1763335547.342813:0:15204:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335547 -> 1763335546 00002000:00010000:3.0:1763335547.342815:0:15204:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335547 -> 1763335547 00002000:00010000:3.0:1763335547.342817:0:15204:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 296 -> 0 00000100:00100000:3.0:1763335547.342905:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3782d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+14:2408:x1848991029076096:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 891us (4080us total) trans 4294967602 rc 0/0 00000100:00100000:3.0:1763335547.342913:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 786 00002000:00010000:3.0:1763335547.342917:0:15204:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:3.0:1763335547.342920:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc3782d80 with x1848991029076096 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335547.342925:0:15204:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc3782d80. 00000100:00100000:1.0:1763335547.353741:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335547.353850:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029076224 00000100:00100000:0.0:1763335547.353884:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029076224 00000100:00100000:0.0:1763335547.353965:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1650 00000100:00100000:0.0:1763335547.353978:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3781c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+17:15720:x1848991029076224:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335547.354012:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335547.354038:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd000/0x10123ce7f0765a76 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ecdb expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335547.354178:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cda00/0x10123ce7f0765a7d lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:0.0:1763335547.354198:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cda00/0x10123ce7f0765a7d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:0.0:1763335547.354212:0:6517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cda00/0x10123ce7f0765a7d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00000004:00200000:0.0:1763335547.354246:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 468738 00000004:00200000:0.0:1763335547.354251:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763335547.354272:0:6517:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cda00/0x10123ce7f0765a7d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:0.0:1763335547.354301:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd000/0x10123ce7f0765a76 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ecdb expref: 19 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335547.354323:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cda00/0x10123ce7f0765a7d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ecdb expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335547.354333:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335547.354335:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335547.354339:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cda00, rc 0) 00000100:00100000:0.0:1763335547.354410:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3781c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+18:15720:x1848991029076224:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 435us (685us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335547.354418:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1650 00000100:00100000:0.0:1763335547.357796:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335547.357918:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029076352 00000100:00100000:1.0:1763335547.357934:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029076352 00000100:00100000:1.0:1763335547.358006:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1651 00000100:00100000:1.0:1763335547.358018:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc35ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+15:15720:x1848991029076352:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335547.358044:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335547.358073:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4a00/0x10123ce7f0765a84 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ece2 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335547.358114:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5400/0x10123ce7f0765a53 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ecbf expref: 17 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335547.358125:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4a00/0x10123ce7f0765a84 lrc: 4/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ece2 expref: 16 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335547.358171:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5400/0x10123ce7f0765a53 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ecbf expref: 17 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335547.358185:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5400/0x10123ce7f0765a53 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ecbf expref: 17 pid: 6517 timeout: 448 lvb_type: 0 00000100:00100000:1.0:1763335547.358202:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc3781180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041424896:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335547.358325:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb000 going to sleep for 11 seconds 00000100:00100000:1.0:1763335547.363321:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335547.363534:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc3781180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041424896:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335547.363583:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4a00/0x10123ce7f0765a84 lrc: 3/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ece2 expref: 16 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335547.363610:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335547.363614:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335547.363619:0:6516:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4a00/0x10123ce7f0765a84 lrc: 3/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ece2 expref: 16 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335547.363633:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc62b4a00, rc 0) 00000100:00100000:0.0:1763335547.363720:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc35ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+16:15720:x1848991029076352:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5703us (5938us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335547.363731:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1651 00000100:00100000:3.0:1763335547.363834:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029076480 00000100:00100000:3.0:1763335547.363843:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029076480 00010000:00010000:3.0:1763335547.363920:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5400/0x10123ce7f0765a53 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ecbf expref: 18 pid: 6517 timeout: 448 lvb_type: 0 00000100:00100000:3.0:1763335547.363951:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 620 00000100:00100000:3.0:1763335547.363962:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3783800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+18:2409:x1848991029076480:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335547.363980:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335547.364022:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5400/0x10123ce7f0765a53 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ecbf expref: 18 pid: 6517 timeout: 448 lvb_type: 0 00010000:00010000:3.0:1763335547.364036:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5400/0x10123ce7f0765a53 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ecbf expref: 18 pid: 6517 timeout: 448 lvb_type: 0 00010000:00010000:3.0:1763335547.364064:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5400/0x10123ce7f0765a53 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ecbf expref: 18 pid: 6517 timeout: 448 lvb_type: 0 00010000:00010000:3.0:1763335547.364082:0:13187:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335547.364087:0:13187:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4a00/0x10123ce7f0765a84 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ece2 expref: 15 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335547.364097:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4a00/0x10123ce7f0765a84 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ece2 expref: 15 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335547.364107:0:13187:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4a00/0x10123ce7f0765a84 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ece2 expref: 15 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335547.364148:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4a00/0x10123ce7f0765a84 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ece2 expref: 15 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335547.364165:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5fd7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041425024:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335547.364237:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58509c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335547.368944:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335547.369114:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029076608 00000100:00100000:0.0:1763335547.369130:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029076608 00002000:00100000:0.0:1763335547.369201:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5fd5180 x1848991029076608/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:593/0 lens 488/0 e 0 to 0 dl 1763335558 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335547.369214:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5fd5180 with x1848991029076608 00000100:00100000:0.0:1763335547.369264:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 926 00000100:00100000:0.0:1763335547.369274:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5fd5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+16:2406:x1848991029076608:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335547.370788:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5fd7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041425024:192.168.202.34@tcp:105: 00010000:00010000:2.0:1763335547.370825:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335547.370915:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3783800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+17:2409:x1848991029076480:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 6952us (7610us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335547.370929:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 620 00000100:00100000:0.0:1763335547.378333:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5fd5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+16:2406:x1848991029076608:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 9042us (9451us total) trans 0 rc 471040/471040 00000100:00100000:0.0:1763335547.378354:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 926 00002000:00100000:0.0:1763335547.378371:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5fd5180 x1848991029076608/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:593/0 lens 488/440 e 0 to 0 dl 1763335558 ref 1 fl Complete:/600/0 rc 471040/471040 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335547.378381:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5fd5180 with x1848991029076608 00000100:00100000:3.0:1763335547.382127:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335547.382341:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029076736 00000100:00100000:0.0:1763335547.382356:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029076736 00000100:00100000:0.0:1763335547.382711:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1652 00000100:00100000:0.0:1763335547.382726:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5fd7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+16:15720:x1848991029076736:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335547.382755:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335547.382798:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd000/0x10123ce7f0765a8b lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ece9 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335547.383215:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5a00/0x10123ce7f0765a92 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:1.0:1763335547.383236:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5a00/0x10123ce7f0765a92 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 00010000:00010000:1.0:1763335547.383249:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5a00/0x10123ce7f0765a92 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00000004:00200000:1.0:1763335547.383289:0:6516:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 468738 00000004:00200000:1.0:1763335547.383294:0:6516:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763335547.383319:0:6516:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5a00/0x10123ce7f0765a92 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00010000:00010000:1.0:1763335547.383351:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd000/0x10123ce7f0765a8b lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ece9 expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335547.383373:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5a00/0x10123ce7f0765a92 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ece9 expref: 17 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335547.383382:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335547.383385:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335547.383389:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc62b5a00, rc 0) 00000100:00100000:1.0:1763335547.383479:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5fd7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+17:15720:x1848991029076736:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 756us (1366us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335547.383488:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1652 00000100:00100000:3.0:1763335547.386296:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335547.386440:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029076864 00000100:00100000:0.0:1763335547.386453:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029076864 00000100:00100000:0.0:1763335547.387094:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1207 00000100:00100000:0.0:1763335547.387109:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5fd6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991029076864:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335547.387133:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335547.387159:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cd400/0x10123ce7f0765a99 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ecf0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335547.387243:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc35ee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041425152:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335547.387365:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5d9ab40 going to sleep for 11 seconds 00002000:00010000:0.0:1763335547.389678:0:8400:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335546 -> 1763335547 00000100:00100000:0.0:1763335547.389724:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc35ee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041425152:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335547.389790:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cd400/0x10123ce7f0765a99 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ecf0 expref: 15 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335547.389824:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cd400/0x10123ce7f0765a99 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ecf0 expref: 15 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335547.389845:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cd400, rc 0) 00000100:00100000:0.0:1763335547.390365:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5fd6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991029076864:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3258us (4082us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335547.390376:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1207 00000100:00100000:3.0:1763335547.394072:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335547.394194:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029076992 00000100:00100000:0.0:1763335547.394210:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029076992 00000100:00100000:0.0:1763335547.394282:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1208 00000100:00100000:0.0:1763335547.394294:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5fd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+14:2408:x1848991029076992:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335547.394319:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335547.394343:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc61ccc00/0x10123ce7f0765aa0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ecf7 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335547.394423:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc35ee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041425280:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335547.394540:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5d9ab40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335547.397388:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc35ee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041425280:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335547.397442:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc61ccc00/0x10123ce7f0765aa0 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ecf7 expref: 15 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335547.397471:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc61ccc00/0x10123ce7f0765aa0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ecf7 expref: 15 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335547.397486:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61ccc00, rc 0) 00000100:00100000:0.0:1763335547.397572:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5fd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+14:2408:x1848991029076992:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3279us (3515us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335547.397583:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1208 00000100:00100000:3.0:1763335547.401456:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335547.401579:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029077120 00000100:00100000:1.0:1763335547.401592:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029077120 00000100:00100000:1.0:1763335547.401675:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1653 00000100:00100000:1.0:1763335547.401686:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5fd6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+17:2406:x1848991029077120:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335547.401712:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335547.401740:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5c00/0x10123ce7f0765aa7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ecfe expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335547.401796:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5c00/0x10123ce7f0765aa7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ecfe expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763335547.401817:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 468738 00010000:00010000:1.0:1763335547.401826:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5c00/0x10123ce7f0765aa7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ecfe expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335547.401844:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335547.401847:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335547.401851:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc62b5c00, rc 0) 00000100:00100000:1.0:1763335547.401966:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5fd6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+18:2406:x1848991029077120:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 281us (527us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335547.401974:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1653 00000100:00100000:2.0:1763335547.405280:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335547.405390:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029077248 00000100:00100000:0.0:1763335547.405404:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029077248 00002000:00100000:0.0:1763335547.405474:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffb93480 x1848991029077248/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:593/0 lens 488/0 e 0 to 0 dl 1763335558 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335547.405487:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffb93480 with x1848991029077248 00000100:00100000:0.0:1763335547.405604:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 927 00000100:00100000:0.0:1763335547.405615:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+18:2407:x1848991029077248:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335547.405919:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+18:2407:x1848991029077248:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 304us (654us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335547.405931:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 927 00002000:00100000:0.0:1763335547.405938:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffb93480 x1848991029077248/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:593/0 lens 488/4536 e 0 to 0 dl 1763335558 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335547.405946:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffb93480 with x1848991029077248 00000100:00100000:3.0:1763335547.409306:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335547.409817:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029077376 00000100:00100000:0.0:1763335547.409831:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029077376 00002000:00100000:0.0:1763335547.410090:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7d0b100 x1848991029077376/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:593/0 lens 488/0 e 0 to 0 dl 1763335558 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335547.410103:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7d0b100 with x1848991029077376 00000100:00100000:0.0:1763335547.410450:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 928 00000100:00100000:0.0:1763335547.410462:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+18:2406:x1848991029077376:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335547.410702:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+18:2406:x1848991029077376:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 242us (1412us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335547.410710:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 928 00002000:00100000:0.0:1763335547.410717:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7d0b100 x1848991029077376/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:593/0 lens 488/4536 e 0 to 0 dl 1763335558 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335547.410725:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7d0b100 with x1848991029077376 00000100:00100000:3.0:1763335547.413574:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335547.413805:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029077504 00000100:00100000:0.0:1763335547.413820:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029077504 00002000:00100000:0.0:1763335547.414009:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7d0a300 x1848991029077504/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:593/0 lens 488/0 e 0 to 0 dl 1763335558 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335547.414022:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7d0a300 with x1848991029077504 00000100:00100000:0.0:1763335547.414445:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 929 00000100:00100000:0.0:1763335547.414460:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d0a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+18:2406:x1848991029077504:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335547.414733:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d0a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+18:2406:x1848991029077504:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 276us (1176us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335547.414742:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 929 00002000:00100000:0.0:1763335547.414750:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7d0a300 x1848991029077504/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:593/0 lens 488/4536 e 0 to 0 dl 1763335558 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335547.414758:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7d0a300 with x1848991029077504 00000100:00100000:2.0:1763335547.420681:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335547.420948:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029077632 00000100:00100000:0.0:1763335547.420963:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029077632 00002000:00100000:0.0:1763335547.421035:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffb92d80 x1848991029077632/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:593/0 lens 488/0 e 0 to 0 dl 1763335558 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335547.421048:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffb92d80 with x1848991029077632 00000100:00100000:0.0:1763335547.421790:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 930 00000100:00100000:0.0:1763335547.421807:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+18:2409:x1848991029077632:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335547.422147:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+18:2409:x1848991029077632:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 344us (1480us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335547.422157:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 930 00002000:00100000:0.0:1763335547.422166:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffb92d80 x1848991029077632/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:593/0 lens 488/4536 e 0 to 0 dl 1763335558 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335547.422176:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffb92d80 with x1848991029077632 00000100:00100000:3.0:1763335547.425983:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335547.427885:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029077760 00000100:00100000:1.0:1763335547.427905:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029077760 00002000:00100000:1.0:1763335547.427987:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7d0a680 x1848991029077760/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:593/0 lens 488/0 e 0 to 0 dl 1763335558 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335547.428001:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7d0a680 with x1848991029077760 00000100:00100000:1.0:1763335547.428039:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 931 00000100:00100000:1.0:1763335547.428050:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d0a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+18:2407:x1848991029077760:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335547.428353:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d0a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+18:2407:x1848991029077760:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 303us (2385us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335547.428363:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 931 00002000:00100000:1.0:1763335547.428372:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7d0a680 x1848991029077760/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:593/0 lens 488/4536 e 0 to 0 dl 1763335558 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335547.428382:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7d0a680 with x1848991029077760 00000100:00100000:0.0:1763335547.434288:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335547.435331:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029077888 00000100:00100000:2.0:1763335547.435348:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029077888 00002000:00100000:2.0:1763335547.435420:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc35ee680 x1848991029077888/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:593/0 lens 488/0 e 0 to 0 dl 1763335558 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335547.435432:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc35ee680 with x1848991029077888 00000100:00100000:2.0:1763335547.435632:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 932 00000100:00100000:2.0:1763335547.435644:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc35ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+18:2406:x1848991029077888:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335547.436449:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc35ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+18:2406:x1848991029077888:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 801us (2173us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335547.436462:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 932 00002000:00100000:2.0:1763335547.436472:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc35ee680 x1848991029077888/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:593/0 lens 488/4536 e 0 to 0 dl 1763335558 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335547.436481:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc35ee680 with x1848991029077888 00000100:00100000:2.0:1763335547.438864:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335547.439495:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029078016 00000100:00100000:0.0:1763335547.439510:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029078016 00002000:00100000:0.0:1763335547.439582:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffb90e00 x1848991029078016/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:593/0 lens 488/0 e 0 to 0 dl 1763335558 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335547.439601:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffb90e00 with x1848991029078016 00000100:00100000:0.0:1763335547.439669:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 933 00000100:00100000:0.0:1763335547.439681:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+18:2407:x1848991029078016:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335547.440010:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+18:2407:x1848991029078016:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 329us (1158us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335547.440019:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 933 00002000:00100000:0.0:1763335547.440026:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffb90e00 x1848991029078016/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:593/0 lens 488/4536 e 0 to 0 dl 1763335558 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335547.440033:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffb90e00 with x1848991029078016 00000100:00100000:1.0:1763335547.446556:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335547.446688:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029078144 00000100:00100000:0.0:1763335547.446703:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029078144 00002000:00100000:0.0:1763335547.446785:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc3781180 x1848991029078144/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:593/0 lens 488/0 e 0 to 0 dl 1763335558 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335547.446797:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc3781180 with x1848991029078144 00000100:00100000:0.0:1763335547.446852:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 934 00000100:00100000:0.0:1763335547.446864:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3781180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+18:2407:x1848991029078144:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335547.447674:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3781180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+18:2407:x1848991029078144:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 804us (1127us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335547.447685:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 934 00002000:00100000:0.0:1763335547.447694:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc3781180 x1848991029078144/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:593/0 lens 488/4536 e 0 to 0 dl 1763335558 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335547.447703:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc3781180 with x1848991029078144 00000100:00100000:1.0:1763335547.450456:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335547.450727:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029078272 00000100:00100000:0.0:1763335547.450741:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029078272 00002000:00100000:0.0:1763335547.450804:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0c2d01500 x1848991029078272/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:593/0 lens 488/0 e 0 to 0 dl 1763335558 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335547.450816:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0c2d01500 with x1848991029078272 00000100:00100000:0.0:1763335547.450855:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 935 00000100:00100000:0.0:1763335547.450864:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+18:2406:x1848991029078272:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335547.451109:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+18:2406:x1848991029078272:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 245us (668us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335547.451117:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 935 00002000:00100000:0.0:1763335547.451123:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0c2d01500 x1848991029078272/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:593/0 lens 488/4536 e 0 to 0 dl 1763335558 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335547.451131:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0c2d01500 with x1848991029078272 00000100:00100000:2.0:1763335547.458170:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335547.458295:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029078400 00000100:00100000:1.0:1763335547.458309:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029078400 00002000:00100000:1.0:1763335547.458371:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffb90000 x1848991029078400/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:593/0 lens 488/0 e 0 to 0 dl 1763335558 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335547.458389:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffb90000 with x1848991029078400 00000100:00100000:1.0:1763335547.458433:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 936 00000100:00100000:1.0:1763335547.458442:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+18:2407:x1848991029078400:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335547.458675:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+18:2407:x1848991029078400:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 232us (521us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335547.458683:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 936 00002000:00100000:1.0:1763335547.458690:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffb90000 x1848991029078400/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:593/0 lens 488/4536 e 0 to 0 dl 1763335558 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335547.458697:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffb90000 with x1848991029078400 00000100:00100000:2.0:1763335547.468727:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335547.468977:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029078528 00000100:00100000:0.0:1763335547.468992:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029078528 00002000:00100000:0.0:1763335547.469059:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffb91c00 x1848991029078528/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:593/0 lens 488/0 e 0 to 0 dl 1763335558 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335547.469072:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffb91c00 with x1848991029078528 00000100:00100000:0.0:1763335547.469106:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 937 00000100:00100000:0.0:1763335547.469116:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb91c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+18:2406:x1848991029078528:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335547.471790:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb91c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+18:2406:x1848991029078528:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 2658us (3063us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335547.471810:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 937 00002000:00100000:0.0:1763335547.471826:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffb91c00 x1848991029078528/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:593/0 lens 488/4536 e 0 to 0 dl 1763335558 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335547.471845:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffb91c00 with x1848991029078528 00000100:00100000:2.0:1763335547.480671:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335547.480784:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029078656 00000100:00100000:0.0:1763335547.480799:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029078656 00002000:00100000:0.0:1763335547.481393:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffb90a80 x1848991029078656/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:593/0 lens 488/0 e 0 to 0 dl 1763335558 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335547.481407:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffb90a80 with x1848991029078656 00000100:00100000:0.0:1763335547.481609:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 938 00000100:00100000:0.0:1763335547.481625:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+18:2407:x1848991029078656:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335547.481942:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+18:2407:x1848991029078656:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 321us (1285us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335547.481952:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 938 00002000:00100000:0.0:1763335547.481960:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffb90a80 x1848991029078656/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:593/0 lens 488/4536 e 0 to 0 dl 1763335558 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335547.481969:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffb90a80 with x1848991029078656 00000100:00100000:2.0:1763335547.487827:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335547.488037:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029078784 00000100:00100000:0.0:1763335547.491919:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029078784 00002000:00100000:0.0:1763335547.492009:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffb91880 x1848991029078784/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:593/0 lens 488/0 e 0 to 0 dl 1763335558 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335547.492023:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffb91880 with x1848991029078784 00000100:00100000:0.0:1763335547.492081:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 939 00000100:00100000:0.0:1763335547.492091:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+18:2406:x1848991029078784:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335547.492364:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+18:2406:x1848991029078784:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 273us (4552us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335547.492377:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 939 00002000:00100000:0.0:1763335547.492384:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffb91880 x1848991029078784/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:593/0 lens 488/4536 e 0 to 0 dl 1763335558 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335547.492393:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffb91880 with x1848991029078784 00000100:00100000:2.0:1763335547.502972:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335547.503136:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029078912 00000100:00100000:1.0:1763335547.503150:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029078912 00002000:00100000:1.0:1763335547.503217:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffb93b80 x1848991029078912/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:593/0 lens 488/0 e 0 to 0 dl 1763335558 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335547.503231:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffb93b80 with x1848991029078912 00000100:00100000:1.0:1763335547.503280:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 940 00000100:00100000:1.0:1763335547.503292:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+18:2406:x1848991029078912:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335547.503541:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+18:2406:x1848991029078912:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 251us (586us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335547.503549:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 940 00002000:00100000:1.0:1763335547.503556:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffb93b80 x1848991029078912/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:593/0 lens 488/4536 e 0 to 0 dl 1763335558 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335547.503569:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffb93b80 with x1848991029078912 00000100:00100000:2.0:1763335547.507566:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335547.509304:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029079040 00000100:00100000:0.0:1763335547.509324:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029079040 00002000:00100000:1.0:1763335547.509503:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffb90380 x1848991029079040/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:593/0 lens 488/0 e 0 to 0 dl 1763335558 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335547.509517:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffb90380 with x1848991029079040 00000100:00100000:1.0:1763335547.509574:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 941 00000100:00100000:1.0:1763335547.509584:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb90380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+18:2406:x1848991029079040:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335547.510508:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb90380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+18:2406:x1848991029079040:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 918us (2952us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335547.510518:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 941 00002000:00100000:1.0:1763335547.510528:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffb90380 x1848991029079040/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:593/0 lens 488/4536 e 0 to 0 dl 1763335558 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335547.510538:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffb90380 with x1848991029079040 00000100:00100000:2.0:1763335547.515300:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335547.515526:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029079168 00000100:00100000:1.0:1763335547.515542:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029079168 00002000:00100000:1.0:1763335547.515618:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0c6722300 x1848991029079168/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:593/0 lens 488/0 e 0 to 0 dl 1763335558 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335547.515632:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0c6722300 with x1848991029079168 00000100:00100000:1.0:1763335547.515682:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 942 00000100:00100000:1.0:1763335547.515694:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c6722300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+18:2406:x1848991029079168:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335547.517240:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c6722300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+18:2406:x1848991029079168:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 1538us (1948us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335547.517253:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 942 00002000:00100000:1.0:1763335547.517262:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0c6722300 x1848991029079168/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:593/0 lens 488/4536 e 0 to 0 dl 1763335558 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335547.517272:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0c6722300 with x1848991029079168 00000100:00100000:2.0:1763335547.529188:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335547.529334:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029079296 00000100:00100000:0.0:1763335547.529349:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029079296 00000100:00100000:0.0:1763335547.529428:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1209 00000100:00100000:0.0:1763335547.529441:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c6721180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991029079296:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335547.529464:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335547.529489:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cd800/0x10123ce7f0765aae lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ed05 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335547.529574:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc35ee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041425408:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335547.529705:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5d9ab40 going to sleep for 11 seconds 00000100:00100000:3.0:1763335547.533390:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc35ee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041425408:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335547.533447:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cd800/0x10123ce7f0765aae lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed05 expref: 15 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335547.533479:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cd800/0x10123ce7f0765aae lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed05 expref: 15 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335547.533495:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cd800, rc 0) 00000100:00100000:3.0:1763335547.533578:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c6721180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991029079296:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4139us (4404us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335547.533589:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1209 00000100:00100000:2.0:1763335547.538299:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335547.538406:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029079424 00000100:00100000:3.0:1763335547.538419:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029079424 00000100:00100000:3.0:1763335547.538493:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1210 00000100:00100000:3.0:1763335547.538505:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c6723800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+14:2406:x1848991029079424:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335547.538528:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335547.538552:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5400/0x10123ce7f0765ab5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ed0c expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335547.538624:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7d08000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041425536:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335547.538739:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850f00 going to sleep for 11 seconds 00000100:00100000:3.0:1763335547.543624:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7d08000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041425536:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335547.543674:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5400/0x10123ce7f0765ab5 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed0c expref: 15 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335547.543704:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5400/0x10123ce7f0765ab5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed0c expref: 15 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335547.543721:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5400, rc 0) 00000100:00100000:3.0:1763335547.546177:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c6723800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+14:2406:x1848991029079424:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7650us (7871us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335547.546194:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1210 00000100:00100000:0.0:1763335547.556703:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335547.556858:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029079552 00000100:00100000:1.0:1763335547.556912:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029079552 00000100:00100000:1.0:1763335547.557501:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1654 00000100:00100000:1.0:1763335547.557515:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc35ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+18:15720:x1848991029079552:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335547.557545:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335547.557550:0:6517:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763335547.557610:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5c00/0x10123ce7f0765aa7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ecfe expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335547.557635:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335547.557642:0:6517:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335547.557660:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5e00/0x10123ce7f0765abc lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ed13 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335547.557693:0:6517:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4a00/0x10123ce7f0765a84 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ece2 expref: 16 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335547.557704:0:6517:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5e00/0x10123ce7f0765abc lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed13 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335547.557744:0:6517:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4a00/0x10123ce7f0765a84 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ece2 expref: 16 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335547.557770:0:6517:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4a00/0x10123ce7f0765a84 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ece2 expref: 16 pid: 6516 timeout: 448 lvb_type: 0 00000100:00100000:1.0:1763335547.557792:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c2d03800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041425664:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335547.557992:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fbd80 going to sleep for 11 seconds 00000100:00100000:2.0:1763335547.573958:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335547.574097:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c2d03800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041425664:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335547.574143:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5e00/0x10123ce7f0765abc lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed13 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335547.574170:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335547.574174:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335547.574179:0:6517:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5e00/0x10123ce7f0765abc lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed13 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335547.574193:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc62b5e00, rc 0) 00000100:00100000:1.0:1763335547.574263:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc35ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+18:15720:x1848991029079552:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 16751us (17575us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335547.574273:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1654 00000100:00100000:3.0:1763335547.574375:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029079680 00000100:00100000:3.0:1763335547.574383:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029079680 00010000:00010000:3.0:1763335547.574423:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4a00/0x10123ce7f0765a84 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ece2 expref: 17 pid: 6516 timeout: 448 lvb_type: 0 00000100:00100000:3.0:1763335547.574465:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 621 00000100:00100000:3.0:1763335547.574476:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c6720700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+17:2409:x1848991029079680:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335547.574494:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335547.574523:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4a00/0x10123ce7f0765a84 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ece2 expref: 17 pid: 6516 timeout: 448 lvb_type: 0 00010000:00010000:3.0:1763335547.574544:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4a00/0x10123ce7f0765a84 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ece2 expref: 17 pid: 6516 timeout: 448 lvb_type: 0 00010000:00010000:3.0:1763335547.574572:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4a00/0x10123ce7f0765a84 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ece2 expref: 17 pid: 6516 timeout: 448 lvb_type: 0 00010000:00010000:3.0:1763335547.574588:0:13187:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335547.574593:0:13187:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5e00/0x10123ce7f0765abc lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed13 expref: 17 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335547.574603:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5e00/0x10123ce7f0765abc lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed13 expref: 17 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335547.574614:0:13187:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5e00/0x10123ce7f0765abc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed13 expref: 17 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335547.574657:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5e00/0x10123ce7f0765abc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed13 expref: 17 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335547.574675:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7d08000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041425792:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335547.574744:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850f00 going to sleep for 11 seconds 00000100:00100000:3.0:1763335547.577180:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7d08000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041425792:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335547.577213:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335547.577285:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c6720700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+16:2409:x1848991029079680:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 2809us (3343us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335547.577298:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 621 00000100:00100000:0.0:1763335547.584607:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335547.584745:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029079808 00000100:00100000:1.0:1763335547.584769:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029079808 00000100:00100000:1.0:1763335547.584856:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1655 00000100:00100000:1.0:1763335547.584909:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc35ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+16:15720:x1848991029079808:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335547.584939:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335547.584970:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5c00/0x10123ce7f0765ac3 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ed1a expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335547.585013:0:6517:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5e00/0x10123ce7f0765abc lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed13 expref: 17 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335547.585030:0:6517:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5c00/0x10123ce7f0765ac3 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed1a expref: 17 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335547.585076:0:6517:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5e00/0x10123ce7f0765abc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed13 expref: 17 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335547.585093:0:6517:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5e00/0x10123ce7f0765abc lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed13 expref: 17 pid: 6517 timeout: 448 lvb_type: 0 00000100:00100000:1.0:1763335547.585109:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c2d03800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041425920:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335547.585455:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fbd80 going to sleep for 11 seconds 00000100:00100000:2.0:1763335547.593640:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335547.593896:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c2d03800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041425920:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335547.593949:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5c00/0x10123ce7f0765ac3 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed1a expref: 17 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335547.593976:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335547.593979:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335547.593984:0:6517:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5c00/0x10123ce7f0765ac3 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed1a expref: 17 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335547.593998:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc62b5c00, rc 0) 00000100:00100000:0.0:1763335547.594089:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc35ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+17:15720:x1848991029079808:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 9222us (9499us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335547.594100:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1655 00000100:00100000:3.0:1763335547.595731:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029079936 00000100:00100000:3.0:1763335547.595749:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029079936 00002000:00100000:3.0:1763335547.595835:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0c6723100 x1848991029079936/t0(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:593/0 lens 488/0 e 0 to 0 dl 1763335558 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335547.595850:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0c6723100 with x1848991029079936 00010000:00010000:3.0:1763335547.595862:0:6529:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5e00/0x10123ce7f0765abc lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed13 expref: 18 pid: 6517 timeout: 448 lvb_type: 0 00010000:00010000:3.0:1763335547.595904:0:6529:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5e00/0x10123ce7f0765abc lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed13 expref: 18 pid: 6517 timeout: 448 lvb_type: 0 00002000:00010000:3.0:1763335547.595913:0:6529:0:(mdt_io.c:157:mdt_rw_hpreq_check()) lustre-MDT0000: refreshed 1 locks timeout for req ffff9af0c6723100 00000100:00100000:3.0:1763335547.597306:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 49 00000100:00100000:3.0:1763335547.597336:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c6723100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+18:2408:x1848991029079936:12345-192.168.202.34@tcp:4:fsx.0 00000004:00010000:0.0:1763335547.615313:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 468738 -> 840255 00000004:00010000:0.0:1763335547.615326:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335547 -> 1763335547 00000004:00010000:0.0:1763335547.615330:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335547 -> 1763335547 00000004:00010000:0.0:1763335547.615332:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335547 -> 1763335547 00000004:00010000:0.0:1763335547.615335:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 456 -> 560 00000100:00100000:0.0:1763335547.615508:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c6723100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+20:2408:x1848991029079936:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 18179us (21873us total) trans 4294967948 rc 0/0 00000100:00100000:0.0:1763335547.615523:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 49 00002000:00100000:0.0:1763335547.615539:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0c6723100 x1848991029079936/t4294967948(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:593/0 lens 488/448 e 0 to 0 dl 1763335558 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335547.615551:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0c6723100 with x1848991029079936 00010000:00010000:0.0:1763335547.615564:0:6529:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5e00/0x10123ce7f0765abc lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed13 expref: 20 pid: 6517 timeout: 448 lvb_type: 0 00010000:00010000:0.0:1763335547.615587:0:6529:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5e00/0x10123ce7f0765abc lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed13 expref: 20 pid: 6517 timeout: 448 lvb_type: 0 00002000:00010000:0.0:1763335547.615595:0:6529:0:(mdt_io.c:157:mdt_rw_hpreq_check()) lustre-MDT0000: refreshed 1 locks timeout for req ffff9af0c6723100 00000100:00100000:0.0:1763335547.631565:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335547.631670:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029080064 00000100:00100000:3.0:1763335547.631683:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029080064 00010000:00010000:3.0:1763335547.631737:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5e00/0x10123ce7f0765abc lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed13 expref: 20 pid: 6517 timeout: 448 lvb_type: 0 00000100:00100000:3.0:1763335547.631802:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 622 00000100:00100000:3.0:1763335547.631815:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5473b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+20:2409:x1848991029080064:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335547.631836:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335547.631907:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5e00/0x10123ce7f0765abc lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed13 expref: 20 pid: 6517 timeout: 448 lvb_type: 0 00010000:00010000:3.0:1763335547.631925:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5e00/0x10123ce7f0765abc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed13 expref: 20 pid: 6517 timeout: 448 lvb_type: 0 00010000:00010000:3.0:1763335547.631955:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5e00/0x10123ce7f0765abc lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed13 expref: 20 pid: 6517 timeout: 448 lvb_type: 0 00010000:00010000:3.0:1763335547.631975:0:13187:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335547.631982:0:13187:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5c00/0x10123ce7f0765ac3 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed1a expref: 16 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335547.631997:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5c00/0x10123ce7f0765ac3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed1a expref: 16 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335547.632007:0:13187:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5c00/0x10123ce7f0765ac3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed1a expref: 16 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335547.632063:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5c00/0x10123ce7f0765ac3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed1a expref: 16 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335547.632080:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7d08000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041426048:192.168.202.34@tcp:105: 00000100:00100000:2.0:1763335547.633200:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850f00 going to sleep for 11 seconds 00000100:00100000:2.0:1763335547.637017:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335547.637139:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7d08000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041426048:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335547.637269:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335547.637343:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5473b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+19:2409:x1848991029080064:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 5529us (5793us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335547.637356:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 622 00000100:00100000:0.0:1763335547.637680:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029080192 00000100:00100000:0.0:1763335547.637690:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029080192 00000100:00100000:0.0:1763335547.637779:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 943 00000100:00100000:0.0:1763335547.637790:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c6721500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+17:2409:x1848991029080192:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:0.0:1763335547.638779:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 840255 -> 840255 00000004:00010000:0.0:1763335547.638788:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335547 -> 1763335547 00000004:00010000:0.0:1763335547.638791:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335547 -> 1763335547 00000004:00010000:0.0:1763335547.638794:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335547 -> 1763335547 00000004:00010000:0.0:1763335547.638797:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 560 -> 544 00000100:00100000:0.0:1763335547.638906:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c6721500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:2409:x1848991029080192:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 1114us (1901us total) trans 4294967949 rc 0/0 00000100:00100000:0.0:1763335547.638917:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 943 00000100:00100000:2.0:1763335547.642481:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335547.642599:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029080320 00000100:00100000:0.0:1763335547.642612:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029080320 00000100:00100000:0.0:1763335547.642689:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1656 00000100:00100000:0.0:1763335547.642702:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c6720380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+19:2406:x1848991029080320:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335547.642735:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335547.642778:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc200/0x10123ce7f0765aca lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ed21 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335547.642827:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5c00/0x10123ce7f0765ac3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed1a expref: 17 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335547.642915:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f45b2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041426176:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335547.643031:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af10214e480 going to sleep for 11 seconds 00000100:00100000:0.0:1763335547.651549:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f45b2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041426176:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335547.651590:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 840255 00010000:00010000:0.0:1763335547.651616:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc200/0x10123ce7f0765aca lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed21 expref: 20 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335547.651644:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335547.651649:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335547.651656:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc200/0x10123ce7f0765aca lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed21 expref: 20 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335547.651676:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cc200, rc 0) 00000100:00100000:0.0:1763335547.651768:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c6720380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+19:2406:x1848991029080320:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 9060us (9292us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335547.651779:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1656 00000100:00100000:3.0:1763335547.656784:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335547.656959:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029080448 00000100:00100000:0.0:1763335547.656974:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029080448 00000100:00100000:0.0:1763335547.657053:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1657 00000100:00100000:0.0:1763335547.657066:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+19:2409:x1848991029080448:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335547.657093:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335547.657124:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc800/0x10123ce7f0765ad1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ed28 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335547.657190:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5c00/0x10123ce7f0765ac3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed1a expref: 17 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335547.657249:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f45b2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041426304:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335547.658649:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af10214e480 going to sleep for 11 seconds 00000100:00100000:0.0:1763335547.661266:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f45b2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041426304:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335547.661307:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 840255 00010000:00010000:0.0:1763335547.661335:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc800/0x10123ce7f0765ad1 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed28 expref: 20 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335547.661365:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335547.661369:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335547.661375:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc800/0x10123ce7f0765ad1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed28 expref: 20 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335547.661395:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cc800, rc 0) 00000100:00100000:0.0:1763335547.663400:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+19:2409:x1848991029080448:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6319us (6611us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335547.663415:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1657 00000100:00100000:3.0:1763335547.672374:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335547.672709:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029080704 00000100:00100000:0.0:1763335547.672723:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029080704 00000100:00100000:0.0:1763335547.672814:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1658 00000100:00100000:0.0:1763335547.672827:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+19:15720:x1848991029080704:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:0.0:1763335547.672945:0:6517:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335547.672985:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cda00/0x10123ce7f0765a7d lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ecdb expref: 19 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335547.673014:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335547.673021:0:6517:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335547.673278:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc800/0x10123ce7f0765ad8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:0.0:1763335547.673297:0:6517:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5a00/0x10123ce7f0765a92 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ece9 expref: 17 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335547.673308:0:6517:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc800/0x10123ce7f0765ad8 lrc: 4/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:0.0:1763335547.673359:0:6517:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5a00/0x10123ce7f0765a92 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ece9 expref: 17 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335547.673376:0:6517:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5a00/0x10123ce7f0765a92 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ece9 expref: 17 pid: 6516 timeout: 448 lvb_type: 0 00000100:00100000:0.0:1763335547.673393:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f45b2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041426432:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335547.673520:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af10214e180 going to sleep for 11 seconds 00000100:00100000:2.0:1763335547.701280:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335547.701455:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f45b2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041426432:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335547.701494:0:6517:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc800/0x10123ce7f0765ad8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00000100:00100000:3.0:1763335547.702057:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029080832 00000100:00100000:3.0:1763335547.702068:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029080832 00010000:00010000:3.0:1763335547.702122:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5a00/0x10123ce7f0765a92 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ece9 expref: 18 pid: 6516 timeout: 448 lvb_type: 0 00000100:00100000:3.0:1763335547.702179:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 623 00000100:00100000:3.0:1763335547.702192:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c6722d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+18:2409:x1848991029080832:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335547.702211:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335547.702219:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5a00/0x10123ce7f0765a92 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ece9 expref: 18 pid: 6516 timeout: 448 lvb_type: 0 00010000:00010000:3.0:1763335547.702234:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5a00/0x10123ce7f0765a92 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ece9 expref: 18 pid: 6516 timeout: 448 lvb_type: 0 00010000:00010000:3.0:1763335547.702262:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5a00/0x10123ce7f0765a92 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ece9 expref: 18 pid: 6516 timeout: 448 lvb_type: 0 00010000:00010000:3.0:1763335547.702284:0:13187:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335547.702290:0:13187:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc800/0x10123ce7f0765ad8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335547.702302:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc800/0x10123ce7f0765ad8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335547.702310:0:13187:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc800/0x10123ce7f0765ad8 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335547.702501:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335547.702585:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c6722d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+17:2409:x1848991029080832:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 395us (1323us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335547.702594:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 623 00010000:00010000:0.0:1763335547.703431:0:6517:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc800/0x10123ce7f0765ad8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:0.0:1763335547.703442:0:6517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc800/0x10123ce7f0765ad8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00000001:00080000:0.0:1763335547.703572:0:6517:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967950 00000004:00010000:0.0:1763335547.703636:0:6517:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 840255 -> 840255 00000004:00010000:0.0:1763335547.703639:0:6517:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335547 -> 1763335547 00000004:00010000:0.0:1763335547.703642:0:6517:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335547 -> 1763335547 00000004:00010000:0.0:1763335547.703645:0:6517:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335547 -> 1763335547 00000004:00010000:0.0:1763335547.703647:0:6517:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 544 -> 544 00000004:00010000:0.0:1763335547.703654:0:6517:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000006ff9db75 reply state 000000009d34f670 transno 4294967951 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc800/0x10123ce7f0765ad8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:0.0:1763335547.703673:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc800/0x10123ce7f0765ad8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:0.0:1763335547.703682:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335547.703685:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335547.703689:0:6517:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763335547.703835:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+21:15720:x1848991029080704:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 31007us (31473us total) trans 4294967951 rc 0/0 00000100:00100000:0.0:1763335547.703843:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1658 00000020:00080000:0.0:1763335547.703849:0:6517:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763335547.709392:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335547.709505:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029080960 00000100:00100000:0.0:1763335547.709521:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029080960 00000100:00100000:0.0:1763335547.709603:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1659 00000100:00100000:0.0:1763335547.709616:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c6720e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+21:15720:x1848991029080960:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335547.709649:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335547.709678:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cda00/0x10123ce7f0765adf lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ed2f expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335547.709717:0:6517:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5c00/0x10123ce7f0765ac3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed1a expref: 16 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335547.709728:0:6517:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cda00/0x10123ce7f0765adf lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed2f expref: 22 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335547.709789:0:6517:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5c00/0x10123ce7f0765ac3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed1a expref: 16 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335547.709805:0:6517:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5c00/0x10123ce7f0765ac3 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed1a expref: 16 pid: 6517 timeout: 448 lvb_type: 0 00000100:00100000:0.0:1763335547.709822:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f45b2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041426560:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335547.710000:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af10214e480 going to sleep for 11 seconds 00000100:00100000:0.0:1763335547.715392:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f45b2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041426560:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335547.715441:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cda00/0x10123ce7f0765adf lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed2f expref: 22 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335547.715464:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335547.715467:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335547.715471:0:6517:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cda00/0x10123ce7f0765adf lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed2f expref: 22 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335547.715483:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cda00, rc 0) 00000100:00100000:0.0:1763335547.715716:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c6720e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+22:15720:x1848991029080960:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6102us (6344us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335547.715726:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1659 00000100:00100000:3.0:1763335547.718050:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335547.718127:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029081088 00000100:00100000:2.0:1763335547.718140:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029081088 00010000:00010000:2.0:1763335547.718241:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5c00/0x10123ce7f0765ac3 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed1a expref: 17 pid: 6517 timeout: 448 lvb_type: 0 00000100:00100000:2.0:1763335547.718288:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 624 00000100:00100000:2.0:1763335547.718299:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d08380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+17:2409:x1848991029081088:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335547.718318:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335547.718345:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5c00/0x10123ce7f0765ac3 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed1a expref: 17 pid: 6517 timeout: 448 lvb_type: 0 00010000:00010000:2.0:1763335547.718359:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5c00/0x10123ce7f0765ac3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed1a expref: 17 pid: 6517 timeout: 448 lvb_type: 0 00010000:00010000:2.0:1763335547.718386:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5c00/0x10123ce7f0765ac3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed1a expref: 17 pid: 6517 timeout: 448 lvb_type: 0 00010000:00010000:2.0:1763335547.718407:0:13187:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335547.718413:0:13187:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cda00/0x10123ce7f0765adf lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed2f expref: 21 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335547.718430:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cda00/0x10123ce7f0765adf lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed2f expref: 21 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335547.718447:0:13187:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cda00/0x10123ce7f0765adf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed2f expref: 21 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335547.718493:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cda00/0x10123ce7f0765adf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed2f expref: 21 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335547.718506:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c6720000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041426688:192.168.202.34@tcp:105: 00000100:00100000:2.0:1763335547.718605:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f093c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335547.723821:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c6720000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041426688:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335547.723859:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335547.723975:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d08380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+16:2409:x1848991029081088:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 5676us (5938us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335547.723989:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 624 00000100:00100000:0.0:1763335547.727525:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335547.729696:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029081216 00000100:00100000:1.0:1763335547.729716:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029081216 00002000:00010000:1.0:1763335547.729792:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1348881->18446744073709551615) 00002000:00100000:1.0:1763335547.729799:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f45b2a00 with x1848991029081216 ext(1348881->18446744073709551615) 00002000:00010000:1.0:1763335547.729822:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f45b2a00. 00000100:00100000:1.0:1763335547.729882:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 787 00000100:00100000:1.0:1763335547.729895:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f45b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+14:2409:x1848991029081216:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:1.0:1763335547.730199:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 0 -> 1348881 00002000:00010000:1.0:1763335547.730203:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335547 -> 1763335547 00002000:00010000:1.0:1763335547.730206:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335547 -> 1763335546 00002000:00010000:1.0:1763335547.730209:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335547 -> 1763335547 00002000:00010000:1.0:1763335547.730211:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763335547.730289:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f45b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+15:2409:x1848991029081216:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 397us (2785us total) trans 4294967603 rc 0/0 00000100:00100000:1.0:1763335547.730298:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 787 00002000:00010000:1.0:1763335547.730304:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1348881->18446744073709551615) 00002000:00100000:1.0:1763335547.730306:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f45b2a00 with x1848991029081216 ext(1348881->18446744073709551615) 00002000:00010000:1.0:1763335547.730312:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f45b2a00. 00000100:00100000:2.0:1763335547.733634:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335547.733742:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029081344 00000100:00100000:0.0:1763335547.733767:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029081344 00000100:00100000:0.0:1763335547.734015:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1660 00000100:00100000:0.0:1763335547.734027:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c6720a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+16:15720:x1848991029081344:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335547.734059:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335547.734089:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc200/0x10123ce7f0765ae6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ed36 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335547.734230:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd200/0x10123ce7f0765aed lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:0.0:1763335547.734251:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd200/0x10123ce7f0765aed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:0.0:1763335547.734269:0:6517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd200/0x10123ce7f0765aed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00000004:00200000:0.0:1763335547.734304:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 1348881 00000004:00200000:0.0:1763335547.734310:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763335547.734335:0:6517:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd200/0x10123ce7f0765aed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:0.0:1763335547.734366:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc200/0x10123ce7f0765ae6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed36 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335547.734388:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd200/0x10123ce7f0765aed lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed36 expref: 17 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335547.734397:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335547.734400:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335547.734405:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cd200, rc 0) 00000100:00100000:0.0:1763335547.734491:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c6720a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+17:15720:x1848991029081344:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 466us (873us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335547.734499:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1660 00000100:00100000:2.0:1763335547.739616:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335547.739752:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029081472 00000100:00100000:0.0:1763335547.739775:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029081472 00000100:00100000:0.0:1763335547.739861:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1661 00000100:00100000:0.0:1763335547.739897:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c6721880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+17:2409:x1848991029081472:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335547.739926:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335547.739954:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd400/0x10123ce7f0765af4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ed3d expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335547.740007:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cda00/0x10123ce7f0765adf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed2f expref: 21 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335547.740062:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc471e300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041426816:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335547.740195:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af10214e480 going to sleep for 11 seconds 00000100:00100000:3.0:1763335547.740852:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335547.741212:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029081600 00000100:00100000:1.0:1763335547.741224:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029081600 00000100:00100000:1.0:1763335547.741280:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1211 00000100:00100000:1.0:1763335547.741291:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+14:2408:x1848991029081600:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335547.741308:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335547.741326:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc62b5200/0x10123ce7f0765afb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ed44 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335547.741386:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c2d00e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041426944:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335547.741470:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335547.744548:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc471e300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041426816:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335547.744588:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 840255 00010000:00010000:0.0:1763335547.744614:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd400/0x10123ce7f0765af4 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed3d expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335547.744641:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335547.744645:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335547.744651:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd400/0x10123ce7f0765af4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed3d expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335547.744670:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cd400, rc 0) 00002000:00010000:1.0:1763335547.744847:0:8400:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335546 -> 1763335547 00000100:00100000:0.0:1763335547.745201:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c6721880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+17:2409:x1848991029081472:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5305us (5598us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335547.745212:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1661 00000100:00100000:1.0:1763335547.745286:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c2d00e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041426944:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335547.745314:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc62b5200/0x10123ce7f0765afb lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed44 expref: 15 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335547.745333:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc62b5200/0x10123ce7f0765afb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed44 expref: 15 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335547.745344:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc62b5200, rc 0) 00000100:00100000:1.0:1763335547.745376:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+14:2408:x1848991029081600:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4087us (4528us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335547.745383:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1211 00000100:00100000:3.0:1763335547.750600:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335547.750645:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335547.750913:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029081728 00000100:00100000:0.0:1763335547.750928:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029081728 00000100:00100000:0.0:1763335547.750986:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1662 00000100:00100000:0.0:1763335547.750996:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+17:2406:x1848991029081728:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335547.751031:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335547.751057:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd400/0x10123ce7f0765b02 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ed4b expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335547.751101:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cda00/0x10123ce7f0765adf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed2f expref: 21 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335547.751160:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc471e300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041427072:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335547.751264:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af10214e480 going to sleep for 11 seconds 00000100:00100000:1.0:1763335547.751344:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029081856 00000100:00100000:1.0:1763335547.751349:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029081856 00000100:00100000:1.0:1763335547.751381:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1212 00000100:00100000:1.0:1763335547.751387:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+14:2406:x1848991029081856:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335547.751395:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335547.751406:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc62b4200/0x10123ce7f0765b09 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ed52 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335547.751443:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c2d00e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041427200:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335547.751472:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335547.755514:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c2d00e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041427200:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335547.755574:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc62b4200/0x10123ce7f0765b09 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed52 expref: 15 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335547.755606:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc62b4200/0x10123ce7f0765b09 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed52 expref: 15 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335547.755621:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc62b4200, rc 0) 00000100:00100000:1.0:1763335547.755700:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+14:2406:x1848991029081856:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4311us (5052us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335547.755711:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1212 00000100:00100000:0.0:1763335547.756030:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc471e300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041427072:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335547.756049:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 840255 00010000:00010000:0.0:1763335547.756065:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd400/0x10123ce7f0765b02 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed4b expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335547.756081:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335547.756085:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335547.756089:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd400/0x10123ce7f0765b02 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed4b expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335547.756102:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cd400, rc 0) 00000100:00100000:0.0:1763335547.756132:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+17:2406:x1848991029081728:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5138us (5548us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335547.756140:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1662 00000100:00100000:3.0:1763335547.764415:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335547.764479:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335547.764566:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029081984 00000100:00100000:0.0:1763335547.764580:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029081984 00000100:00100000:0.0:1763335547.764659:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1663 00000100:00100000:0.0:1763335547.764672:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+17:2406:x1848991029081984:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335547.764701:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335547.764731:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd400/0x10123ce7f0765b10 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ed59 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335547.764795:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cda00/0x10123ce7f0765adf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed2f expref: 21 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335547.764857:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc471e300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041427328:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335547.767373:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029082112 00000100:00100000:1.0:1763335547.767393:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029082112 00000100:00100000:1.0:1763335547.767468:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1213 00000100:00100000:1.0:1763335547.767478:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+14:2406:x1848991029082112:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335547.767501:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335547.767525:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc62b4200/0x10123ce7f0765b17 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ed60 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335547.767596:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c2d00e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041427456:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335547.767690:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af10214e480 going to sleep for 11 seconds 00000100:00100000:1.0:1763335547.767863:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335547.769499:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc471e300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041427328:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335547.769540:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 840255 00010000:00010000:0.0:1763335547.769566:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd400/0x10123ce7f0765b10 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed59 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335547.769595:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335547.769599:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335547.769605:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd400/0x10123ce7f0765b10 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed59 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335547.769626:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cd400, rc 0) 00000100:00100000:0.0:1763335547.769695:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+17:2406:x1848991029081984:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5025us (5295us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335547.769711:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1663 00000100:00100000:1.0:1763335547.772395:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c2d00e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041427456:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335547.772443:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc62b4200/0x10123ce7f0765b17 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed60 expref: 15 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335547.772470:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc62b4200/0x10123ce7f0765b17 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed60 expref: 15 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335547.772484:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc62b4200, rc 0) 00000100:00100000:1.0:1763335547.772557:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+14:2406:x1848991029082112:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5078us (8076us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335547.772569:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1213 00000100:00100000:3.0:1763335547.776774:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335547.777363:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029082240 00000100:00100000:1.0:1763335547.777377:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029082240 00000100:00100000:1.0:1763335547.778137:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1214 00000100:00100000:1.0:1763335547.778154:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5788000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+14:15720:x1848991029082240:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335547.778179:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335547.778206:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc62b5200/0x10123ce7f0765b1e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ed67 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335547.778247:0:8400:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4800/0x10123ce7f0765a6f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ecd4 expref: 14 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335547.778264:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335547.778266:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335547.778271:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc62b5200/0x10123ce7f0765b1e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1130496->1134591] (req 1130496->1134591) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed67 expref: 15 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335547.778316:0:8400:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4800/0x10123ce7f0765a6f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ecd4 expref: 14 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335547.778332:0:8400:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4800/0x10123ce7f0765a6f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ecd4 expref: 14 pid: 8400 timeout: 448 lvb_type: 0 00000100:00100000:1.0:1763335547.778348:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c2d00e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041427584:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335547.778961:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335547.783364:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c2d00e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041427584:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335547.783415:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc62b5200/0x10123ce7f0765b1e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1130496->1134591] (req 1130496->1134591) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed67 expref: 15 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335547.783442:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc62b5200, rc 0) 00000100:00100000:1.0:1763335547.783521:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5788000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+15:15720:x1848991029082240:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5372us (6777us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335547.783533:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1214 00000100:00100000:3.0:1763335547.784562:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335547.784677:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029082368 00000100:00100000:0.0:1763335547.784689:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029082368 00010000:00010000:0.0:1763335547.784737:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4800/0x10123ce7f0765a6f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ecd4 expref: 15 pid: 8400 timeout: 448 lvb_type: 0 00000100:00100000:0.0:1763335547.784801:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 625 00000100:00100000:0.0:1763335547.784812:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f4516850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+15:2408:x1848991029082368:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335547.784832:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335547.784859:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4800/0x10123ce7f0765a6f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ecd4 expref: 15 pid: 8400 timeout: 448 lvb_type: 0 00010000:00010000:0.0:1763335547.784900:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4800/0x10123ce7f0765a6f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ecd4 expref: 15 pid: 8400 timeout: 448 lvb_type: 0 00010000:00010000:0.0:1763335547.784931:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4800/0x10123ce7f0765a6f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ecd4 expref: 15 pid: 8400 timeout: 448 lvb_type: 0 00010000:00010000:0.0:1763335547.784948:0:13187:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335547.784950:0:13187:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335547.784960:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc62b5200/0x10123ce7f0765b1e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1130496->1134591) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed67 expref: 14 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335547.784973:0:13187:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc62b5200/0x10123ce7f0765b1e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1130496->1134591) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed67 expref: 14 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335547.785036:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc62b5200/0x10123ce7f0765b1e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1130496->1134591) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed67 expref: 14 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335547.785053:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc471e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:13187:1848991041427712:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335547.785156:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af10214e480 going to sleep for 11 seconds 00000100:00100000:2.0:1763335547.789643:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335547.789752:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc471e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:13187:1848991041427712:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763335547.789796:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335547.789907:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f4516850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+14:2408:x1848991029082368:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 5095us (5899us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335547.789921:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 625 00000100:00100000:3.0:1763335547.790059:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029082496 00000100:00100000:3.0:1763335547.790069:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029082496 00002000:00100000:3.0:1763335547.790123:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1130496->1134591) req@ffff9af0c6721f80 x1848991029082496/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:593/0 lens 488/0 e 0 to 0 dl 1763335558 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335547.790134:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0c6721f80 with x1848991029082496 ext(1130496->1134591) 00002000:00010000:3.0:1763335547.790141:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0c6721f80 00000100:00100000:3.0:1763335547.790163:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 788 00000100:00100000:3.0:1763335547.790171:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c6721f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+15:2409:x1848991029082496:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335547.790431:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c6721f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+15:2409:x1848991029082496:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 259us (803us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335547.790439:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 788 00002000:00100000:3.0:1763335547.790446:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1130496->1134591) req@ffff9af0c6721f80 x1848991029082496/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:593/0 lens 488/4536 e 0 to 0 dl 1763335558 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335547.790455:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0c6721f80 with x1848991029082496 ext(1130496->1134591) 00002000:00010000:3.0:1763335547.790459:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0c6721f80 00000100:00100000:2.0:1763335547.795134:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335547.795402:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029082624 00000100:00100000:1.0:1763335547.795417:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029082624 00002000:00100000:1.0:1763335547.795494:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1134592->1138687) req@ffff9af0c6720700 x1848991029082624/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:593/0 lens 488/0 e 0 to 0 dl 1763335558 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335547.795515:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0c6720700 with x1848991029082624 ext(1134592->1138687) 00002000:00010000:1.0:1763335547.795522:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0c6720700 00000100:00100000:1.0:1763335547.795565:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 789 00000100:00100000:1.0:1763335547.795577:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c6720700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+15:2406:x1848991029082624:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335547.795911:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c6720700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+15:2406:x1848991029082624:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 295us (751us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335547.795920:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 789 00002000:00100000:1.0:1763335547.795928:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1134592->1138687) req@ffff9af0c6720700 x1848991029082624/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:593/0 lens 488/4536 e 0 to 0 dl 1763335558 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335547.795935:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0c6720700 with x1848991029082624 ext(1134592->1138687) 00002000:00010000:1.0:1763335547.795939:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0c6720700 00000100:00100000:0.0:1763335547.798859:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335547.799116:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029082752 00000100:00100000:3.0:1763335547.799131:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029082752 00002000:00100000:3.0:1763335547.799197:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1138688->1142783) req@ffff9aefc471e300 x1848991029082752/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:593/0 lens 488/0 e 0 to 0 dl 1763335558 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335547.799210:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc471e300 with x1848991029082752 ext(1138688->1142783) 00002000:00010000:3.0:1763335547.799217:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc471e300 00000100:00100000:3.0:1763335547.799246:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 790 00000100:00100000:3.0:1763335547.799257:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc471e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+15:2408:x1848991029082752:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335547.799533:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc471e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+15:2408:x1848991029082752:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 277us (689us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335547.799543:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 790 00002000:00100000:3.0:1763335547.799549:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1138688->1142783) req@ffff9aefc471e300 x1848991029082752/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:593/0 lens 488/4536 e 0 to 0 dl 1763335558 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335547.799557:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc471e300 with x1848991029082752 ext(1138688->1142783) 00002000:00010000:3.0:1763335547.799560:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc471e300 00000100:00100000:2.0:1763335547.808054:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335547.808285:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029082880 00000100:00100000:1.0:1763335547.808300:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029082880 00002000:00100000:1.0:1763335547.808373:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1142784->1146879) req@ffff9af0c6722d80 x1848991029082880/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:593/0 lens 488/0 e 0 to 0 dl 1763335558 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335547.808387:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0c6722d80 with x1848991029082880 ext(1142784->1146879) 00002000:00010000:1.0:1763335547.808395:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0c6722d80 00000100:00100000:1.0:1763335547.808442:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 791 00000100:00100000:1.0:1763335547.808454:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c6722d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+15:2406:x1848991029082880:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335547.808747:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c6722d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+15:2406:x1848991029082880:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 293us (708us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335547.808765:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 791 00002000:00100000:1.0:1763335547.808774:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1142784->1146879) req@ffff9af0c6722d80 x1848991029082880/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:593/0 lens 488/4536 e 0 to 0 dl 1763335558 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335547.808783:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0c6722d80 with x1848991029082880 ext(1142784->1146879) 00002000:00010000:1.0:1763335547.808786:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0c6722d80 00000100:00100000:2.0:1763335547.815540:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335547.816983:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029083008 00000100:00100000:1.0:1763335547.817002:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029083008 00002000:00100000:1.0:1763335547.817089:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1146880->1150975) req@ffff9af0c6720000 x1848991029083008/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:593/0 lens 488/0 e 0 to 0 dl 1763335558 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335547.817103:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0c6720000 with x1848991029083008 ext(1146880->1150975) 00002000:00010000:1.0:1763335547.817112:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0c6720000 00000100:00100000:1.0:1763335547.817159:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 792 00000100:00100000:1.0:1763335547.817170:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c6720000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+15:2409:x1848991029083008:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335547.817709:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c6720000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+15:2409:x1848991029083008:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 538us (2188us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335547.817719:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 792 00002000:00100000:1.0:1763335547.817726:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1146880->1150975) req@ffff9af0c6720000 x1848991029083008/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:593/0 lens 488/4536 e 0 to 0 dl 1763335558 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335547.817735:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0c6720000 with x1848991029083008 ext(1146880->1150975) 00002000:00010000:1.0:1763335547.817740:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0c6720000 00000100:00100000:0.0:1763335547.824017:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335547.824131:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029083136 00000100:00100000:1.0:1763335547.824146:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029083136 00002000:00100000:1.0:1763335547.824216:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1150976->1155071) req@ffff9aefc471f480 x1848991029083136/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:593/0 lens 488/0 e 0 to 0 dl 1763335558 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335547.824228:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc471f480 with x1848991029083136 ext(1150976->1155071) 00002000:00010000:1.0:1763335547.824236:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc471f480 00000100:00100000:1.0:1763335547.824628:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 793 00000100:00100000:1.0:1763335547.824641:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc471f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+15:2407:x1848991029083136:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335547.825017:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc471f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+15:2407:x1848991029083136:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 376us (1014us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335547.825026:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 793 00002000:00100000:1.0:1763335547.825034:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1150976->1155071) req@ffff9aefc471f480 x1848991029083136/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:593/0 lens 488/4536 e 0 to 0 dl 1763335558 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335547.825043:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc471f480 with x1848991029083136 ext(1150976->1155071) 00002000:00010000:1.0:1763335547.825048:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc471f480 00000100:00100000:2.0:1763335547.830053:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335547.830557:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029083264 00000100:00100000:1.0:1763335547.830573:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029083264 00002000:00100000:1.0:1763335547.830647:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1155072->1159167) req@ffff9aefc4fd0e00 x1848991029083264/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:593/0 lens 488/0 e 0 to 0 dl 1763335558 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335547.830660:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4fd0e00 with x1848991029083264 ext(1155072->1159167) 00002000:00010000:1.0:1763335547.830667:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4fd0e00 00000100:00100000:1.0:1763335547.830709:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 794 00000100:00100000:1.0:1763335547.830721:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4fd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+15:2409:x1848991029083264:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335547.831081:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4fd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+15:2409:x1848991029083264:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 360us (1044us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335547.831090:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 794 00002000:00100000:1.0:1763335547.831097:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1155072->1159167) req@ffff9aefc4fd0e00 x1848991029083264/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:593/0 lens 488/4536 e 0 to 0 dl 1763335558 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335547.831113:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4fd0e00 with x1848991029083264 ext(1155072->1159167) 00002000:00010000:1.0:1763335547.831116:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4fd0e00 00000100:00100000:2.0:1763335547.834085:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335547.834298:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029083392 00000100:00100000:3.0:1763335547.834312:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029083392 00002000:00100000:3.0:1763335547.834376:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1159168->1163263) req@ffff9aefc4fd2d80 x1848991029083392/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:593/0 lens 488/0 e 0 to 0 dl 1763335558 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335547.834390:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4fd2d80 with x1848991029083392 ext(1159168->1163263) 00002000:00010000:3.0:1763335547.834398:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4fd2d80 00000100:00100000:3.0:1763335547.834437:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 795 00000100:00100000:3.0:1763335547.834446:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4fd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+15:2409:x1848991029083392:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335547.834698:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4fd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+15:2409:x1848991029083392:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 251us (628us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335547.834707:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 795 00002000:00100000:3.0:1763335547.834714:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1159168->1163263) req@ffff9aefc4fd2d80 x1848991029083392/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:593/0 lens 488/4536 e 0 to 0 dl 1763335558 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335547.834722:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4fd2d80 with x1848991029083392 ext(1159168->1163263) 00002000:00010000:3.0:1763335547.834725:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4fd2d80 00000100:00100000:0.0:1763335547.838150:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335547.838315:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029083520 00000100:00100000:1.0:1763335547.838328:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029083520 00002000:00100000:1.0:1763335547.838390:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1163264->1167359) req@ffff9aefc471fb80 x1848991029083520/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:593/0 lens 488/0 e 0 to 0 dl 1763335558 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335547.838403:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc471fb80 with x1848991029083520 ext(1163264->1167359) 00002000:00010000:1.0:1763335547.838411:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc471fb80 00000100:00100000:1.0:1763335547.838443:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 796 00000100:00100000:1.0:1763335547.838453:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc471fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+15:2406:x1848991029083520:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335547.838716:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc471fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+15:2406:x1848991029083520:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 263us (578us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335547.838725:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 796 00002000:00100000:1.0:1763335547.838733:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1163264->1167359) req@ffff9aefc471fb80 x1848991029083520/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:593/0 lens 488/4536 e 0 to 0 dl 1763335558 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335547.838742:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc471fb80 with x1848991029083520 ext(1163264->1167359) 00002000:00010000:1.0:1763335547.838745:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc471fb80 00000100:00100000:2.0:1763335547.842385:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335547.842507:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029083648 00000100:00100000:3.0:1763335547.842521:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029083648 00002000:00100000:3.0:1763335547.842586:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1167360->1171455) req@ffff9aefc4fd3100 x1848991029083648/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:593/0 lens 488/0 e 0 to 0 dl 1763335558 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335547.842606:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4fd3100 with x1848991029083648 ext(1167360->1171455) 00002000:00010000:3.0:1763335547.842615:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4fd3100 00000100:00100000:3.0:1763335547.842656:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 797 00000100:00100000:3.0:1763335547.842667:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4fd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+15:2407:x1848991029083648:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335547.843006:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4fd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+15:2407:x1848991029083648:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 339us (637us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335547.843015:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 797 00002000:00100000:3.0:1763335547.843024:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1167360->1171455) req@ffff9aefc4fd3100 x1848991029083648/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:593/0 lens 488/4536 e 0 to 0 dl 1763335558 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335547.843033:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4fd3100 with x1848991029083648 ext(1167360->1171455) 00002000:00010000:3.0:1763335547.843036:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4fd3100 00000100:00100000:2.0:1763335547.847949:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335547.848156:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029083776 00000100:00100000:1.0:1763335547.848174:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029083776 00002000:00100000:1.0:1763335547.848240:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1171456->1175551) req@ffff9aefc4fd0000 x1848991029083776/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:593/0 lens 488/0 e 0 to 0 dl 1763335558 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335547.848254:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4fd0000 with x1848991029083776 ext(1171456->1175551) 00002000:00010000:1.0:1763335547.848262:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4fd0000 00000100:00100000:1.0:1763335547.848339:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 798 00000100:00100000:1.0:1763335547.848350:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4fd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+15:2406:x1848991029083776:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335547.848831:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4fd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+15:2406:x1848991029083776:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 481us (897us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335547.848841:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 798 00002000:00100000:1.0:1763335547.848848:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1171456->1175551) req@ffff9aefc4fd0000 x1848991029083776/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:593/0 lens 488/4536 e 0 to 0 dl 1763335558 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335547.848858:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4fd0000 with x1848991029083776 ext(1171456->1175551) 00002000:00010000:1.0:1763335547.848861:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4fd0000 00000100:00100000:0.0:1763335547.852202:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335547.852323:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029083904 00000100:00100000:2.0:1763335547.852337:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029083904 00000100:00100000:2.0:1763335547.852405:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1664 00000100:00100000:2.0:1763335547.852415:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+17:2407:x1848991029083904:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335547.852443:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335547.852469:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6470a00/0x10123ce7f0765b25 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ed6e expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335547.852521:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cda00/0x10123ce7f0765adf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed2f expref: 21 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335547.852572:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4fd1500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041427840:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335547.852694:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09c00 going to sleep for 11 seconds 00000100:00100000:0.0:1763335547.855824:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4fd1500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041427840:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335547.855862:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 840255 00010000:00010000:0.0:1763335547.856007:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6470a00/0x10123ce7f0765b25 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed6e expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335547.856038:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335547.856042:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335547.856048:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6470a00/0x10123ce7f0765b25 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed6e expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335547.856066:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6470a00, rc 0) 00000100:00100000:0.0:1763335547.856719:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+17:2407:x1848991029083904:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4299us (4529us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335547.856732:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1664 00000100:00100000:0.0:1763335547.861070:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335547.861251:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029084032 00000100:00100000:2.0:1763335547.861267:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029084032 00000100:00100000:2.0:1763335547.861373:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1665 00000100:00100000:2.0:1763335547.861385:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3783800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+17:2407:x1848991029084032:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335547.861413:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335547.861440:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6470600/0x10123ce7f0765b2c lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ed75 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335547.861484:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cda00/0x10123ce7f0765adf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed2f expref: 21 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335547.861532:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4fd0700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041427968:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335547.861854:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09780 going to sleep for 11 seconds 00000100:00100000:2.0:1763335547.864122:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4fd0700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041427968:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335547.864154:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 840255 00010000:00010000:2.0:1763335547.864176:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6470600/0x10123ce7f0765b2c lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed75 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335547.864202:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335547.864205:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335547.864212:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6470600/0x10123ce7f0765b2c lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed75 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335547.864230:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6470600, rc 0) 00000100:00100000:2.0:1763335547.864304:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3783800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+17:2407:x1848991029084032:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2920us (3248us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335547.864316:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1665 00000100:00100000:3.0:1763335547.867683:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335547.868051:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029084160 00000100:00100000:0.0:1763335547.868065:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029084160 00002000:00100000:0.0:1763335547.868138:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc578a680 x1848991029084160/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:593/0 lens 488/0 e 0 to 0 dl 1763335558 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335547.868152:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc578a680 with x1848991029084160 00000100:00100000:0.0:1763335547.868198:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 944 00000100:00100000:0.0:1763335547.868209:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc578a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+22:2406:x1848991029084160:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335547.868466:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc578a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+22:2406:x1848991029084160:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 257us (795us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335547.868479:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 944 00002000:00100000:0.0:1763335547.868487:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc578a680 x1848991029084160/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:593/0 lens 488/4536 e 0 to 0 dl 1763335558 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335547.868496:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc578a680 with x1848991029084160 00000100:00100000:0.0:1763335547.874054:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335547.874680:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029084288 00000100:00100000:2.0:1763335547.874697:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029084288 00002000:00100000:2.0:1763335547.874786:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5473b80 x1848991029084288/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:593/0 lens 488/0 e 0 to 0 dl 1763335558 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335547.874799:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5473b80 with x1848991029084288 00000100:00100000:2.0:1763335547.874848:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 945 00000100:00100000:2.0:1763335547.874860:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5473b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+22:2407:x1848991029084288:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335547.875183:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5473b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+22:2407:x1848991029084288:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 324us (1145us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335547.875193:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 945 00002000:00100000:2.0:1763335547.875201:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5473b80 x1848991029084288/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:593/0 lens 488/4536 e 0 to 0 dl 1763335558 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335547.875209:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5473b80 with x1848991029084288 00000100:00100000:1.0:1763335547.884116:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335547.885306:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029084416 00000100:00100000:2.0:1763335547.885325:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029084416 00000100:00100000:2.0:1763335547.885416:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1666 00000100:00100000:2.0:1763335547.885428:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+22:15720:x1848991029084416:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335547.885457:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335547.885484:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6470600/0x10123ce7f0765b33 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ed7c expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335547.885611:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6471000/0x10123ce7f0765b3a lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335547.885629:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6471000/0x10123ce7f0765b3a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335547.885643:0:6517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6471000/0x10123ce7f0765b3a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00000004:00200000:2.0:1763335547.885677:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 1348881 00000004:00200000:2.0:1763335547.885683:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763335547.885706:0:6517:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6471000/0x10123ce7f0765b3a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335547.885736:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6470600/0x10123ce7f0765b33 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed7c expref: 24 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335547.885766:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6471000/0x10123ce7f0765b3a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed7c expref: 23 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335547.885776:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335547.885780:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335547.885785:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6471000, rc 0) 00000100:00100000:2.0:1763335547.885937:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+23:15720:x1848991029084416:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 510us (1834us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335547.885945:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1666 00000100:00100000:3.0:1763335547.889564:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335547.890825:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029084544 00000100:00100000:1.0:1763335547.890841:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029084544 00000100:00100000:1.0:1763335547.890977:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1215 00000100:00100000:1.0:1763335547.890991:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc578ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+14:2409:x1848991029084544:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335547.891016:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335547.891042:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc62b4400/0x10123ce7f0765b41 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ed83 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335547.891075:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335547.891078:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335547.891103:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc62b4400/0x10123ce7f0765b41 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed83 expref: 15 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335547.891125:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc62b4400/0x10123ce7f0765b41 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed83 expref: 15 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335547.891147:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc62b4400, rc 0) 00000100:00100000:1.0:1763335547.891239:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc578ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+15:2409:x1848991029084544:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 251us (1690us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335547.891248:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1215 00000100:00100000:0.0:1763335547.896669:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335547.896768:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029084672 00000100:00100000:1.0:1763335547.896781:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029084672 00000100:00100000:1.0:1763335547.896941:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1667 00000100:00100000:1.0:1763335547.896953:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+17:15720:x1848991029084672:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335547.896980:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335547.897007:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4c00/0x10123ce7f0765b48 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ed8a expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335547.897047:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cda00/0x10123ce7f0765adf lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed2f expref: 22 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335547.897059:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4c00/0x10123ce7f0765b48 lrc: 4/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed8a expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335547.897099:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cda00/0x10123ce7f0765adf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed2f expref: 22 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335547.897113:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cda00/0x10123ce7f0765adf lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed2f expref: 22 pid: 6517 timeout: 448 lvb_type: 0 00000100:00100000:1.0:1763335547.897129:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c2d00000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041428096:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335547.897748:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fbd80 going to sleep for 11 seconds 00000100:00100000:1.0:1763335547.900434:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c2d00000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041428096:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335547.900489:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4c00/0x10123ce7f0765b48 lrc: 3/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed8a expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335547.900514:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335547.900517:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335547.900522:0:6516:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4c00/0x10123ce7f0765b48 lrc: 3/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed8a expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335547.900535:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc62b4c00, rc 0) 00000100:00100000:1.0:1763335547.900621:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:15720:x1848991029084672:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3669us (3965us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335547.900632:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1667 00000100:00100000:3.0:1763335547.902644:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335547.902754:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029084800 00000100:00100000:0.0:1763335547.902781:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029084800 00002000:00100000:0.0:1763335547.902846:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc578b800 x1848991029084800/t0(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:593/0 lens 488/0 e 0 to 0 dl 1763335558 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335547.902863:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc578b800 with x1848991029084800 00010000:00010000:0.0:1763335547.902907:0:6529:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cda00/0x10123ce7f0765adf lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed2f expref: 23 pid: 6517 timeout: 448 lvb_type: 0 00010000:00010000:0.0:1763335547.902925:0:6529:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cda00/0x10123ce7f0765adf lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed2f expref: 23 pid: 6517 timeout: 448 lvb_type: 0 00002000:00010000:0.0:1763335547.902933:0:6529:0:(mdt_io.c:157:mdt_rw_hpreq_check()) lustre-MDT0000: refreshed 1 locks timeout for req ffff9aefc578b800 00000100:00100000:0.0:1763335547.902972:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 50 00000100:00100000:0.0:1763335547.902983:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc578b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+23:2409:x1848991029084800:12345-192.168.202.34@tcp:4:fsx.0 00000004:00010000:1.0:1763335547.907796:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 840255 -> 840255 00000004:00010000:1.0:1763335547.907810:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335547 -> 1763335548 00000004:00010000:1.0:1763335547.907813:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335547 -> 1763335547 00000004:00010000:1.0:1763335547.907815:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335547 -> 1763335548 00000004:00010000:1.0:1763335547.907818:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 544 -> 608 00000100:00100000:1.0:1763335547.907971:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc578b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+25:2409:x1848991029084800:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 4981us (5333us total) trans 4294967952 rc 0/0 00000100:00100000:1.0:1763335547.907986:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 50 00002000:00100000:1.0:1763335547.908003:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc578b800 x1848991029084800/t4294967952(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:593/0 lens 488/448 e 0 to 0 dl 1763335558 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335547.908014:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc578b800 with x1848991029084800 00010000:00010000:1.0:1763335547.908025:0:6529:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cda00/0x10123ce7f0765adf lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed2f expref: 25 pid: 6517 timeout: 448 lvb_type: 0 00010000:00010000:1.0:1763335547.908052:0:6529:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cda00/0x10123ce7f0765adf lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed2f expref: 25 pid: 6517 timeout: 448 lvb_type: 0 00002000:00010000:1.0:1763335547.908061:0:6529:0:(mdt_io.c:157:mdt_rw_hpreq_check()) lustre-MDT0000: refreshed 1 locks timeout for req ffff9aefc578b800 00000100:00100000:2.0:1763335547.910943:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335547.910999:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029084928 00000100:00100000:0.0:1763335547.911013:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029084928 00010000:00010000:0.0:1763335547.911070:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cda00/0x10123ce7f0765adf lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed2f expref: 25 pid: 6517 timeout: 448 lvb_type: 0 00000100:00100000:0.0:1763335547.911129:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 626 00000100:00100000:0.0:1763335547.911142:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4fd0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+25:2408:x1848991029084928:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335547.911173:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335547.911206:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cda00/0x10123ce7f0765adf lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed2f expref: 25 pid: 6517 timeout: 448 lvb_type: 0 00010000:00010000:0.0:1763335547.911223:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cda00/0x10123ce7f0765adf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed2f expref: 25 pid: 6517 timeout: 448 lvb_type: 0 00010000:00010000:0.0:1763335547.911254:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cda00/0x10123ce7f0765adf lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed2f expref: 25 pid: 6517 timeout: 448 lvb_type: 0 00010000:00010000:0.0:1763335547.911276:0:13187:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335547.911283:0:13187:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4c00/0x10123ce7f0765b48 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed8a expref: 17 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335547.911298:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4c00/0x10123ce7f0765b48 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed8a expref: 17 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335547.911313:0:13187:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4c00/0x10123ce7f0765b48 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed8a expref: 17 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335547.911365:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4c00/0x10123ce7f0765b48 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed8a expref: 17 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335547.911382:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4695c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041428224:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335547.911506:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5d9ab40 going to sleep for 11 seconds 00000100:00100000:3.0:1763335547.919473:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335547.919943:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029085056 00000100:00100000:1.0:1763335547.919957:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029085056 00002000:00100000:1.0:1763335547.920023:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->1351679) req@ffff9aefc5788700 x1848991029085056/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:593/0 lens 504/0 e 0 to 0 dl 1763335558 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335547.920035:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5788700 with x1848991029085056 ext(1048576->1351679) 00002000:00010000:1.0:1763335547.920042:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5788700 00000100:00100000:1.0:1763335547.920082:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 799 00000100:00100000:1.0:1763335547.920093:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5788700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+15:2407:x1848991029085056:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335547.922924:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4695c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041428224:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763335547.922965:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335547.923050:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4fd0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+24:2408:x1848991029084928:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 11909us (12179us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335547.923064:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 626 00000100:00100000:3.0:1763335547.923130:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335547.924035:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029085184 00000100:00100000:0.0:1763335547.924046:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029085184 00002000:00100000:0.0:1763335547.924114:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5789180 x1848991029085184/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:593/0 lens 488/0 e 0 to 0 dl 1763335558 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335547.924126:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5789180 with x1848991029085184 00000100:00100000:0.0:1763335547.924168:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 946 00000100:00100000:0.0:1763335547.924178:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5789180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:2409:x1848991029085184:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335547.931927:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5788700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+15:2407:x1848991029085056:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 11814us (12448us total) trans 0 rc 258048/258048 00000100:00100000:1.0:1763335547.931947:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 799 00002000:00100000:1.0:1763335547.931966:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->1351679) req@ffff9aefc5788700 x1848991029085056/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:593/0 lens 504/440 e 0 to 0 dl 1763335558 ref 1 fl Complete:/600/0 rc 258048/258048 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335547.931978:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5788700 with x1848991029085056 ext(1048576->1351679) 00002000:00010000:1.0:1763335547.931986:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5788700 00000100:00100000:0.0:1763335547.936106:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5789180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:2409:x1848991029085184:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 11911us (12959us total) trans 0 rc 843776/843776 00000100:00100000:0.0:1763335547.936124:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 946 00002000:00100000:0.0:1763335547.936142:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5789180 x1848991029085184/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:593/0 lens 488/440 e 0 to 0 dl 1763335558 ref 1 fl Complete:/600/0 rc 843776/843776 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335547.936155:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5789180 with x1848991029085184 00000100:00100000:2.0:1763335547.946638:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335547.946738:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029085312 00000100:00100000:1.0:1763335547.946752:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029085312 00000100:00100000:1.0:1763335547.946839:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1668 00000100:00100000:1.0:1763335547.946851:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4fd2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:15720:x1848991029085312:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335547.946980:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335547.946986:0:6516:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763335547.947104:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4c00/0x10123ce7f0765b48 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed8a expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335547.947128:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335547.947134:0:6516:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335547.947152:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e000/0x10123ce7f0765b4f lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ed91 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335547.947183:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e000/0x10123ce7f0765b4f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed91 expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335547.947202:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e000/0x10123ce7f0765b4f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed91 expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335547.947213:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335547.947216:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335547.947219:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643e000, rc 0) 00000100:00100000:1.0:1763335547.947304:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4fd2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:15720:x1848991029085312:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 455us (682us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335547.947311:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1668 00000100:00100000:2.0:1763335547.950334:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335547.950723:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029085440 00000100:00100000:0.0:1763335547.950737:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029085440 00002000:00100000:0.0:1763335547.950813:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4fd3480 x1848991029085440/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:593/0 lens 488/0 e 0 to 0 dl 1763335558 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335547.950825:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4fd3480 with x1848991029085440 00000100:00100000:2.0:1763335547.951167:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 947 00000100:00100000:2.0:1763335547.951182:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4fd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+18:2406:x1848991029085440:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335547.951925:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4fd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+18:2406:x1848991029085440:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 743us (1602us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335547.951937:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 947 00002000:00100000:2.0:1763335547.951947:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4fd3480 x1848991029085440/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:593/0 lens 488/4536 e 0 to 0 dl 1763335558 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335547.951957:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4fd3480 with x1848991029085440 00000100:00100000:2.0:1763335547.956080:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335547.956839:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029085568 00000100:00100000:1.0:1763335547.956854:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029085568 00000100:00100000:1.0:1763335547.957078:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1669 00000100:00100000:1.0:1763335547.957091:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4fd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+24:2406:x1848991029085568:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335547.957124:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335547.957152:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e600/0x10123ce7f0765b56 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ed98 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335547.957206:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e000/0x10123ce7f0765b4f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed91 expref: 17 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335547.957258:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c2d00000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041428352:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335547.959022:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb000 going to sleep for 11 seconds 00000004:00010000:2.0:1763335547.961322:0:6516:0:(mdt_lvb.c:189:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime: 1763335547 -> 1763335548 00000100:00100000:2.0:1763335547.961364:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c2d00000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041428352:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335547.961396:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 840255 00010000:00010000:2.0:1763335547.961420:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e600/0x10123ce7f0765b56 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed98 expref: 25 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335547.961447:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335547.961451:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335547.961457:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e600/0x10123ce7f0765b56 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed98 expref: 25 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335547.961474:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643e600, rc 0) 00000100:00100000:2.0:1763335547.961553:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4fd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+24:2406:x1848991029085568:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4464us (5490us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335547.961564:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1669 00000100:00100000:3.0:1763335547.965088:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335547.965210:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029085696 00000100:00100000:2.0:1763335547.965225:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029085696 00000100:00100000:2.0:1763335547.965311:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1670 00000100:00100000:2.0:1763335547.965324:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc578b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+24:2407:x1848991029085696:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335547.965353:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335547.965382:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6471600/0x10123ce7f0765b5d lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ed9f expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335547.965435:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e000/0x10123ce7f0765b4f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed91 expref: 17 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335547.965490:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4fd0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041428480:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335547.965604:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09c00 going to sleep for 11 seconds 00000100:00100000:2.0:1763335547.968521:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4fd0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041428480:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335547.968555:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 840255 00010000:00010000:2.0:1763335547.968577:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6471600/0x10123ce7f0765b5d lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed9f expref: 25 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335547.968603:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335547.968607:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335547.968612:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6471600/0x10123ce7f0765b5d lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed9f expref: 25 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335547.968629:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6471600, rc 0) 00000100:00100000:2.0:1763335547.968711:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc578b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+24:2407:x1848991029085696:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3387us (3640us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335547.968721:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1670 00000100:00100000:1.0:1763335547.972150:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335547.972332:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029085824 00000100:00100000:2.0:1763335547.972346:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029085824 00000100:00100000:2.0:1763335547.972592:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1671 00000100:00100000:2.0:1763335547.972605:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+24:2407:x1848991029085824:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335547.972634:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335547.972662:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6470000/0x10123ce7f0765b64 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847eda6 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335547.972713:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e000/0x10123ce7f0765b4f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed91 expref: 17 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335547.972778:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4fd0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041428608:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335547.972939:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09c00 going to sleep for 11 seconds 00000100:00100000:2.0:1763335547.975379:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4fd0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041428608:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335547.975418:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 840255 00010000:00010000:2.0:1763335547.975442:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6470000/0x10123ce7f0765b64 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eda6 expref: 25 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335547.975470:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335547.975473:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335547.975478:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6470000/0x10123ce7f0765b64 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eda6 expref: 25 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335547.975493:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6470000, rc 0) 00000100:00100000:2.0:1763335547.975615:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+24:2407:x1848991029085824:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3011us (3481us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335547.975626:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1671 00000100:00100000:1.0:1763335547.979311:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335547.979426:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029085952 00000100:00100000:3.0:1763335547.979440:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029085952 00000100:00100000:3.0:1763335547.979569:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1216 00000100:00100000:3.0:1763335547.979581:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+15:15720:x1848991029085952:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335547.979604:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335547.979629:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4e00/0x10123ce7f0765b6b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847edad expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335547.979671:0:8400:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc62b5200/0x10123ce7f0765b1e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1130496->1134591) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed67 expref: 14 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335547.979681:0:8400:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc62b4400/0x10123ce7f0765b41 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed83 expref: 16 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335547.979688:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335547.979691:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335547.979696:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4e00/0x10123ce7f0765b6b lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [1679360->1720319] (req 1679360->1720319) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847edad expref: 16 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335547.979737:0:8400:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc62b4400/0x10123ce7f0765b41 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed83 expref: 16 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335547.979753:0:8400:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc62b4400/0x10123ce7f0765b41 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed83 expref: 16 pid: 8400 timeout: 448 lvb_type: 1 00000100:00100000:3.0:1763335547.979780:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5788a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041428736:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335547.980297:0:8400:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc62b5200/0x10123ce7f0765b1e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1130496->1134591) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed67 expref: 14 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335547.980308:0:8400:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc62b5200/0x10123ce7f0765b1e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1130496->1134591) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed67 expref: 14 pid: 8400 timeout: 448 lvb_type: 0 00000100:00100000:3.0:1763335547.980318:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5788380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041428864:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335547.980348:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850900 going to sleep for 11 seconds 00000100:00100000:3.0:1763335547.986332:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5788a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041428736:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335547.986355:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5788380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041428864:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335547.986398:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4e00/0x10123ce7f0765b6b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [1679360->1720319] (req 1679360->1720319) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847edad expref: 16 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335547.986424:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4e00, rc 0) 00000100:00100000:3.0:1763335547.986514:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+16:15720:x1848991029085952:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6934us (7216us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335547.986524:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1216 00000100:00100000:2.0:1763335547.990325:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335547.990392:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335547.990704:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029086080 00000100:00100000:0.0:1763335547.990719:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029086080 00010000:00010000:0.0:1763335547.990784:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc62b4400/0x10123ce7f0765b41 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed83 expref: 16 pid: 8400 timeout: 448 lvb_type: 1 00000100:00100000:0.0:1763335547.990840:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029086208 00000100:00100000:0.0:1763335547.990844:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029086208 00010000:00010000:0.0:1763335547.990859:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc62b5200/0x10123ce7f0765b1e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1130496->1134591) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed67 expref: 15 pid: 8400 timeout: 448 lvb_type: 0 00000100:00100000:0.0:1763335547.990935:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 627 00000100:00100000:0.0:1763335547.990946:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4fd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+16:2409:x1848991029086080:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335547.990968:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335547.990995:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc62b4400/0x10123ce7f0765b41 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed83 expref: 16 pid: 8400 timeout: 448 lvb_type: 1 00010000:00010000:0.0:1763335547.991011:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc62b4400/0x10123ce7f0765b41 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed83 expref: 16 pid: 8400 timeout: 448 lvb_type: 1 00010000:00010000:0.0:1763335547.991040:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc62b4400/0x10123ce7f0765b41 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed83 expref: 16 pid: 8400 timeout: 448 lvb_type: 1 00010000:00010000:0.0:1763335547.991065:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335547.991127:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4fd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+15:2409:x1848991029086080:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 183us (821us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335547.991134:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 627 00000100:00100000:0.0:1763335547.991156:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 628 00000100:00100000:0.0:1763335547.991162:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4fd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+15:2409:x1848991029086208:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335547.991169:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335547.991177:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc62b5200/0x10123ce7f0765b1e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1130496->1134591) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed67 expref: 15 pid: 8400 timeout: 448 lvb_type: 0 00010000:00010000:0.0:1763335547.991186:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc62b5200/0x10123ce7f0765b1e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1130496->1134591) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed67 expref: 15 pid: 8400 timeout: 448 lvb_type: 0 00010000:00010000:0.0:1763335547.991198:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc62b5200/0x10123ce7f0765b1e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1130496->1134591) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed67 expref: 15 pid: 8400 timeout: 448 lvb_type: 0 00010000:00010000:0.0:1763335547.991208:0:13187:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335547.991210:0:13187:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335547.991219:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4e00/0x10123ce7f0765b6b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1679360->1720319) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847edad expref: 14 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335547.991231:0:13187:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4e00/0x10123ce7f0765b6b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1679360->1720319) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847edad expref: 14 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335547.991272:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4e00/0x10123ce7f0765b6b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1679360->1720319) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847edad expref: 14 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335547.991288:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4695c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:13187:1848991041428992:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335547.991354:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5d9ab40 going to sleep for 11 seconds 00000100:00100000:1.0:1763335547.994695:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335547.994906:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4695c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:13187:1848991041428992:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763335547.994939:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335547.995004:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4fd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991029086208:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 3840us (4610us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335547.995017:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 628 00000100:00100000:2.0:1763335547.995617:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029086336 00000100:00100000:2.0:1763335547.995628:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029086336 00000100:00100000:2.0:1763335547.995702:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 800 00000100:00100000:2.0:1763335547.995712:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5f00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+15:2406:x1848991029086336:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:2.0:1763335547.995988:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1348881 -> 1348881 00002000:00010000:2.0:1763335547.995993:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335547 -> 1763335547 00002000:00010000:2.0:1763335547.995996:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335547 -> 1763335546 00002000:00010000:2.0:1763335547.995998:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335547 -> 1763335547 00002000:00010000:2.0:1763335547.996000:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 0 -> 80 00000100:00100000:2.0:1763335547.996042:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5f00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+16:2406:x1848991029086336:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 330us (1361us total) trans 4294967604 rc 0/0 00000100:00100000:2.0:1763335547.996049:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 800 00000100:00100000:1.0:1763335547.999662:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335547.999780:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029086464 00000100:00100000:3.0:1763335547.999793:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029086464 00000100:00100000:3.0:1763335547.999891:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1217 00000100:00100000:3.0:1763335547.999903:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5f00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+14:2407:x1848991029086464:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335547.999928:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335547.999952:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4a00/0x10123ce7f0765b72 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847edb4 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335548.000044:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5788380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041429120:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335548.000160:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850900 going to sleep for 11 seconds 00002000:00010000:3.0:1763335548.002195:0:8400:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime: 1763335547 -> 1763335548 00002000:00010000:3.0:1763335548.002208:0:8400:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335546 -> 1763335548 00002000:00010000:3.0:1763335548.002210:0:8400:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime: 1763335547 -> 1763335548 00000100:00100000:3.0:1763335548.002236:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5788380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041429120:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335548.002280:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4a00/0x10123ce7f0765b72 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847edb4 expref: 15 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335548.002309:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4a00/0x10123ce7f0765b72 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847edb4 expref: 15 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335548.002325:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4a00, rc 0) 00000100:00100000:3.0:1763335548.002488:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5f00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+14:2407:x1848991029086464:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2585us (2839us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335548.002500:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1217 00000100:00100000:2.0:1763335548.005826:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335548.006051:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029086592 00000100:00100000:3.0:1763335548.006065:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029086592 00000100:00080000:0.0:1763335548.006210:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1763335548.006263:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1218 00000100:00100000:3.0:1763335548.006276:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4fd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+14:2406:x1848991029086592:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335548.006301:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335548.006326:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5400/0x10123ce7f0765b79 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847edbb expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335548.006406:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5788380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041429248:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335548.006713:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850900 going to sleep for 11 seconds 00000100:00100000:3.0:1763335548.010270:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5788380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041429248:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335548.010326:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5400/0x10123ce7f0765b79 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847edbb expref: 15 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335548.010357:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5400/0x10123ce7f0765b79 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847edbb expref: 15 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335548.010380:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5400, rc 0) 00000100:00100000:3.0:1763335548.010470:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4fd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+14:2406:x1848991029086592:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4196us (4667us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335548.010481:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1218 00000100:00100000:1.0:1763335548.015221:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335548.015422:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029086720 00000100:00100000:2.0:1763335548.015496:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029086720 00000100:00100000:2.0:1763335548.015599:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1672 00000100:00100000:2.0:1763335548.015613:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5f03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+24:15720:x1848991029086720:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335548.015642:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335548.015673:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6471600/0x10123ce7f0765b80 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847edc2 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335548.015715:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e000/0x10123ce7f0765b4f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed91 expref: 17 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335548.015727:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6471600/0x10123ce7f0765b80 lrc: 4/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847edc2 expref: 25 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335548.015784:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e000/0x10123ce7f0765b4f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed91 expref: 17 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335548.015800:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e000/0x10123ce7f0765b4f lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed91 expref: 17 pid: 6516 timeout: 448 lvb_type: 0 00000100:00100000:2.0:1763335548.015817:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4fd1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041429376:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335548.015958:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09c00 going to sleep for 11 seconds 00000100:00080000:0.0:1763335548.016897:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1763335548.019290:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335548.019372:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029086848 00000100:00100000:0.0:1763335548.019387:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029086848 00002000:00100000:0.0:1763335548.019453:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc3356300 x1848991029086848/t0(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:594/0 lens 4584/0 e 0 to 0 dl 1763335559 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335548.019466:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc3356300 with x1848991029086848 00010000:00010000:0.0:1763335548.019477:0:15202:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e000/0x10123ce7f0765b4f lrc: 5/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed91 expref: 18 pid: 6516 timeout: 448 lvb_type: 0 00010000:00010000:0.0:1763335548.019495:0:15202:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e000/0x10123ce7f0765b4f lrc: 5/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed91 expref: 18 pid: 6516 timeout: 448 lvb_type: 0 00002000:00010000:0.0:1763335548.019505:0:15202:0:(mdt_io.c:157:mdt_rw_hpreq_check()) lustre-MDT0000: refreshed 1 locks timeout for req ffff9aefc3356300 00000100:00100000:0.0:1763335548.019551:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 51 00000100:00100000:0.0:1763335548.019561:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3356300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+18:2409:x1848991029086848:12345-192.168.202.34@tcp:4:fsx.0 00000100:00100000:3.0:1763335548.019567:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4fd1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041429376:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335548.019606:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6471600/0x10123ce7f0765b80 lrc: 3/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847edc2 expref: 25 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335548.019624:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335548.019628:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335548.019632:0:6516:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6471600/0x10123ce7f0765b80 lrc: 3/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847edc2 expref: 25 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335548.019645:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6471600, rc 0) 00000100:00100000:3.0:1763335548.019710:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5f03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+25:15720:x1848991029086720:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4101us (4506us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335548.019719:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1672 00000004:00010000:0.0:1763335548.020689:0:15202:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 840255 -> 840255 00000004:00010000:0.0:1763335548.020696:0:15202:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335548 -> 1763335548 00000004:00010000:0.0:1763335548.020700:0:15202:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335548 -> 1763335547 00000004:00010000:0.0:1763335548.020702:0:15202:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335548 -> 1763335548 00000004:00010000:0.0:1763335548.020705:0:15202:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 608 -> 616 00000100:00100000:0.0:1763335548.020775:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3356300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+20:2409:x1848991029086848:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 1211us (1497us total) trans 4294967953 rc 0/0 00000100:00100000:0.0:1763335548.020784:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 51 00002000:00100000:0.0:1763335548.020794:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc3356300 x1848991029086848/t4294967953(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:594/0 lens 4584/448 e 0 to 0 dl 1763335559 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335548.020803:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc3356300 with x1848991029086848 00010000:00010000:0.0:1763335548.020810:0:15202:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e000/0x10123ce7f0765b4f lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed91 expref: 20 pid: 6516 timeout: 448 lvb_type: 0 00010000:00010000:0.0:1763335548.020824:0:15202:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e000/0x10123ce7f0765b4f lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed91 expref: 20 pid: 6516 timeout: 448 lvb_type: 0 00002000:00010000:0.0:1763335548.020832:0:15202:0:(mdt_io.c:157:mdt_rw_hpreq_check()) lustre-MDT0000: refreshed 1 locks timeout for req ffff9aefc3356300 00000100:00100000:3.0:1763335548.028783:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335548.028956:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029086976 00000100:00100000:0.0:1763335548.028972:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029086976 00010000:00010000:0.0:1763335548.029034:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e000/0x10123ce7f0765b4f lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed91 expref: 20 pid: 6516 timeout: 448 lvb_type: 0 00000100:00100000:0.0:1763335548.029085:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 629 00000100:00100000:0.0:1763335548.029097:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5788380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+20:2409:x1848991029086976:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335548.029120:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335548.029153:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e000/0x10123ce7f0765b4f lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed91 expref: 20 pid: 6516 timeout: 448 lvb_type: 0 00010000:00010000:0.0:1763335548.029168:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e000/0x10123ce7f0765b4f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed91 expref: 20 pid: 6516 timeout: 448 lvb_type: 0 00010000:00010000:0.0:1763335548.029196:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e000/0x10123ce7f0765b4f lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed91 expref: 20 pid: 6516 timeout: 448 lvb_type: 0 00010000:00010000:0.0:1763335548.029216:0:13187:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335548.029223:0:13187:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6471600/0x10123ce7f0765b80 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847edc2 expref: 24 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335548.029236:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6471600/0x10123ce7f0765b80 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847edc2 expref: 24 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335548.029247:0:13187:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6471600/0x10123ce7f0765b80 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847edc2 expref: 24 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335548.029301:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6471600/0x10123ce7f0765b80 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847edc2 expref: 24 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335548.029316:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4695c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041429504:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335548.029433:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c11cab40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335548.036909:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4695c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041429504:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763335548.036949:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335548.037344:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5788380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+19:2409:x1848991029086976:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 8246us (8584us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335548.037356:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 629 00000100:00100000:3.0:1763335548.038028:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335548.039111:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029087104 00000100:00100000:0.0:1763335548.039127:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029087104 00002000:00100000:0.0:1763335548.039200:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5788a80 x1848991029087104/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:594/0 lens 488/0 e 0 to 0 dl 1763335559 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335548.039214:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5788a80 with x1848991029087104 00000100:00100000:2.0:1763335548.039941:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335548.040229:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029087232 00000100:00100000:3.0:1763335548.040235:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029087232 00000100:00100000:0.0:1763335548.040432:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 948 00000100:00100000:0.0:1763335548.040445:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5788a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+25:2409:x1848991029087104:12345-192.168.202.34@tcp:3:fsx.0 00002000:00100000:3.0:1763335548.040576:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->1351679) req@ffff9aefc4fd1c00 x1848991029087232/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:594/0 lens 488/0 e 0 to 0 dl 1763335559 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335548.040586:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4fd1c00 with x1848991029087232 ext(1048576->1351679) 00002000:00010000:3.0:1763335548.040592:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4fd1c00 00000100:00100000:3.0:1763335548.040616:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 801 00000100:00100000:3.0:1763335548.040622:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4fd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+16:2409:x1848991029087232:12345-192.168.202.34@tcp:3:fsx.0 00000100:00080000:2.0:1763335548.043146:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1763335548.049322:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4fd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+16:2409:x1848991029087232:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 8683us (9365us total) trans 0 rc 303104/303104 00000100:00100000:3.0:1763335548.049341:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 801 00002000:00100000:3.0:1763335548.049358:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->1351679) req@ffff9aefc4fd1c00 x1848991029087232/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:594/0 lens 488/440 e 0 to 0 dl 1763335559 ref 1 fl Complete:/600/0 rc 303104/303104 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335548.049369:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4fd1c00 with x1848991029087232 ext(1048576->1351679) 00002000:00010000:3.0:1763335548.049378:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4fd1c00 00000100:00100000:0.0:1763335548.053235:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5788a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+25:2409:x1848991029087104:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 12778us (15195us total) trans 0 rc 843776/843776 00000100:00100000:0.0:1763335548.053252:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 948 00002000:00100000:0.0:1763335548.053267:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5788a80 x1848991029087104/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:594/0 lens 488/440 e 0 to 0 dl 1763335559 ref 1 fl Complete:/600/0 rc 843776/843776 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335548.053279:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5788a80 with x1848991029087104 00000100:00100000:2.0:1763335548.056815:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335548.056896:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335548.056899:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029087488 00000100:00100000:3.0:1763335548.056913:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029087488 00000100:00100000:0.0:1763335548.056962:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029087360 00000100:00100000:0.0:1763335548.056967:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029087360 00000100:00100000:0.0:1763335548.057152:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1673 00000100:00100000:0.0:1763335548.057165:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+19:2408:x1848991029087360:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335548.057197:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335548.057228:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cda00/0x10123ce7f0765b87 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847edc9 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335548.057278:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cda00/0x10123ce7f0765b87 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847edc9 expref: 20 pid: 6516 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763335548.057291:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 840255 00010000:00010000:0.0:1763335548.057301:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cda00/0x10123ce7f0765b87 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847edc9 expref: 20 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335548.057318:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335548.057321:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335548.057326:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cda00, rc 0) 00000100:00100000:0.0:1763335548.057408:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+20:2408:x1848991029087360:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 246us (511us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335548.057410:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1219 00000100:00100000:0.0:1763335548.057416:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1673 00000100:00100000:3.0:1763335548.057418:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4fd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+14:2408:x1848991029087488:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335548.057427:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335548.057438:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc62b4e00/0x10123ce7f0765b8e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847edd0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335548.057505:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc578a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041429632:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335548.057577:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850900 going to sleep for 11 seconds 00000100:00100000:1.0:1763335548.059486:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc578a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041429632:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335548.059532:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc62b4e00/0x10123ce7f0765b8e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847edd0 expref: 15 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335548.059558:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc62b4e00/0x10123ce7f0765b8e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847edd0 expref: 15 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335548.059574:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc62b4e00, rc 0) 00000100:00100000:1.0:1763335548.059641:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4fd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+14:2408:x1848991029087488:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2223us (2841us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335548.059658:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1219 00000100:00100000:0.0:1763335548.063734:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335548.063936:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029087616 00000100:00100000:1.0:1763335548.063958:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029087616 00000100:00100000:1.0:1763335548.064027:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1220 00000100:00100000:1.0:1763335548.064039:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4695c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991029087616:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335548.064066:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335548.064100:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e400/0x10123ce7f0765b95 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847edd7 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335548.064179:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc3357100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041429760:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335548.064301:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb600 going to sleep for 11 seconds 00000100:00100000:1.0:1763335548.073296:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc3357100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041429760:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335548.073352:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e400/0x10123ce7f0765b95 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847edd7 expref: 15 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335548.073382:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e400/0x10123ce7f0765b95 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847edd7 expref: 15 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335548.073397:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643e400, rc 0) 00000100:00100000:1.0:1763335548.073486:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4695c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991029087616:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 9447us (9766us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335548.073497:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1220 00000100:00100000:3.0:1763335548.077920:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335548.078003:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029087744 00000100:00100000:0.0:1763335548.078027:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029087744 00000100:00100000:0.0:1763335548.078108:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1674 00000100:00100000:0.0:1763335548.078120:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc578a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+20:15720:x1848991029087744:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335548.078156:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335548.078160:0:6516:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763335548.078219:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cda00/0x10123ce7f0765b87 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847edc9 expref: 20 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335548.078242:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335548.078249:0:6516:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335548.078270:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cce00/0x10123ce7f0765b9c lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847edde expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335548.078299:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6471600/0x10123ce7f0765b80 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847edc2 expref: 24 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335548.078310:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cce00/0x10123ce7f0765b9c lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847edde expref: 20 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335548.078352:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6471600/0x10123ce7f0765b80 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847edc2 expref: 24 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335548.078367:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6471600/0x10123ce7f0765b80 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847edc2 expref: 24 pid: 6516 timeout: 448 lvb_type: 0 00000100:00100000:0.0:1763335548.078382:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c3132a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041429888:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335548.078516:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c11cab40 going to sleep for 11 seconds 00000100:00100000:3.0:1763335548.082104:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c3132a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041429888:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335548.082162:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cce00/0x10123ce7f0765b9c lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847edde expref: 20 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335548.082186:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335548.082191:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335548.082196:0:6516:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cce00/0x10123ce7f0765b9c lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847edde expref: 20 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335548.082210:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cce00, rc 0) 00000100:00100000:3.0:1763335548.082497:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc578a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+20:15720:x1848991029087744:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4376us (4635us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335548.082507:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1674 00000100:00100000:0.0:1763335548.082843:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335548.084361:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029087872 00000100:00100000:1.0:1763335548.084378:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029087872 00010000:00010000:1.0:1763335548.084432:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6471600/0x10123ce7f0765b80 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847edc2 expref: 25 pid: 6516 timeout: 448 lvb_type: 0 00000100:00100000:1.0:1763335548.084486:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 630 00000100:00100000:1.0:1763335548.084497:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c3132a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+25:2408:x1848991029087872:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335548.084523:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335548.084553:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6471600/0x10123ce7f0765b80 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847edc2 expref: 25 pid: 6516 timeout: 448 lvb_type: 0 00010000:00010000:1.0:1763335548.084568:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6471600/0x10123ce7f0765b80 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847edc2 expref: 25 pid: 6516 timeout: 448 lvb_type: 0 00010000:00010000:1.0:1763335548.084596:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6471600/0x10123ce7f0765b80 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847edc2 expref: 25 pid: 6516 timeout: 448 lvb_type: 0 00010000:00010000:1.0:1763335548.084615:0:13187:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335548.084622:0:13187:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cce00/0x10123ce7f0765b9c lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847edde expref: 19 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335548.084636:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cce00/0x10123ce7f0765b9c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847edde expref: 19 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335548.084647:0:13187:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cce00/0x10123ce7f0765b9c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847edde expref: 19 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335548.084694:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cce00/0x10123ce7f0765b9c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847edde expref: 19 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335548.084723:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc3357100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041430016:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335548.084837:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb600 going to sleep for 11 seconds 00000100:00100000:1.0:1763335548.087306:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc3357100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041430016:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335548.087345:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335548.087420:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c3132a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+24:2408:x1848991029087872:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 2924us (4577us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335548.087434:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 630 00000100:00100000:0.0:1763335548.088024:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335548.088144:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029088000 00000100:00100000:2.0:1763335548.088154:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029088000 00000100:00100000:2.0:1763335548.088230:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 949 00000100:00100000:2.0:1763335548.088240:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7cec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+20:2409:x1848991029088000:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:2.0:1763335548.088728:0:15202:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 840255 -> 840255 00000004:00010000:2.0:1763335548.088733:0:15202:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335548 -> 1763335548 00000004:00010000:2.0:1763335548.088736:0:15202:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335547 -> 1763335547 00000004:00010000:2.0:1763335548.088738:0:15202:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335548 -> 1763335548 00000004:00010000:2.0:1763335548.088740:0:15202:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 616 -> 608 00000100:00100000:2.0:1763335548.088820:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7cec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+21:2409:x1848991029088000:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 580us (796us total) trans 4294967954 rc 0/0 00000100:00100000:2.0:1763335548.088828:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 949 00000100:00100000:0.0:1763335548.093554:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335548.093621:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029088128 00000100:00100000:3.0:1763335548.093635:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029088128 00000100:00100000:1.0:1763335548.093775:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1675 00000100:00100000:1.0:1763335548.093792:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7cef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+24:2408:x1848991029088128:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335548.093819:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335548.093854:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f0765ba3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ede5 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335548.094000:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cce00/0x10123ce7f0765b9c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847edde expref: 20 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335548.094050:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc3357100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041430144:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335548.094151:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb600 going to sleep for 11 seconds 00000004:00010000:1.0:1763335548.096946:0:6517:0:(mdt_lvb.c:189:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime: 1763335547 -> 1763335548 00000100:00100000:1.0:1763335548.096986:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc3357100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041430144:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335548.097029:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 840255 00010000:00010000:1.0:1763335548.097056:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f0765ba3 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ede5 expref: 25 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335548.097081:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335548.097085:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335548.097091:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f0765ba3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ede5 expref: 25 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335548.097109:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643e400, rc 0) 00000100:00100000:1.0:1763335548.097183:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7cef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+24:2408:x1848991029088128:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3395us (3641us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335548.097196:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1675 00000100:00100000:0.0:1763335548.100233:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335548.100336:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029088256 00000100:00100000:1.0:1763335548.100349:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029088256 00000100:00100000:1.0:1763335548.100427:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1676 00000100:00100000:1.0:1763335548.100440:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+24:2409:x1848991029088256:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335548.100468:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335548.100497:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ea00/0x10123ce7f0765baa lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847edec expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335548.100549:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cce00/0x10123ce7f0765b9c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847edde expref: 20 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335548.100607:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc3357100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041430272:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335548.100731:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb600 going to sleep for 11 seconds 00000100:00100000:1.0:1763335548.103557:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc3357100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041430272:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335548.103593:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 840255 00010000:00010000:1.0:1763335548.103619:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ea00/0x10123ce7f0765baa lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847edec expref: 25 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335548.103647:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335548.103651:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335548.103657:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ea00/0x10123ce7f0765baa lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847edec expref: 25 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335548.103673:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643ea00, rc 0) 00000100:00100000:1.0:1763335548.103742:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+24:2409:x1848991029088256:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3304us (3525us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335548.103766:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1676 00000100:00100000:2.0:1763335548.111113:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335548.111312:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029088384 00000100:00100000:0.0:1763335548.111328:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029088384 00000100:00100000:0.0:1763335548.112076:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 950 00000100:00100000:0.0:1763335548.112095:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+21:2408:x1848991029088384:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:0.0:1763335548.112552:0:15202:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 840255 -> 840255 00000004:00010000:0.0:1763335548.112558:0:15202:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335548 -> 1763335548 00000004:00010000:0.0:1763335548.112561:0:15202:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335548 -> 1763335547 00000004:00010000:0.0:1763335548.112563:0:15202:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335548 -> 1763335548 00000004:00010000:0.0:1763335548.112566:0:15202:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 608 -> 656 00000100:00100000:0.0:1763335548.112680:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+22:2408:x1848991029088384:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 590us (1580us total) trans 4294967955 rc 0/0 00000100:00100000:0.0:1763335548.112690:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 950 00000100:00100000:0.0:1763335548.116513:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335548.117283:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029088512 00000100:00100000:1.0:1763335548.117298:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029088512 00000100:00100000:2.0:1763335548.117703:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1221 00000100:00100000:2.0:1763335548.117717:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991029088512:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335548.117744:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335548.117780:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc6471c00/0x10123ce7f0765bb1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847edf3 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335548.117863:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5f01500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041430400:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335548.118008:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f099c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335548.122964:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5f01500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041430400:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335548.123126:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc6471c00/0x10123ce7f0765bb1 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847edf3 expref: 15 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335548.123159:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc6471c00/0x10123ce7f0765bb1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847edf3 expref: 15 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335548.123175:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6471c00, rc 0) 00000100:00100000:2.0:1763335548.123439:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991029088512:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5723us (6942us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335548.123450:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1221 00000100:00100000:3.0:1763335548.133555:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335548.133661:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029088640 00000100:00100000:2.0:1763335548.133675:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029088640 00000100:00100000:2.0:1763335548.133749:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1222 00000100:00100000:2.0:1763335548.133772:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d90a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+14:2408:x1848991029088640:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335548.133798:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335548.133822:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc6471c00/0x10123ce7f0765bb8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847edfa expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335548.133949:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5f01500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041430528:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335548.134065:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f099c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335548.141108:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5f01500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041430528:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335548.141166:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc6471c00/0x10123ce7f0765bb8 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847edfa expref: 15 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335548.141191:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc6471c00/0x10123ce7f0765bb8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847edfa expref: 15 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335548.141202:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6471c00, rc 0) 00000100:00100000:2.0:1763335548.141266:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d90a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+14:2408:x1848991029088640:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7496us (7726us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335548.141277:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1222 00000100:00100000:3.0:1763335548.148267:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335548.148451:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029088768 00000100:00100000:2.0:1763335548.148465:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029088768 00000100:00100000:2.0:1763335548.148544:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1223 00000100:00100000:2.0:1763335548.148555:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991029088768:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335548.148581:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335548.148605:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc6471c00/0x10123ce7f0765bbf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ee01 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335548.148683:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5f01500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041430656:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335548.149318:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f099c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335548.155353:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5f01500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041430656:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335548.155416:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc6471c00/0x10123ce7f0765bbf lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee01 expref: 15 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335548.155452:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc6471c00/0x10123ce7f0765bbf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee01 expref: 15 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335548.155468:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6471c00, rc 0) 00000100:00100000:2.0:1763335548.155570:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991029088768:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7015us (7321us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335548.155581:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1223 00000100:00100000:0.0:1763335548.160734:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335548.162791:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029088896 00000100:00100000:2.0:1763335548.162936:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029088896 00000100:00100000:0.0:1763335548.163395:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1224 00000100:00100000:0.0:1763335548.163411:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:2408:x1848991029088896:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335548.163435:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335548.163458:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cc600/0x10123ce7f0765bc6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ee08 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335548.163534:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc55ef800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041430784:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335548.164747:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c11cab40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335548.172426:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc55ef800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041430784:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335548.172487:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cc600/0x10123ce7f0765bc6 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee08 expref: 15 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335548.172526:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cc600/0x10123ce7f0765bc6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee08 expref: 15 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335548.172543:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cc600, rc 0) 00000100:00100000:0.0:1763335548.174728:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:2408:x1848991029088896:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 11300us (13993us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335548.174747:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1224 00000100:00100000:3.0:1763335548.179402:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335548.179505:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029089024 00000100:00100000:1.0:1763335548.179519:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029089024 00000100:00100000:1.0:1763335548.179597:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1677 00000100:00100000:1.0:1763335548.179610:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+24:2409:x1848991029089024:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335548.179639:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335548.179669:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ea00/0x10123ce7f0765bcd lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ee0f expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335548.179720:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cce00/0x10123ce7f0765b9c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847edde expref: 21 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335548.179794:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc3357100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041430912:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335548.180460:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb600 going to sleep for 11 seconds 00000004:00010000:1.0:1763335548.184258:0:6517:0:(mdt_lvb.c:189:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime: 1763335547 -> 1763335548 00000100:00100000:1.0:1763335548.184300:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc3357100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041430912:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335548.184330:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 840255 00010000:00010000:1.0:1763335548.184353:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ea00/0x10123ce7f0765bcd lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee0f expref: 25 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335548.184379:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335548.184383:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335548.184389:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ea00/0x10123ce7f0765bcd lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee0f expref: 25 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335548.184410:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643ea00, rc 0) 00000100:00100000:1.0:1763335548.184494:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+24:2409:x1848991029089024:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4885us (5108us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335548.184505:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1677 00000100:00100000:3.0:1763335548.188056:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335548.188612:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029089152 00000100:00100000:1.0:1763335548.188628:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029089152 00000100:00100000:1.0:1763335548.188705:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1678 00000100:00100000:1.0:1763335548.188715:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+24:2407:x1848991029089152:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335548.188741:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335548.188780:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f0765bd4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ee16 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335548.188843:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cce00/0x10123ce7f0765b9c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847edde expref: 21 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335548.188941:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc3357100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041431040:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335548.189064:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb600 going to sleep for 11 seconds 00000100:00100000:1.0:1763335548.196427:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc3357100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041431040:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335548.196454:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 840255 00010000:00010000:1.0:1763335548.196474:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f0765bd4 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee16 expref: 25 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335548.196494:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335548.196497:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335548.196502:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f0765bd4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee16 expref: 25 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335548.196520:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643e400, rc 0) 00000100:00100000:1.0:1763335548.196592:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+24:2407:x1848991029089152:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7877us (8552us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335548.196603:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1678 00000100:00100000:2.0:1763335548.202479:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335548.202590:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029089280 00000100:00100000:1.0:1763335548.202600:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029089280 00000100:00100000:1.0:1763335548.202655:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1679 00000100:00100000:1.0:1763335548.202664:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+24:2409:x1848991029089280:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335548.202684:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335548.202703:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f0765bdb lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ee1d expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335548.202742:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cce00/0x10123ce7f0765b9c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847edde expref: 21 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335548.202791:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc3357100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041431168:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335548.202899:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb600 going to sleep for 11 seconds 00000100:00100000:1.0:1763335548.207787:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc3357100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041431168:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335548.207815:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 840255 00010000:00010000:1.0:1763335548.207833:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f0765bdb lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee1d expref: 25 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335548.207854:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335548.207857:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335548.207862:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f0765bdb lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee1d expref: 25 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335548.207917:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643e400, rc 0) 00000100:00100000:1.0:1763335548.207982:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+24:2409:x1848991029089280:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5317us (5512us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335548.207991:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1679 00000100:00100000:2.0:1763335548.217140:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335548.217255:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029089408 00000100:00100000:1.0:1763335548.217265:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029089408 00000100:00100000:1.0:1763335548.217324:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1680 00000100:00100000:1.0:1763335548.217334:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+24:2406:x1848991029089408:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335548.217356:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335548.217378:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f0765be2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ee24 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335548.217419:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cce00/0x10123ce7f0765b9c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847edde expref: 21 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335548.217459:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc3357100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041431296:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335548.217545:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb600 going to sleep for 11 seconds 00000100:00100000:1.0:1763335548.221581:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc3357100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041431296:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335548.221607:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 840255 00010000:00010000:1.0:1763335548.221626:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f0765be2 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee24 expref: 25 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335548.221648:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335548.221652:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335548.221657:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f0765be2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee24 expref: 25 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335548.221674:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643e400, rc 0) 00000100:00100000:1.0:1763335548.221747:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+24:2406:x1848991029089408:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4412us (4617us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335548.221786:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1680 00010000:00010000:2.0:1763335548.222816:0:6504:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763335548.229114:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335548.229594:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029089536 00000100:00100000:2.0:1763335548.229606:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029089536 00000100:00100000:2.0:1763335548.229973:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1225 00000100:00100000:2.0:1763335548.229985:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:15720:x1848991029089536:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335548.230004:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335548.230024:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc6471a00/0x10123ce7f0765be9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ee2b expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335548.230055:0:8401:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4e00/0x10123ce7f0765b6b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1679360->1720319) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847edad expref: 15 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335548.230064:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335548.230066:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335548.230070:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc6471a00/0x10123ce7f0765be9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1216512->1265663] (req 1216512->1265663) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee2b expref: 15 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335548.230820:0:8401:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4e00/0x10123ce7f0765b6b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1679360->1720319) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847edad expref: 15 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335548.230835:0:8401:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4e00/0x10123ce7f0765b6b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1679360->1720319) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847edad expref: 15 pid: 8400 timeout: 448 lvb_type: 0 00000100:00100000:2.0:1763335548.230849:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5f01f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041431424:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335548.231437:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f099c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335548.233846:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5f01f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041431424:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335548.234116:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335548.234243:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029089664 00000100:00100000:1.0:1763335548.234251:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029089664 00010000:00010000:1.0:1763335548.234289:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4e00/0x10123ce7f0765b6b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1679360->1720319) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847edad expref: 16 pid: 8400 timeout: 448 lvb_type: 0 00000100:00100000:1.0:1763335548.234325:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 631 00000100:00100000:1.0:1763335548.234334:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d91500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+16:2409:x1848991029089664:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335548.234350:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335548.234372:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4e00/0x10123ce7f0765b6b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1679360->1720319) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847edad expref: 16 pid: 8400 timeout: 448 lvb_type: 0 00010000:00010000:1.0:1763335548.234384:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4e00/0x10123ce7f0765b6b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1679360->1720319) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847edad expref: 16 pid: 8400 timeout: 448 lvb_type: 0 00010000:00010000:1.0:1763335548.234407:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4e00/0x10123ce7f0765b6b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1679360->1720319) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847edad expref: 16 pid: 8400 timeout: 448 lvb_type: 0 00010000:00010000:0.0:1763335548.234850:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc6471a00/0x10123ce7f0765be9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 5 type: EXT [1216512->1265663] (req 1216512->1265663) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee2b expref: 15 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335548.234881:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335548.234884:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335548.234895:0:8401:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc6471a00/0x10123ce7f0765be9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1216512->1265663) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee2b expref: 15 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335548.235097:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc6471a00/0x10123ce7f0765be9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1216512->1265663) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee2b expref: 15 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335548.235142:0:8401:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc6471a00/0x10123ce7f0765be9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1216512->1265663) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee2b expref: 15 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335548.235156:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc55ec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041431552:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335548.235566:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c11cab40 going to sleep for 11 seconds 00010000:00010000:1.0:1763335548.235818:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335548.235900:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d91500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+15:2409:x1848991029089664:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 1534us (1752us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335548.235909:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 631 00000100:00100000:0.0:1763335548.240041:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc55ec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041431552:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763335548.240068:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6471a00, rc 0) 00000100:00100000:0.0:1763335548.240527:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+15:15720:x1848991029089536:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 10541us (11425us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335548.240537:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1225 00000100:00100000:2.0:1763335548.244814:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335548.247431:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029089792 00000100:00100000:3.0:1763335548.247446:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029089792 00000100:00100000:3.0:1763335548.247540:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 802 00000100:00100000:3.0:1763335548.247551:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+15:2409:x1848991029089792:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:3.0:1763335548.247808:0:15204:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1348881 -> 1348881 00002000:00010000:3.0:1763335548.247812:0:15204:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335548 -> 1763335547 00002000:00010000:3.0:1763335548.247815:0:15204:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335548 -> 1763335546 00002000:00010000:3.0:1763335548.247817:0:15204:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335548 -> 1763335547 00002000:00010000:3.0:1763335548.247819:0:15204:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 80 -> 80 00000100:00100000:3.0:1763335548.248665:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+16:2409:x1848991029089792:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 1112us (3858us total) trans 4294967605 rc 0/0 00000100:00100000:3.0:1763335548.248675:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 802 00000100:00100000:2.0:1763335548.260963:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335548.261903:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029089920 00000100:00100000:1.0:1763335548.261916:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029089920 00000100:00100000:1.0:1763335548.261994:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1681 00000100:00100000:1.0:1763335548.262005:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+24:2406:x1848991029089920:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335548.262027:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335548.262052:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f0765bf0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ee32 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335548.262096:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cce00/0x10123ce7f0765b9c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847edde expref: 21 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335548.262142:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc3357100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041431680:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335548.262246:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb600 going to sleep for 11 seconds 00000100:00100000:2.0:1763335548.262336:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335548.263070:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029090048 00000100:00100000:1.0:1763335548.263079:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029090048 00000100:00100000:1.0:1763335548.263359:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1226 00000100:00100000:1.0:1763335548.263369:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+15:2407:x1848991029090048:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335548.263382:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335548.263399:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc643ea00/0x10123ce7f0765bf7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ee39 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335548.263605:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc56ff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041431808:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335548.263672:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb840 going to sleep for 11 seconds 00000100:00100000:1.0:1763335548.265614:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc3357100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041431680:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335548.265649:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 840255 00010000:00010000:1.0:1763335548.265670:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f0765bf0 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee32 expref: 25 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335548.265699:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335548.265703:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335548.265709:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f0765bf0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee32 expref: 25 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335548.265725:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643e400, rc 0) 00000100:00100000:1.0:1763335548.266482:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+24:2406:x1848991029089920:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4475us (5524us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335548.266492:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1681 00002000:00010000:2.0:1763335548.268627:0:8401:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime: 1763335547 -> 1763335548 00002000:00010000:2.0:1763335548.268636:0:8401:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335546 -> 1763335548 00002000:00010000:2.0:1763335548.268639:0:8401:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime: 1763335547 -> 1763335548 00000100:00100000:2.0:1763335548.268660:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc56ff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041431808:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335548.268697:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc643ea00/0x10123ce7f0765bf7 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee39 expref: 16 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335548.268720:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc643ea00/0x10123ce7f0765bf7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee39 expref: 16 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335548.268733:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643ea00, rc 0) 00000100:00100000:2.0:1763335548.271059:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+15:2407:x1848991029090048:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7678us (8709us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335548.271076:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1226 00000100:00100000:0.0:1763335548.278534:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335548.278647:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029090176 00000100:00100000:2.0:1763335548.278660:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029090176 00000100:00100000:2.0:1763335548.278714:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1227 00000100:00100000:2.0:1763335548.278724:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+15:15720:x1848991029090176:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335548.278744:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335548.278775:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc6471c00/0x10123ce7f0765bfe lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ee40 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335548.278814:0:8401:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc6471a00/0x10123ce7f0765be9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1216512->1265663) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee2b expref: 15 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335548.278822:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335548.278824:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335548.278829:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc6471c00/0x10123ce7f0765bfe lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1167360->1171455] (req 1167360->1171455) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee40 expref: 16 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335548.278915:0:8401:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc6471a00/0x10123ce7f0765be9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1216512->1265663) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee2b expref: 15 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335548.278932:0:8401:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc6471a00/0x10123ce7f0765be9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1216512->1265663) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee2b expref: 15 pid: 8401 timeout: 448 lvb_type: 0 00000100:00100000:2.0:1763335548.278948:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5f01c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041431936:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335548.283923:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09840 going to sleep for 11 seconds 00000100:00100000:2.0:1763335548.289157:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5f01c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041431936:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335548.289197:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc6471c00/0x10123ce7f0765bfe lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1167360->1171455] (req 1167360->1171455) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee40 expref: 16 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335548.289218:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6471c00, rc 0) 00000100:00100000:2.0:1763335548.289276:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+16:15720:x1848991029090176:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 10553us (10758us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335548.289284:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1227 00000100:00100000:1.0:1763335548.293467:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335548.293579:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029090304 00000100:00100000:0.0:1763335548.293589:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029090304 00010000:00010000:0.0:1763335548.293632:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc6471a00/0x10123ce7f0765be9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1216512->1265663) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee2b expref: 16 pid: 8401 timeout: 448 lvb_type: 0 00000100:00100000:0.0:1763335548.293679:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 632 00000100:00100000:0.0:1763335548.293688:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f4516c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+16:2408:x1848991029090304:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335548.293704:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335548.293725:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc6471a00/0x10123ce7f0765be9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1216512->1265663) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee2b expref: 16 pid: 8401 timeout: 448 lvb_type: 0 00010000:00010000:0.0:1763335548.293739:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc6471a00/0x10123ce7f0765be9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1216512->1265663) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee2b expref: 16 pid: 8401 timeout: 448 lvb_type: 0 00010000:00010000:0.0:1763335548.293772:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc6471a00/0x10123ce7f0765be9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1216512->1265663) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee2b expref: 16 pid: 8401 timeout: 448 lvb_type: 0 00010000:00010000:0.0:1763335548.293789:0:13187:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335548.293792:0:13187:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335548.293799:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc6471c00/0x10123ce7f0765bfe lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1167360->1171455) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee40 expref: 15 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335548.293809:0:13187:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc6471c00/0x10123ce7f0765bfe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1167360->1171455) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee40 expref: 15 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335548.293846:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc6471c00/0x10123ce7f0765bfe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1167360->1171455) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee40 expref: 15 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335548.293860:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc43d8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:13187:1848991041432064:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335548.294002:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c11cab40 going to sleep for 11 seconds 00000100:00100000:1.0:1763335548.305710:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc43d8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:13187:1848991041432064:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335548.305738:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335548.305803:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f4516c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+15:2408:x1848991029090304:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 12115us (12347us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335548.305815:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 632 00000100:00100000:1.0:1763335548.311745:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335548.311841:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029090432 00000100:00100000:0.0:1763335548.311852:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029090432 00002000:00100000:0.0:1763335548.311937:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1167360->1171455) req@ffff9aefc56fd500 x1848991029090432/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:594/0 lens 488/0 e 0 to 0 dl 1763335559 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335548.311947:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc56fd500 with x1848991029090432 ext(1167360->1171455) 00002000:00010000:0.0:1763335548.311955:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc56fd500 00000100:00100000:0.0:1763335548.311985:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 803 00000100:00100000:0.0:1763335548.311994:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc56fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+16:2408:x1848991029090432:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335548.312206:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc56fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+16:2408:x1848991029090432:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 213us (470us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335548.312214:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 803 00002000:00100000:0.0:1763335548.312222:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1167360->1171455) req@ffff9aefc56fd500 x1848991029090432/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:594/0 lens 488/4536 e 0 to 0 dl 1763335559 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335548.312230:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc56fd500 with x1848991029090432 ext(1167360->1171455) 00002000:00010000:0.0:1763335548.312234:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc56fd500 00000100:00100000:3.0:1763335548.331636:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335548.331725:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029090560 00000100:00100000:0.0:1763335548.331736:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029090560 00002000:00100000:0.0:1763335548.331816:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1171456->1175551) req@ffff9af0f7d93100 x1848991029090560/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:594/0 lens 488/0 e 0 to 0 dl 1763335559 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335548.331827:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7d93100 with x1848991029090560 ext(1171456->1175551) 00002000:00010000:0.0:1763335548.331833:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7d93100 00000100:00100000:0.0:1763335548.331899:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 804 00000100:00100000:0.0:1763335548.331909:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+16:2408:x1848991029090560:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335548.332099:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+16:2408:x1848991029090560:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 190us (471us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335548.332106:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 804 00002000:00100000:0.0:1763335548.332113:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1171456->1175551) req@ffff9af0f7d93100 x1848991029090560/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:594/0 lens 488/4536 e 0 to 0 dl 1763335559 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335548.332120:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7d93100 with x1848991029090560 ext(1171456->1175551) 00002000:00010000:0.0:1763335548.332122:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7d93100 00000100:00100000:2.0:1763335548.341253:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335548.341331:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029090688 00000100:00100000:3.0:1763335548.341342:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029090688 00002000:00100000:3.0:1763335548.341394:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1175552->1179647) req@ffff9aefc5f01c00 x1848991029090688/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:594/0 lens 488/0 e 0 to 0 dl 1763335559 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335548.341406:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5f01c00 with x1848991029090688 ext(1175552->1179647) 00002000:00010000:3.0:1763335548.341413:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5f01c00 00000100:00100000:3.0:1763335548.341450:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 805 00000100:00100000:3.0:1763335548.341459:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+16:2408:x1848991029090688:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335548.346307:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+16:2408:x1848991029090688:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 4834us (5050us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335548.346324:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 805 00002000:00100000:3.0:1763335548.346339:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1175552->1179647) req@ffff9aefc5f01c00 x1848991029090688/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:594/0 lens 488/4536 e 0 to 0 dl 1763335559 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335548.346350:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5f01c00 with x1848991029090688 ext(1175552->1179647) 00002000:00010000:3.0:1763335548.346357:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5f01c00 00000100:00100000:1.0:1763335548.353790:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335548.355045:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029090816 00000100:00100000:0.0:1763335548.355061:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029090816 00002000:00100000:0.0:1763335548.355113:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1179648->1183743) req@ffff9aefc56fe680 x1848991029090816/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:594/0 lens 488/0 e 0 to 0 dl 1763335559 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335548.355125:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc56fe680 with x1848991029090816 ext(1179648->1183743) 00002000:00010000:0.0:1763335548.355132:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc56fe680 00000100:00100000:0.0:1763335548.355171:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 806 00000100:00100000:0.0:1763335548.355181:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc56fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+16:2409:x1848991029090816:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335548.355368:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc56fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+16:2409:x1848991029090816:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 188us (1586us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335548.355375:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 806 00002000:00100000:0.0:1763335548.355381:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1179648->1183743) req@ffff9aefc56fe680 x1848991029090816/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:594/0 lens 488/4536 e 0 to 0 dl 1763335559 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335548.355389:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc56fe680 with x1848991029090816 ext(1179648->1183743) 00002000:00010000:0.0:1763335548.355393:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc56fe680 00000100:00100000:1.0:1763335548.360429:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335548.360529:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029090944 00000100:00100000:3.0:1763335548.360540:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029090944 00002000:00100000:3.0:1763335548.360932:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1183744->1187839) req@ffff9aefc56fdf80 x1848991029090944/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:594/0 lens 488/0 e 0 to 0 dl 1763335559 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335548.360944:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc56fdf80 with x1848991029090944 ext(1183744->1187839) 00002000:00010000:3.0:1763335548.360950:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc56fdf80 00000100:00100000:3.0:1763335548.360975:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 807 00000100:00100000:3.0:1763335548.361230:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc56fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+16:2406:x1848991029090944:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335548.361443:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc56fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+16:2406:x1848991029090944:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 458us (1023us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335548.361451:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 807 00002000:00100000:3.0:1763335548.361459:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1183744->1187839) req@ffff9aefc56fdf80 x1848991029090944/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:594/0 lens 488/4536 e 0 to 0 dl 1763335559 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335548.361467:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc56fdf80 with x1848991029090944 ext(1183744->1187839) 00002000:00010000:3.0:1763335548.361471:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc56fdf80 00000100:00100000:2.0:1763335548.365979:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335548.366139:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029091072 00000100:00100000:1.0:1763335548.366150:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029091072 00000100:00100000:1.0:1763335548.366216:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1682 00000100:00100000:1.0:1763335548.366226:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+24:2407:x1848991029091072:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335548.366246:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335548.366269:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e800/0x10123ce7f0765c05 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ee47 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335548.366313:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cce00/0x10123ce7f0765b9c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847edde expref: 21 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335548.366357:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc56fc000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041432192:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335548.366463:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb840 going to sleep for 11 seconds 00000100:00100000:1.0:1763335548.371683:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc56fc000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041432192:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335548.371712:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 840255 00010000:00010000:1.0:1763335548.371734:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e800/0x10123ce7f0765c05 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee47 expref: 25 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335548.371767:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335548.371771:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335548.371777:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e800/0x10123ce7f0765c05 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee47 expref: 25 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335548.371793:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643e800, rc 0) 00000100:00100000:1.0:1763335548.371860:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+24:2407:x1848991029091072:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5634us (5890us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335548.375905:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1682 00000100:00100000:2.0:1763335548.378694:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335548.378743:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029091200 00000100:00100000:1.0:1763335548.378762:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029091200 00000100:00100000:3.0:1763335548.378983:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1683 00000100:00100000:2.0:1763335548.379043:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+24:2407:x1848991029091200:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335548.379066:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335548.379088:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6470200/0x10123ce7f0765c0c lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ee4e expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335548.379128:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cce00/0x10123ce7f0765b9c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847edde expref: 21 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335548.379169:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5f02300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041432320:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335548.379265:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09840 going to sleep for 11 seconds 00000100:00100000:0.0:1763335548.381677:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5f02300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041432320:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335548.381709:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 840255 00010000:00010000:0.0:1763335548.381730:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6470200/0x10123ce7f0765c0c lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee4e expref: 25 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335548.381763:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335548.381766:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335548.381772:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6470200/0x10123ce7f0765c0c lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee4e expref: 25 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335548.381786:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6470200, rc 0) 00000100:00100000:0.0:1763335548.382299:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+24:2407:x1848991029091200:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3303us (3614us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335548.382309:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1683 00000100:00100000:3.0:1763335548.389026:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335548.389132:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029091328 00000100:00100000:0.0:1763335548.389142:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029091328 00000100:00100000:0.0:1763335548.389205:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1684 00000100:00100000:0.0:1763335548.389216:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d91c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+24:2406:x1848991029091328:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335548.389242:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335548.389265:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cdc00/0x10123ce7f0765c13 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ee55 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335548.389306:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cce00/0x10123ce7f0765b9c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847edde expref: 21 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335548.389347:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc43d9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041432448:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335548.389442:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c11cab40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335548.393624:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc43d9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041432448:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335548.393653:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 840255 00010000:00010000:0.0:1763335548.393673:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cdc00/0x10123ce7f0765c13 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee55 expref: 25 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335548.393694:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335548.393697:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335548.393703:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cdc00/0x10123ce7f0765c13 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee55 expref: 25 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335548.393719:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cdc00, rc 0) 00000100:00100000:0.0:1763335548.393797:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d91c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+24:2406:x1848991029091328:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4582us (4791us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335548.393806:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1684 00000100:00100000:2.0:1763335548.398210:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335548.398347:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029091456 00000100:00100000:0.0:1763335548.398358:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029091456 00000100:00100000:0.0:1763335548.398700:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1685 00000100:00100000:0.0:1763335548.398711:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+24:2406:x1848991029091456:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335548.398731:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335548.398761:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cca00/0x10123ce7f0765c1a lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ee5c expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335548.398799:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cce00/0x10123ce7f0765b9c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847edde expref: 21 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335548.398841:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc43d9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041432576:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335548.399303:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c11cab40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335548.403105:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc43d9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041432576:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335548.403131:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 840255 00010000:00010000:0.0:1763335548.403150:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cca00/0x10123ce7f0765c1a lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee5c expref: 25 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335548.403170:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335548.403173:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335548.403177:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cca00/0x10123ce7f0765c1a lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee5c expref: 25 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335548.403190:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cca00, rc 0) 00000100:00100000:0.0:1763335548.403255:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+24:2406:x1848991029091456:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4546us (5060us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335548.403264:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1685 00000100:00100000:2.0:1763335548.410940:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335548.411729:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029091584 00000100:00100000:0.0:1763335548.411741:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029091584 00000100:00100000:0.0:1763335548.411816:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1686 00000100:00100000:0.0:1763335548.411827:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+24:2407:x1848991029091584:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335548.411848:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335548.411895:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cca00/0x10123ce7f0765c21 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ee63 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335548.411947:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cce00/0x10123ce7f0765b9c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847edde expref: 21 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335548.411988:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc43d9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041432704:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335548.412094:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c11cab40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335548.417062:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc43d9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041432704:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335548.417085:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 840255 00010000:00010000:0.0:1763335548.417103:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cca00/0x10123ce7f0765c21 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee63 expref: 25 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335548.417125:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335548.417128:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335548.417133:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cca00/0x10123ce7f0765c21 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee63 expref: 25 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335548.417149:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cca00, rc 0) 00000100:00100000:0.0:1763335548.417484:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+24:2407:x1848991029091584:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5658us (6554us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335548.417494:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1686 00000100:00100000:3.0:1763335548.422499:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335548.427359:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029091712 00000100:00100000:0.0:1763335548.427376:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029091712 00000100:00100000:1.0:1763335548.427540:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1687 00000100:00100000:1.0:1763335548.427550:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+24:15720:x1848991029091712:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335548.427570:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335548.427601:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e800/0x10123ce7f0765c28 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ee6a expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335548.427638:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cce00/0x10123ce7f0765b9c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847edde expref: 21 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335548.427647:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e800/0x10123ce7f0765c28 lrc: 4/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee6a expref: 25 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335548.427680:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cce00/0x10123ce7f0765b9c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847edde expref: 21 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335548.427693:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cce00/0x10123ce7f0765b9c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847edde expref: 21 pid: 6516 timeout: 449 lvb_type: 0 00000100:00100000:1.0:1763335548.427706:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc56fc000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041432832:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335548.427812:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb840 going to sleep for 11 seconds 00000100:00100000:2.0:1763335548.437601:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335548.437680:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029091840 00000100:00100000:0.0:1763335548.437689:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029091840 00010000:00010000:0.0:1763335548.437728:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cce00/0x10123ce7f0765b9c lrc: 5/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847edde expref: 22 pid: 6516 timeout: 449 lvb_type: 0 00000100:00100000:0.0:1763335548.437775:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 633 00000100:00100000:0.0:1763335548.437785:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f01f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+22:2409:x1848991029091840:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335548.437801:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335548.437823:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cce00/0x10123ce7f0765b9c lrc: 5/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847edde expref: 22 pid: 6516 timeout: 449 lvb_type: 0 00010000:00010000:0.0:1763335548.437836:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cce00/0x10123ce7f0765b9c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847edde expref: 22 pid: 6516 timeout: 449 lvb_type: 0 00010000:00010000:0.0:1763335548.437861:0:13187:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335548.437888:0:13187:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e800/0x10123ce7f0765c28 lrc: 3/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee6a expref: 25 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335548.437900:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e800/0x10123ce7f0765c28 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x50080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee6a expref: 25 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335548.437908:0:13187:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e800/0x10123ce7f0765c28 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x50080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee6a expref: 25 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335548.437945:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e800/0x10123ce7f0765c28 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee6a expref: 25 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335548.437957:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc43d9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041432960:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335548.438048:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c11cab40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335548.441007:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc43d9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041432960:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763335548.441125:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335548.441181:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f01f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+22:2409:x1848991029091840:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 3397us (3587us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335548.441194:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 633 00010000:00010000:1.0:1763335548.442605:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cce00/0x10123ce7f0765b9c lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847edde expref: 21 pid: 6516 timeout: 449 lvb_type: 0 00000100:00100000:1.0:1763335548.442627:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc56fc000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041432832:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335548.442650:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e800/0x10123ce7f0765c28 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee6a expref: 25 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335548.442666:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335548.442669:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335548.442673:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643e800, rc 0) 00000100:00100000:1.0:1763335548.442732:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+25:15720:x1848991029091712:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 15182us (20243us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335548.442746:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1687 00000100:00100000:2.0:1763335548.451668:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335548.451773:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029091968 00000100:00100000:1.0:1763335548.451783:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029091968 00002000:00100000:1.0:1763335548.451830:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5965c00 x1848991029091968/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:594/0 lens 488/0 e 0 to 0 dl 1763335559 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335548.451841:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5965c00 with x1848991029091968 00000100:00100000:1.0:1763335548.452621:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 951 00000100:00100000:1.0:1763335548.452633:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5965c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+25:2408:x1848991029091968:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335548.453604:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5965c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+25:2408:x1848991029091968:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 968us (1940us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335548.453615:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 951 00002000:00100000:1.0:1763335548.453625:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5965c00 x1848991029091968/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:594/0 lens 488/4536 e 0 to 0 dl 1763335559 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335548.453635:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5965c00 with x1848991029091968 00000100:00100000:2.0:1763335548.466062:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335548.467746:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029092096 00000100:00100000:1.0:1763335548.467768:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029092096 00002000:00100000:1.0:1763335548.467817:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5964380 x1848991029092096/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:594/0 lens 488/0 e 0 to 0 dl 1763335559 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335548.467827:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5964380 with x1848991029092096 00000100:00100000:0.0:1763335548.468567:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 952 00000100:00100000:0.0:1763335548.468580:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5964380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+25:2409:x1848991029092096:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335548.469446:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5964380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+25:2409:x1848991029092096:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 866us (3389us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335548.469455:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 952 00002000:00100000:0.0:1763335548.469464:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5964380 x1848991029092096/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:594/0 lens 488/4536 e 0 to 0 dl 1763335559 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335548.469472:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5964380 with x1848991029092096 00000100:00100000:2.0:1763335548.475581:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335548.475716:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029092224 00000100:00100000:0.0:1763335548.475726:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029092224 00002000:00100000:0.0:1763335548.475780:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5965180 x1848991029092224/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:594/0 lens 488/0 e 0 to 0 dl 1763335559 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335548.475791:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5965180 with x1848991029092224 00000100:00100000:1.0:1763335548.476398:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 953 00000100:00100000:1.0:1763335548.476412:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5965180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+25:2409:x1848991029092224:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335548.476590:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5965180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+25:2409:x1848991029092224:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 181us (1017us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335548.476597:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 953 00002000:00100000:1.0:1763335548.476605:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5965180 x1848991029092224/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:594/0 lens 488/4536 e 0 to 0 dl 1763335559 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335548.476613:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5965180 with x1848991029092224 00000100:00100000:3.0:1763335548.478458:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc43d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3652:1848991041433088:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1763335548.478524:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335548.479267:0:13236:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041433088 00000100:00100000:0.0:1763335548.479277:0:13236:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041433088 00000100:00100000:0.0:1763335548.479330:0:13236:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 176 00000100:00100000:0.0:1763335548.479339:0:13236:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3652:x1848991041433088:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1763335548.479372:0:13236:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446412288 avail 1300172800 00000100:00100000:0.0:1763335548.479431:0:13236:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3652:x1848991041433088:12345-0@lo:41:osp-pre-1-0.0 Request processed in 93us (907us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335548.479439:0:13236:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 176 00000100:00100000:1.0:1763335548.479602:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc43d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3652:1848991041433088:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1763335548.483395:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335548.483687:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029092352 00000100:00100000:0.0:1763335548.483698:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029092352 00002000:00100000:0.0:1763335548.483748:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5965880 x1848991029092352/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:594/0 lens 488/0 e 0 to 0 dl 1763335559 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335548.483792:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5965880 with x1848991029092352 00000100:00100000:0.0:1763335548.483835:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 954 00000100:00100000:0.0:1763335548.483845:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5965880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+25:2406:x1848991029092352:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335548.484052:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5965880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+25:2406:x1848991029092352:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 208us (667us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335548.484060:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 954 00002000:00100000:0.0:1763335548.484066:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5965880 x1848991029092352/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:594/0 lens 488/4536 e 0 to 0 dl 1763335559 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335548.484074:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5965880 with x1848991029092352 00000100:00100000:2.0:1763335548.490041:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335548.491189:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029092480 00000100:00100000:1.0:1763335548.491205:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029092480 00002000:00100000:1.0:1763335548.491267:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5966d80 x1848991029092480/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:594/0 lens 488/0 e 0 to 0 dl 1763335559 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335548.491278:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5966d80 with x1848991029092480 00000100:00100000:1.0:1763335548.491462:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 955 00000100:00100000:1.0:1763335548.491471:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5966d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+25:2409:x1848991029092480:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335548.491801:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5966d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+25:2409:x1848991029092480:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 330us (1770us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335548.491808:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 955 00002000:00100000:1.0:1763335548.491815:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5966d80 x1848991029092480/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:594/0 lens 488/4536 e 0 to 0 dl 1763335559 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335548.491823:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5966d80 with x1848991029092480 00000100:00100000:2.0:1763335548.495833:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335548.496279:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029092608 00000100:00100000:1.0:1763335548.496291:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029092608 00002000:00100000:1.0:1763335548.496344:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5966680 x1848991029092608/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:594/0 lens 488/0 e 0 to 0 dl 1763335559 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335548.496356:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5966680 with x1848991029092608 00000100:00100000:1.0:1763335548.496466:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 956 00000100:00100000:1.0:1763335548.496475:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5966680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+25:2408:x1848991029092608:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335548.496935:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5966680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+25:2408:x1848991029092608:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 459us (1109us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335548.496943:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 956 00002000:00100000:1.0:1763335548.496949:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5966680 x1848991029092608/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:594/0 lens 488/4536 e 0 to 0 dl 1763335559 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335548.496956:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5966680 with x1848991029092608 00000100:00100000:2.0:1763335548.501203:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335548.501487:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029092736 00000100:00100000:1.0:1763335548.501497:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029092736 00002000:00100000:1.0:1763335548.501544:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5967b80 x1848991029092736/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:594/0 lens 488/0 e 0 to 0 dl 1763335559 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335548.501555:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5967b80 with x1848991029092736 00000100:00100000:1.0:1763335548.501592:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 957 00000100:00100000:1.0:1763335548.501601:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5967b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+25:2406:x1848991029092736:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335548.501811:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5967b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+25:2406:x1848991029092736:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 210us (615us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335548.501819:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 957 00002000:00100000:1.0:1763335548.501825:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5967b80 x1848991029092736/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:594/0 lens 488/4536 e 0 to 0 dl 1763335559 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335548.501831:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5967b80 with x1848991029092736 00000100:00100000:2.0:1763335548.506570:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335548.506721:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029092864 00000100:00100000:0.0:1763335548.506732:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029092864 00002000:00100000:0.0:1763335548.506787:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5964a80 x1848991029092864/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:594/0 lens 488/0 e 0 to 0 dl 1763335559 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335548.506798:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5964a80 with x1848991029092864 00000100:00100000:0.0:1763335548.506838:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 958 00000100:00100000:0.0:1763335548.506848:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5964a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+25:2408:x1848991029092864:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335548.507078:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5964a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+25:2408:x1848991029092864:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 231us (517us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335548.507086:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 958 00002000:00100000:0.0:1763335548.507092:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5964a80 x1848991029092864/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:594/0 lens 488/4536 e 0 to 0 dl 1763335559 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335548.507101:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5964a80 with x1848991029092864 00000100:00100000:2.0:1763335548.511558:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335548.511682:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029092992 00000100:00100000:1.0:1763335548.511692:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029092992 00002000:00100000:1.0:1763335548.511740:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5965500 x1848991029092992/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:594/0 lens 488/0 e 0 to 0 dl 1763335559 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335548.511760:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5965500 with x1848991029092992 00000100:00100000:1.0:1763335548.511795:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 959 00000100:00100000:1.0:1763335548.511803:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5965500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+25:2406:x1848991029092992:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335548.512008:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5965500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+25:2406:x1848991029092992:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 205us (459us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335548.512015:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 959 00002000:00100000:1.0:1763335548.512022:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5965500 x1848991029092992/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:594/0 lens 488/4536 e 0 to 0 dl 1763335559 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335548.512030:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5965500 with x1848991029092992 00000100:00100000:2.0:1763335548.516423:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335548.516471:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335548.516561:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029093120 00000100:00100000:3.0:1763335548.516571:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029093120 00000100:00100000:1.0:1763335548.516707:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029093248 00000100:00100000:1.0:1763335548.516712:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029093248 00000100:00100000:3.0:1763335548.516804:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1688 00000100:00100000:3.0:1763335548.516825:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5967800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+21:2408:x1848991029093120:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335548.516853:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335548.516904:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4000/0x10123ce7f0765c2f lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ee71 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335548.516941:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4000/0x10123ce7f0765c2f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee71 expref: 22 pid: 6516 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763335548.516952:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 840255 00010000:00010000:3.0:1763335548.516959:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4000/0x10123ce7f0765c2f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee71 expref: 22 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335548.516977:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335548.516980:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335548.516983:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc62b4000, rc 0) 00000100:00100000:3.0:1763335548.517035:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5967800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+22:2408:x1848991029093120:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 213us (562us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335548.517042:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1688 00000100:00100000:1.0:1763335548.517098:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1228 00000100:00100000:1.0:1763335548.517107:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5965f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+15:2408:x1848991029093248:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335548.517114:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335548.517123:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc643f200/0x10123ce7f0765c36 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ee78 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335548.517139:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335548.517141:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335548.517148:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc643f200/0x10123ce7f0765c36 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee78 expref: 16 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335548.517161:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc643f200/0x10123ce7f0765c36 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee78 expref: 16 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335548.517170:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643f200, rc 0) 00000100:00100000:1.0:1763335548.517188:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5965f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+16:2408:x1848991029093248:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 83us (775us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335548.517194:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1228 00000100:00100000:2.0:1763335548.521347:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335548.521489:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029093376 00000100:00100000:3.0:1763335548.521499:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029093376 00000100:00100000:3.0:1763335548.521716:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1689 00000100:00100000:3.0:1763335548.521726:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc59aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+22:15720:x1848991029093376:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335548.521745:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335548.521748:0:6516:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763335548.521794:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4000/0x10123ce7f0765c2f lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee71 expref: 22 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335548.521813:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335548.521818:0:6516:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763335548.521829:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4c00/0x10123ce7f0765c3d lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ee7f expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335548.521850:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e800/0x10123ce7f0765c28 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee6a expref: 24 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335548.521861:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4c00/0x10123ce7f0765c3d lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee7f expref: 22 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335548.522143:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e800/0x10123ce7f0765c28 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee6a expref: 24 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335548.522157:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e800/0x10123ce7f0765c28 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee6a expref: 24 pid: 6516 timeout: 449 lvb_type: 0 00000100:00100000:3.0:1763335548.522170:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7d90380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041433216:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335548.522450:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850000 going to sleep for 11 seconds 00000100:00100000:2.0:1763335548.526726:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335548.526845:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7d90380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041433216:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335548.526901:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4c00/0x10123ce7f0765c3d lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee7f expref: 22 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335548.526920:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335548.526923:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335548.526927:0:6516:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4c00/0x10123ce7f0765c3d lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee7f expref: 22 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335548.526939:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc62b4c00, rc 0) 00000100:00100000:3.0:1763335548.526991:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc59aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+22:15720:x1848991029093376:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5266us (5652us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335548.527000:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1689 00000100:00100000:0.0:1763335548.527088:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029093504 00000100:00100000:0.0:1763335548.527094:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029093504 00010000:00010000:0.0:1763335548.527123:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e800/0x10123ce7f0765c28 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee6a expref: 25 pid: 6516 timeout: 449 lvb_type: 0 00000100:00100000:0.0:1763335548.527152:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 634 00000100:00100000:0.0:1763335548.527160:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc59a9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+25:2408:x1848991029093504:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335548.527174:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335548.527192:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e800/0x10123ce7f0765c28 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee6a expref: 25 pid: 6516 timeout: 449 lvb_type: 0 00010000:00010000:0.0:1763335548.527203:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e800/0x10123ce7f0765c28 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee6a expref: 25 pid: 6516 timeout: 449 lvb_type: 0 00010000:00010000:0.0:1763335548.527224:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e800/0x10123ce7f0765c28 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee6a expref: 25 pid: 6516 timeout: 449 lvb_type: 0 00010000:00010000:0.0:1763335548.527236:0:13187:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335548.527240:0:13187:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4c00/0x10123ce7f0765c3d lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee7f expref: 21 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335548.527250:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4c00/0x10123ce7f0765c3d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee7f expref: 21 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335548.527259:0:13187:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4c00/0x10123ce7f0765c3d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee7f expref: 21 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335548.527287:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4c00/0x10123ce7f0765c3d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee7f expref: 21 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335548.527303:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc43d9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041433344:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335548.527348:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c11cab40 going to sleep for 11 seconds 00000100:00100000:1.0:1763335548.530228:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc43d9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041433344:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335548.530251:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335548.530831:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc59a9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+24:2408:x1848991029093504:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 3668us (4110us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335548.530841:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 634 00000100:00100000:2.0:1763335548.531857:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335548.531939:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029093632 00000100:00100000:0.0:1763335548.531948:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029093632 00000100:00100000:0.0:1763335548.531993:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 960 00000100:00100000:0.0:1763335548.532000:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc59aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+22:2408:x1848991029093632:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:0.0:1763335548.532211:0:15202:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 840255 -> 840255 00000004:00010000:0.0:1763335548.532215:0:15202:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335548 -> 1763335548 00000004:00010000:0.0:1763335548.532218:0:15202:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335548 -> 1763335548 00000004:00010000:0.0:1763335548.532220:0:15202:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335548 -> 1763335548 00000004:00010000:0.0:1763335548.532222:0:15202:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 656 -> 656 00000100:00100000:0.0:1763335548.533385:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc59aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+23:2408:x1848991029093632:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 1379us (1526us total) trans 4294967956 rc 0/0 00000100:00100000:0.0:1763335548.533395:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 960 00000100:00100000:2.0:1763335548.538178:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335548.538411:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029093760 00000100:00100000:1.0:1763335548.538421:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029093760 00000100:00100000:1.0:1763335548.538479:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1229 00000100:00100000:1.0:1763335548.538490:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc59aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+16:15720:x1848991029093760:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335548.538506:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335548.538525:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fc00/0x10123ce7f0765c44 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ee86 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335548.538555:0:8401:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc6471c00/0x10123ce7f0765bfe lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1167360->1171455) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee40 expref: 15 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335548.538564:0:8401:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc643f200/0x10123ce7f0765c36 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee78 expref: 17 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335548.538571:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335548.538573:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335548.538578:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fc00/0x10123ce7f0765c44 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [2052096->2093055] (req 2052096->2093055) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee86 expref: 17 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335548.538612:0:8401:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc643f200/0x10123ce7f0765c36 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee78 expref: 17 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335548.538626:0:8401:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc643f200/0x10123ce7f0765c36 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee78 expref: 17 pid: 8401 timeout: 449 lvb_type: 1 00000100:00100000:1.0:1763335548.538639:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc56fc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041433472:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335548.539426:0:8401:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc6471c00/0x10123ce7f0765bfe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1167360->1171455) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee40 expref: 15 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335548.539438:0:8401:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc6471c00/0x10123ce7f0765bfe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1167360->1171455) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee40 expref: 15 pid: 8401 timeout: 449 lvb_type: 0 00000100:00100000:1.0:1763335548.539449:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc56fed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041433600:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335548.539479:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb300 going to sleep for 11 seconds 00000100:00100000:1.0:1763335548.544116:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc56fc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041433472:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335548.544130:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc56fed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041433600:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335548.544160:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fc00/0x10123ce7f0765c44 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [2052096->2093055] (req 2052096->2093055) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee86 expref: 17 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335548.544178:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643fc00, rc 0) 00000100:00100000:1.0:1763335548.544231:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc59aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+17:15720:x1848991029093760:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5743us (6063us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335548.544240:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1229 00000100:00100000:2.0:1763335548.547042:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335548.547087:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335548.547166:0:6502:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029093888 00000100:00100000:3.0:1763335548.547177:0:6502:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029093888 00010000:00010000:3.0:1763335548.547217:0:6502:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc643f200/0x10123ce7f0765c36 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee78 expref: 17 pid: 8401 timeout: 449 lvb_type: 1 00000100:00100000:3.0:1763335548.547520:0:6502:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029094016 00000100:00100000:3.0:1763335548.547525:0:6502:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029094016 00010000:00010000:3.0:1763335548.547541:0:6502:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc6471c00/0x10123ce7f0765bfe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1167360->1171455) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee40 expref: 16 pid: 8401 timeout: 449 lvb_type: 0 00000100:00100000:0.0:1763335548.547599:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 635 00000100:00100000:0.0:1763335548.547611:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc59a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+17:2409:x1848991029093888:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335548.547627:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335548.547649:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc643f200/0x10123ce7f0765c36 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee78 expref: 17 pid: 8401 timeout: 449 lvb_type: 1 00010000:00010000:0.0:1763335548.547661:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc643f200/0x10123ce7f0765c36 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee78 expref: 17 pid: 8401 timeout: 449 lvb_type: 1 00010000:00010000:0.0:1763335548.547686:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc643f200/0x10123ce7f0765c36 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee78 expref: 17 pid: 8401 timeout: 449 lvb_type: 1 00010000:00010000:0.0:1763335548.547702:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335548.547817:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 636 00000100:00100000:1.0:1763335548.547828:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc59a8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+16:2409:x1848991029094016:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335548.547837:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335548.547846:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc6471c00/0x10123ce7f0765bfe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1167360->1171455) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee40 expref: 16 pid: 8401 timeout: 449 lvb_type: 0 00010000:00010000:1.0:1763335548.547856:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc6471c00/0x10123ce7f0765bfe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1167360->1171455) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee40 expref: 16 pid: 8401 timeout: 449 lvb_type: 0 00010000:00010000:1.0:1763335548.547892:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc6471c00/0x10123ce7f0765bfe lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1167360->1171455) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee40 expref: 16 pid: 8401 timeout: 449 lvb_type: 0 00010000:00010000:1.0:1763335548.547901:0:13187:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335548.547904:0:13187:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335548.547911:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fc00/0x10123ce7f0765c44 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2052096->2093055) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee86 expref: 16 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335548.547921:0:13187:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fc00/0x10123ce7f0765c44 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2052096->2093055) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee86 expref: 16 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335548.547958:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fc00/0x10123ce7f0765c44 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2052096->2093055) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee86 expref: 16 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335548.547974:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc56fed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:13187:1848991041433728:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335548.548301:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc59a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+16:2409:x1848991029093888:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 692us (1270us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335548.548309:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 635 00000100:00100000:1.0:1763335548.548413:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb300 going to sleep for 11 seconds 00000100:00100000:2.0:1763335548.555335:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335548.555421:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc56fed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:13187:1848991041433728:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335548.555446:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335548.556130:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029094144 00000100:00100000:3.0:1763335548.556140:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029094144 00000100:00100000:3.0:1763335548.556199:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1690 00000100:00100000:3.0:1763335548.556208:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc59ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+24:2409:x1848991029094144:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335548.556227:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335548.556246:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4000/0x10123ce7f0765c4b lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ee8d expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335548.556281:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4c00/0x10123ce7f0765c3d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee7f expref: 22 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335548.556319:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7d90380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041433856:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335548.556581:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc59a8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+15:2409:x1848991029094016:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 8753us (9491us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335548.556592:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 636 00000100:00100000:2.0:1763335548.556792:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335548.557449:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029094272 00000100:00100000:1.0:1763335548.557457:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029094272 00000100:00100000:1.0:1763335548.557490:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1230 00000100:00100000:1.0:1763335548.557498:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc59a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+15:2409:x1848991029094272:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335548.557509:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335548.557523:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fe00/0x10123ce7f0765c52 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ee94 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335548.557564:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc56fed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041433984:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335548.557622:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb300 going to sleep for 11 seconds 00000100:00100000:3.0:1763335548.558138:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850000 going to sleep for 11 seconds 00002000:00010000:1.0:1763335548.562473:0:8401:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size: 1348881 -> 2089229 00000100:00100000:1.0:1763335548.562500:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc56fed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041433984:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335548.562534:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fe00/0x10123ce7f0765c52 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee94 expref: 16 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335548.562555:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fe00/0x10123ce7f0765c52 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee94 expref: 16 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335548.562566:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643fe00, rc 0) 00000100:00100000:1.0:1763335548.562629:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc59a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+15:2409:x1848991029094272:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5129us (5835us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335548.562638:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1230 00000100:00100000:3.0:1763335548.563314:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7d90380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041433856:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335548.563331:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 840255 00010000:00010000:3.0:1763335548.563345:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4000/0x10123ce7f0765c4b lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee8d expref: 25 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335548.563360:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335548.563363:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335548.563367:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4000/0x10123ce7f0765c4b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee8d expref: 25 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335548.563378:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc62b4000, rc 0) 00000100:00100000:3.0:1763335548.563417:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc59ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+24:2409:x1848991029094144:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7210us (8094us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335548.563429:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1690 00000100:00100000:2.0:1763335548.568161:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335548.568211:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335548.568301:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029094400 00000100:00100000:3.0:1763335548.568311:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029094400 00000100:00100000:3.0:1763335548.568368:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1691 00000100:00100000:3.0:1763335548.568376:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc59a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+24:2407:x1848991029094400:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335548.568393:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335548.568411:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4400/0x10123ce7f0765c59 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ee9b expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335548.568445:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4c00/0x10123ce7f0765c3d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee7f expref: 22 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335548.568484:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7d90380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041434112:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335548.568573:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850000 going to sleep for 11 seconds 00000100:00100000:1.0:1763335548.568702:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029094528 00000100:00100000:1.0:1763335548.568706:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029094528 00000100:00100000:1.0:1763335548.568738:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1231 00000100:00100000:1.0:1763335548.568744:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc59ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+15:2407:x1848991029094528:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335548.568759:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335548.568769:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc643f800/0x10123ce7f0765c60 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847eea2 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335548.568799:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc56fed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041434240:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335548.568822:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb300 going to sleep for 11 seconds 00000100:00100000:1.0:1763335548.571289:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc56fed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041434240:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335548.571329:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc643f800/0x10123ce7f0765c60 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eea2 expref: 16 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335548.571352:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc643f800/0x10123ce7f0765c60 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eea2 expref: 16 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335548.571363:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643f800, rc 0) 00000100:00100000:1.0:1763335548.571420:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc59ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+15:2407:x1848991029094528:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2674us (3207us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335548.571428:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1231 00000100:00100000:3.0:1763335548.571519:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7d90380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041434112:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335548.571533:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 840255 00010000:00010000:3.0:1763335548.571543:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4400/0x10123ce7f0765c59 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee9b expref: 25 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335548.571556:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335548.571559:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335548.571563:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4400/0x10123ce7f0765c59 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee9b expref: 25 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335548.571573:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc62b4400, rc 0) 00000100:00100000:3.0:1763335548.571595:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc59a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+24:2407:x1848991029094400:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3221us (3444us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335548.571605:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1691 00000100:00100000:2.0:1763335548.582255:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335548.582302:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335548.582985:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029094656 00000100:00100000:0.0:1763335548.582997:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029094656 00002000:00100000:0.0:1763335548.583112:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->2052095) req@ffff9aefc59a9c00 x1848991029094656/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:594/0 lens 488/0 e 0 to 0 dl 1763335559 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335548.583124:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc59a9c00 with x1848991029094656 ext(1048576->2052095) 00002000:00010000:0.0:1763335548.583130:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc59a9c00 00000100:00100000:1.0:1763335548.583907:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029094784 00000100:00100000:1.0:1763335548.583914:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029094784 00002000:00100000:1.0:1763335548.583947:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc59a8000 x1848991029094784/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:594/0 lens 488/0 e 0 to 0 dl 1763335559 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335548.583958:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc59a8000 with x1848991029094784 00000100:00100000:1.0:1763335548.583987:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 961 00000100:00100000:1.0:1763335548.583997:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc59a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+23:2408:x1848991029094784:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335548.584130:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 808 00000100:00100000:0.0:1763335548.584138:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc59a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+16:2407:x1848991029094656:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335548.597305:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc59a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+23:2408:x1848991029094784:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 13291us (14984us total) trans 0 rc 843776/843776 00000100:00100000:1.0:1763335548.597323:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 961 00002000:00100000:1.0:1763335548.597336:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc59a8000 x1848991029094784/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:594/0 lens 488/440 e 0 to 0 dl 1763335559 ref 1 fl Complete:/600/0 rc 843776/843776 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335548.597347:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc59a8000 with x1848991029094784 00000100:00100000:0.0:1763335548.597974:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc59a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+16:2407:x1848991029094656:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 13833us (15724us total) trans 0 rc 303104/303104 00000100:00100000:0.0:1763335548.597984:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 808 00002000:00100000:0.0:1763335548.597991:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->2052095) req@ffff9aefc59a9c00 x1848991029094656/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:594/0 lens 488/440 e 0 to 0 dl 1763335559 ref 1 fl Complete:/600/0 rc 303104/303104 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335548.598001:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc59a9c00 with x1848991029094656 ext(1048576->2052095) 00002000:00010000:0.0:1763335548.598006:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc59a9c00 00000100:00100000:2.0:1763335548.604054:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335548.604098:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335548.604158:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029095040 00000100:00100000:1.0:1763335548.604168:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029095040 00000100:00100000:1.0:1763335548.604219:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1232 00000100:00100000:1.0:1763335548.604227:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc59ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+15:2409:x1848991029095040:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335548.604243:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335548.604260:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc643f800/0x10123ce7f0765c67 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847eeb0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335548.604312:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc56fed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041434368:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335548.604392:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb300 going to sleep for 11 seconds 00000100:00100000:3.0:1763335548.604576:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029094912 00000100:00100000:3.0:1763335548.604582:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029094912 00000100:00100000:3.0:1763335548.604644:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1692 00000100:00100000:3.0:1763335548.604652:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+24:2409:x1848991029094912:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335548.604661:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335548.604673:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4400/0x10123ce7f0765c6e lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847eea9 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335548.604700:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4c00/0x10123ce7f0765c3d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee7f expref: 22 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335548.604723:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7d90380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041434496:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335548.605292:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850000 going to sleep for 11 seconds 00000100:00100000:1.0:1763335548.610226:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc56fed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041434368:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335548.610272:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc643f800/0x10123ce7f0765c67 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eeb0 expref: 16 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335548.610302:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc643f800/0x10123ce7f0765c67 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eeb0 expref: 16 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335548.610317:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643f800, rc 0) 00000100:00100000:1.0:1763335548.610398:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc59ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+15:2409:x1848991029095040:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6169us (6350us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335548.610409:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1232 00000100:00100000:3.0:1763335548.610984:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7d90380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041434496:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335548.611001:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 840255 00010000:00010000:3.0:1763335548.611014:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4400/0x10123ce7f0765c6e lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eea9 expref: 25 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335548.611029:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335548.611033:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335548.611037:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4400/0x10123ce7f0765c6e lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eea9 expref: 25 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335548.611048:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc62b4400, rc 0) 00000100:00100000:3.0:1763335548.611093:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+24:2409:x1848991029094912:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6441us (6993us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335548.611103:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1692 00000100:00100000:0.0:1763335548.616209:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335548.616412:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335548.616548:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029095296 00000100:00100000:1.0:1763335548.616558:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029095296 00000100:00100000:3.0:1763335548.616672:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029095168 00000100:00100000:3.0:1763335548.616676:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029095168 00000100:00100000:3.0:1763335548.616725:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1693 00000100:00100000:3.0:1763335548.616735:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+24:2408:x1848991029095168:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335548.616765:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335548.616788:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4000/0x10123ce7f0765c75 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847eeb7 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335548.616828:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4c00/0x10123ce7f0765c3d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee7f expref: 22 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335548.616896:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7d90380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041434624:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335548.616977:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850000 going to sleep for 11 seconds 00000100:00100000:1.0:1763335548.617257:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1233 00000100:00100000:1.0:1763335548.617266:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+15:2408:x1848991029095296:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335548.617273:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335548.617283:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc643f800/0x10123ce7f0765c7c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847eebe expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335548.617315:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc56fed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041434752:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335548.617341:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb300 going to sleep for 11 seconds 00000100:00100000:3.0:1763335548.620664:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7d90380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041434624:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335548.620686:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 840255 00010000:00010000:3.0:1763335548.620702:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4000/0x10123ce7f0765c75 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eeb7 expref: 25 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335548.620721:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335548.620724:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335548.620728:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4000/0x10123ce7f0765c75 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eeb7 expref: 25 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335548.620741:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc62b4000, rc 0) 00000100:00100000:3.0:1763335548.620797:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+24:2408:x1848991029095168:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4064us (4940us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335548.620810:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1693 00000100:00100000:1.0:1763335548.620972:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc56fed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041434752:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335548.620994:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc643f800/0x10123ce7f0765c7c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eebe expref: 16 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335548.621444:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc643f800/0x10123ce7f0765c7c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eebe expref: 16 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335548.621457:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643f800, rc 0) 00000100:00100000:1.0:1763335548.621493:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+15:2408:x1848991029095296:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4228us (5080us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335548.621500:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1233 00000100:00100000:0.0:1763335548.625859:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335548.626808:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029095424 00000100:00100000:3.0:1763335548.626821:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029095424 00000100:00100000:2.0:1763335548.627442:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 809 00000100:00100000:2.0:1763335548.627453:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc46eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+16:2409:x1848991029095424:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:2.0:1763335548.627645:0:15204:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 2089229 -> 1919074 00002000:00010000:2.0:1763335548.627649:0:15204:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335548 -> 1763335547 00002000:00010000:2.0:1763335548.627652:0:15204:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335548 -> 1763335546 00002000:00010000:2.0:1763335548.627655:0:15204:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335548 -> 1763335547 00002000:00010000:2.0:1763335548.627657:0:15204:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 80 -> 192 00000100:00100000:2.0:1763335548.627724:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc46eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+17:2409:x1848991029095424:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 272us (1874us total) trans 4294967606 rc 0/0 00000100:00100000:2.0:1763335548.627732:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 809 00000100:00100000:0.0:1763335548.633744:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335548.633806:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335548.633922:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029095680 00000100:00100000:1.0:1763335548.633932:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029095680 00000100:00100000:1.0:1763335548.633981:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1234 00000100:00100000:1.0:1763335548.633991:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc46ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+15:2408:x1848991029095680:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335548.634020:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335548.634039:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc643f800/0x10123ce7f0765c83 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847eecc expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335548.634104:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc56fed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041434880:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335548.634190:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb300 going to sleep for 11 seconds 00000100:00100000:3.0:1763335548.634710:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029095552 00000100:00100000:3.0:1763335548.634716:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029095552 00000100:00100000:3.0:1763335548.634769:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1694 00000100:00100000:3.0:1763335548.634778:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+24:2408:x1848991029095552:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335548.634789:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335548.634804:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4000/0x10123ce7f0765c8a lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847eec5 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335548.634833:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4c00/0x10123ce7f0765c3d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee7f expref: 22 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335548.634858:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7d90380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041435008:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335548.634937:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850000 going to sleep for 11 seconds 00002000:00010000:1.0:1763335548.637850:0:8401:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size: 1919074 -> 2089229 00002000:00010000:1.0:1763335548.637859:0:8401:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime: 1763335547 -> 1763335548 00002000:00010000:1.0:1763335548.637862:0:8401:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335546 -> 1763335548 00002000:00010000:1.0:1763335548.637864:0:8401:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime: 1763335547 -> 1763335548 00000100:00100000:1.0:1763335548.637919:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc56fed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041434880:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335548.637955:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc643f800/0x10123ce7f0765c83 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eecc expref: 16 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335548.637980:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc643f800/0x10123ce7f0765c83 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eecc expref: 16 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335548.637993:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643f800, rc 0) 00000100:00100000:1.0:1763335548.638147:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc46ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+15:2408:x1848991029095680:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4156us (4411us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335548.638156:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1234 00000100:00100000:3.0:1763335548.639108:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7d90380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041435008:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335548.639128:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 840255 00010000:00010000:3.0:1763335548.639144:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4000/0x10123ce7f0765c8a lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eec5 expref: 25 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335548.639163:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335548.639167:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335548.639171:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4000/0x10123ce7f0765c8a lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eec5 expref: 25 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335548.639184:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc62b4000, rc 0) 00000100:00100000:3.0:1763335548.639230:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+24:2408:x1848991029095552:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4452us (5423us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335548.639237:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1694 00000100:00100000:0.0:1763335548.641403:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335548.641474:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029095808 00000100:00100000:0.0:1763335548.641482:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335548.641484:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029095808 00000100:00100000:3.0:1763335548.641586:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1695 00000100:00100000:3.0:1763335548.641596:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+24:2408:x1848991029095808:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335548.641616:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335548.641636:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4600/0x10123ce7f0765c91 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847eed3 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335548.641673:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4c00/0x10123ce7f0765c3d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee7f expref: 22 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335548.641728:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029095936 00000100:00100000:1.0:1763335548.641733:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029095936 00000100:00100000:3.0:1763335548.641768:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7d90380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041435136:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335548.641848:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850000 going to sleep for 11 seconds 00000100:00100000:1.0:1763335548.641862:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1235 00000100:00100000:1.0:1763335548.642101:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c75880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+15:2409:x1848991029095936:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335548.642110:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335548.642120:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fe00/0x10123ce7f0765c98 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847eeda expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335548.642153:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc56fed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041435264:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335548.642197:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb300 going to sleep for 11 seconds 00000100:00100000:3.0:1763335548.644861:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7d90380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041435136:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335548.644924:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 840255 00010000:00010000:3.0:1763335548.644943:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4600/0x10123ce7f0765c91 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eed3 expref: 25 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335548.644964:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335548.644967:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335548.644972:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4600/0x10123ce7f0765c91 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eed3 expref: 25 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335548.644987:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc62b4600, rc 0) 00000100:00100000:1.0:1763335548.645218:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc56fed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041435264:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335548.645251:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fe00/0x10123ce7f0765c98 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eeda expref: 16 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335548.645266:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fe00/0x10123ce7f0765c98 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eeda expref: 16 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335548.645275:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643fe00, rc 0) 00000100:00100000:1.0:1763335548.645329:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c75880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+15:2409:x1848991029095936:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3458us (3845us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335548.645338:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1235 00000100:00100000:3.0:1763335548.645646:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+24:2408:x1848991029095808:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4049us (4249us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335548.645709:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1695 00000100:00100000:0.0:1763335548.649913:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335548.649959:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335548.650743:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029096064 00000100:00100000:3.0:1763335548.650762:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029096064 00000100:00100000:3.0:1763335548.650818:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1696 00000100:00100000:3.0:1763335548.650829:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+24:2406:x1848991029096064:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335548.650962:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335548.650987:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4000/0x10123ce7f0765c9f lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847eee1 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335548.650989:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029096192 00000100:00100000:1.0:1763335548.650997:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029096192 00010000:00010000:3.0:1763335548.651030:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4c00/0x10123ce7f0765c3d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee7f expref: 22 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335548.651045:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1236 00000100:00100000:1.0:1763335548.651054:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+15:2406:x1848991029096192:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335548.651064:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335548.651076:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc643f800/0x10123ce7f0765ca6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847eee8 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335548.651077:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7d90380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041435392:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335548.651128:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc56fed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041435520:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335548.651178:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850000 going to sleep for 11 seconds 00000100:00100000:1.0:1763335548.651219:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb300 going to sleep for 11 seconds 00000100:00100000:3.0:1763335548.656991:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7d90380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041435392:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335548.657018:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 840255 00010000:00010000:3.0:1763335548.657038:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4000/0x10123ce7f0765c9f lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eee1 expref: 25 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335548.657060:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335548.657063:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335548.657068:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4000/0x10123ce7f0765c9f lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eee1 expref: 25 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335548.657081:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc62b4000, rc 0) 00000100:00100000:3.0:1763335548.657142:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+24:2406:x1848991029096064:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6314us (7273us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335548.657156:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1696 00000100:00100000:1.0:1763335548.659717:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc56fed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041435520:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335548.659761:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc643f800/0x10123ce7f0765ca6 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eee8 expref: 16 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335548.659781:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc643f800/0x10123ce7f0765ca6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eee8 expref: 16 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335548.659793:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643f800, rc 0) 00000100:00100000:1.0:1763335548.659847:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+15:2406:x1848991029096192:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 8794us (9887us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335548.659856:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1236 00000100:00100000:0.0:1763335548.663998:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335548.664539:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029096320 00000100:00100000:3.0:1763335548.664551:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029096320 00000100:00100000:3.0:1763335548.664619:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1697 00000100:00100000:0.0:1763335548.664893:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+24:2407:x1848991029096320:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335548.664917:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335548.664939:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cda00/0x10123ce7f0765cad lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847eeef expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335548.664986:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4c00/0x10123ce7f0765c3d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee7f expref: 22 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335548.665026:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c76300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041435648:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335548.665125:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5d9ab40 going to sleep for 11 seconds 00000100:00100000:2.0:1763335548.665478:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335548.665844:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029096448 00000100:00100000:1.0:1763335548.665852:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029096448 00000100:00100000:1.0:1763335548.665932:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1237 00000100:00100000:1.0:1763335548.665940:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+15:2406:x1848991029096448:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335548.665951:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335548.665963:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fe00/0x10123ce7f0765cb4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847eef6 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335548.666005:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc56fed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041435776:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335548.666062:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb300 going to sleep for 11 seconds 00000100:00100000:1.0:1763335548.670790:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc56fed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041435776:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335548.670832:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fe00/0x10123ce7f0765cb4 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eef6 expref: 16 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335548.670855:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fe00/0x10123ce7f0765cb4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eef6 expref: 16 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335548.670900:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643fe00, rc 0) 00000100:00100000:1.0:1763335548.670955:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+15:2406:x1848991029096448:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5015us (5478us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335548.670963:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1237 00000100:00100000:0.0:1763335548.671078:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c76300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041435648:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335548.671093:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 840255 00010000:00010000:0.0:1763335548.671106:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cda00/0x10123ce7f0765cad lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eeef expref: 25 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335548.671120:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335548.671122:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335548.671126:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cda00/0x10123ce7f0765cad lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eeef expref: 25 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335548.671141:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cda00, rc 0) 00000100:00100000:0.0:1763335548.671166:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+24:2407:x1848991029096320:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6538us (7179us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335548.671172:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1697 00000100:00100000:2.0:1763335548.688113:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335548.689439:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029096576 00000100:00100000:0.0:1763335548.689452:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029096576 00000100:00100000:0.0:1763335548.689524:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1698 00000100:00100000:0.0:1763335548.689534:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+24:2406:x1848991029096576:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335548.689555:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335548.689575:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cda00/0x10123ce7f0765cbb lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847eefd expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335548.689614:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4c00/0x10123ce7f0765c3d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee7f expref: 22 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335548.689652:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c76300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041435904:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335548.689735:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5d9ab40 going to sleep for 11 seconds 00000100:00100000:2.0:1763335548.690704:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335548.697940:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029096704 00000100:00100000:0.0:1763335548.697962:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029096704 00000100:00100000:3.0:1763335548.698601:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1238 00000100:00100000:3.0:1763335548.698617:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+15:2406:x1848991029096704:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335548.698637:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335548.698658:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc62b4000/0x10123ce7f0765cc2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ef04 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335548.698727:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7d90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041436032:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335548.698837:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850000 going to sleep for 11 seconds 00000100:00100000:0.0:1763335548.702816:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c76300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041435904:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335548.702845:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 840255 00010000:00010000:0.0:1763335548.702862:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cda00/0x10123ce7f0765cbb lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eefd expref: 25 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335548.703119:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335548.703122:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335548.703129:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cda00/0x10123ce7f0765cbb lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eefd expref: 25 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335548.703144:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cda00, rc 0) 00000100:00100000:0.0:1763335548.703209:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+24:2406:x1848991029096576:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 13675us (15104us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335548.703218:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1698 00000100:00100000:3.0:1763335548.704234:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7d90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041436032:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335548.704265:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc62b4000/0x10123ce7f0765cc2 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef04 expref: 16 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335548.704284:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc62b4000/0x10123ce7f0765cc2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef04 expref: 16 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335548.704295:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc62b4000, rc 0) 00000100:00100000:3.0:1763335548.704338:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+15:2406:x1848991029096704:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5727us (13638us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335548.704346:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1238 00000100:00100000:2.0:1763335548.715996:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335548.716087:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029096832 00000100:00100000:0.0:1763335548.716097:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029096832 00000100:00100000:0.0:1763335548.716156:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1699 00000100:00100000:0.0:1763335548.716166:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+24:15720:x1848991029096832:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335548.716186:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335548.716207:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cda00/0x10123ce7f0765cc9 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ef0b expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335548.716238:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4c00/0x10123ce7f0765c3d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee7f expref: 22 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335548.716248:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cda00/0x10123ce7f0765cc9 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef0b expref: 25 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335548.716279:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4c00/0x10123ce7f0765c3d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee7f expref: 22 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335548.716289:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4c00/0x10123ce7f0765c3d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee7f expref: 22 pid: 6516 timeout: 449 lvb_type: 0 00000100:00100000:0.0:1763335548.716300:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c76300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041436160:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335548.716378:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5d9ab40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335548.730789:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c76300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041436160:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335548.730828:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cda00/0x10123ce7f0765cc9 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef0b expref: 25 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335548.730848:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335548.730851:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335548.730855:0:6516:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cda00/0x10123ce7f0765cc9 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef0b expref: 25 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335548.730909:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cda00, rc 0) 00000100:00100000:0.0:1763335548.730979:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+25:15720:x1848991029096832:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 14813us (14993us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335548.730989:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1699 00000100:00100000:2.0:1763335548.734499:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335548.734605:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029096960 00000100:00100000:1.0:1763335548.734616:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029096960 00010000:00010000:1.0:1763335548.734657:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4c00/0x10123ce7f0765c3d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee7f expref: 23 pid: 6516 timeout: 449 lvb_type: 0 00000100:00100000:1.0:1763335548.734698:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 637 00000100:00100000:1.0:1763335548.734708:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa91f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+23:2408:x1848991029096960:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335548.734723:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335548.734744:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4c00/0x10123ce7f0765c3d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee7f expref: 23 pid: 6516 timeout: 449 lvb_type: 0 00010000:00010000:1.0:1763335548.734767:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4c00/0x10123ce7f0765c3d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee7f expref: 23 pid: 6516 timeout: 449 lvb_type: 0 00010000:00010000:1.0:1763335548.734788:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b4c00/0x10123ce7f0765c3d lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee7f expref: 23 pid: 6516 timeout: 449 lvb_type: 0 00010000:00010000:1.0:1763335548.734809:0:13187:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335548.734816:0:13187:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cda00/0x10123ce7f0765cc9 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef0b expref: 24 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335548.734828:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cda00/0x10123ce7f0765cc9 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef0b expref: 24 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335548.734836:0:13187:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cda00/0x10123ce7f0765cc9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef0b expref: 24 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335548.734917:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cda00/0x10123ce7f0765cc9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef0b expref: 24 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335548.734930:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc56fed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041436288:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335548.735021:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb300 going to sleep for 11 seconds 00000100:00100000:1.0:1763335548.737967:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc56fed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041436288:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335548.738004:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335548.738071:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335548.738071:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa91f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+22:2408:x1848991029096960:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 3363us (3580us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335548.738085:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 637 00000100:00100000:0.0:1763335548.738214:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029097088 00000100:00100000:0.0:1763335548.738223:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029097088 00000100:00100000:0.0:1763335548.738293:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 962 00000100:00100000:0.0:1763335548.738303:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa91500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+25:2408:x1848991029097088:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:0.0:1763335548.738567:0:15202:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 840255 -> 840255 00000004:00010000:0.0:1763335548.738571:0:15202:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335548 -> 1763335548 00000004:00010000:0.0:1763335548.738574:0:15202:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335548 -> 1763335548 00000004:00010000:0.0:1763335548.738577:0:15202:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335548 -> 1763335548 00000004:00010000:0.0:1763335548.738579:0:15202:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 656 -> 680 00000100:00100000:0.0:1763335548.738633:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa91500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+26:2408:x1848991029097088:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 331us (561us total) trans 4294967957 rc 0/0 00000100:00100000:0.0:1763335548.738639:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 962 00000100:00100000:2.0:1763335548.743123:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335548.743277:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029097216 00000100:00100000:0.0:1763335548.743288:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029097216 00000100:00100000:0.0:1763335548.743351:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1700 00000100:00100000:0.0:1763335548.743361:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+22:2407:x1848991029097216:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335548.743383:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335548.743406:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc000/0x10123ce7f0765cd0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ef12 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335548.743443:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cda00/0x10123ce7f0765cc9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef0b expref: 25 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335548.743485:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c76300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041436416:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335548.743578:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c31a5cc0 going to sleep for 11 seconds 00000004:00010000:0.0:1763335548.759187:0:6516:0:(mdt_lvb.c:195:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime: 1763335548 -> 1763335549 00000100:00100000:0.0:1763335548.759219:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c76300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041436416:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335548.759243:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 840255 00010000:00010000:0.0:1763335548.759263:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc000/0x10123ce7f0765cd0 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef12 expref: 23 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335548.759284:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335548.759287:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335548.759292:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc000/0x10123ce7f0765cd0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef12 expref: 23 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335548.759307:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cc000, rc 0) 00000100:00100000:0.0:1763335548.759392:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+22:2407:x1848991029097216:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 16032us (16279us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335548.759402:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1700 00000100:00100000:1.0:1763335548.771488:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335548.771594:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029097344 00000100:00100000:0.0:1763335548.771604:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029097344 00000100:00100000:0.0:1763335548.771672:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1701 00000100:00100000:0.0:1763335548.771682:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc56fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+22:2408:x1848991029097344:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335548.771704:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335548.771725:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc000/0x10123ce7f0765cd7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ef19 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335548.771776:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cda00/0x10123ce7f0765cc9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef0b expref: 25 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335548.771815:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c76300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041436544:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335548.771920:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c31a5cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335548.784263:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c76300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041436544:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335548.784294:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 840255 00010000:00010000:1.0:1763335548.784313:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc000/0x10123ce7f0765cd7 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef19 expref: 23 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335548.784341:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335548.784344:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335548.784349:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc000/0x10123ce7f0765cd7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef19 expref: 23 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335548.784365:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cc000, rc 0) 00000100:00100000:1.0:1763335548.784430:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc56fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+22:2408:x1848991029097344:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 12748us (12951us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335548.784440:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1701 00000100:00100000:1.0:1763335548.792389:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335548.792472:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029097472 00000100:00100000:3.0:1763335548.792482:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029097472 00000100:00100000:3.0:1763335548.792541:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1239 00000100:00100000:3.0:1763335548.792552:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc56fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+15:15720:x1848991029097472:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335548.792570:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335548.792589:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc62b4000/0x10123ce7f0765cde lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ef20 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335548.792619:0:8400:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fc00/0x10123ce7f0765c44 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2052096->2093055) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee86 expref: 16 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335548.792627:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335548.792629:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335548.792633:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc62b4000/0x10123ce7f0765cde lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1572864->1585151] (req 1572864->1585151) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef20 expref: 16 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335548.792670:0:8400:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fc00/0x10123ce7f0765c44 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2052096->2093055) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee86 expref: 16 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335548.792683:0:8400:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fc00/0x10123ce7f0765c44 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2052096->2093055) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee86 expref: 16 pid: 8401 timeout: 449 lvb_type: 0 00000100:00100000:3.0:1763335548.792697:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7d90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041436672:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335548.794012:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850000 going to sleep for 11 seconds 00000100:00100000:2.0:1763335548.800374:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7d90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041436672:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335548.800412:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc62b4000/0x10123ce7f0765cde lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1572864->1585151] (req 1572864->1585151) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef20 expref: 16 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335548.800431:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc62b4000, rc 0) 00000100:00100000:2.0:1763335548.800514:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc56fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+16:15720:x1848991029097472:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7963us (8135us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335548.800525:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1239 00000100:00100000:0.0:1763335548.801707:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335548.801849:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029097600 00000100:00100000:3.0:1763335548.801858:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029097600 00002000:00100000:3.0:1763335548.801945:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (2052096->2089228) req@ffff9aefc4c76d80 x1848991029097600/t0(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:594/0 lens 488/0 e 0 to 0 dl 1763335559 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335548.801956:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4c76d80 with x1848991029097600 ext(2052096->2089228) 00010000:00010000:3.0:1763335548.801964:0:8407:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fc00/0x10123ce7f0765c44 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2052096->2093055) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee86 expref: 17 pid: 8401 timeout: 449 lvb_type: 0 00010000:00010000:3.0:1763335548.801980:0:8407:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fc00/0x10123ce7f0765c44 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2052096->2093055) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee86 expref: 17 pid: 8401 timeout: 449 lvb_type: 0 00002000:00010000:3.0:1763335548.801987:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9aefc4c76d80 00000100:00100000:3.0:1763335548.802020:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 33 00000100:00100000:3.0:1763335548.802030:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+17:2408:x1848991029097600:12345-192.168.202.34@tcp:4:fsx.0 00000100:00100000:3.0:1763335548.809540:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+19:2408:x1848991029097600:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 7501us (7828us total) trans 4294967607 rc 0/0 00000100:00100000:3.0:1763335548.809555:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 33 00002000:00100000:3.0:1763335548.809568:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (2052096->2089228) req@ffff9aefc4c76d80 x1848991029097600/t4294967607(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:594/0 lens 488/448 e 0 to 0 dl 1763335559 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335548.809579:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4c76d80 with x1848991029097600 ext(2052096->2089228) 00010000:00010000:3.0:1763335548.809590:0:8407:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fc00/0x10123ce7f0765c44 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2052096->2093055) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee86 expref: 19 pid: 8401 timeout: 449 lvb_type: 0 00010000:00010000:3.0:1763335548.809606:0:8407:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fc00/0x10123ce7f0765c44 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2052096->2093055) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee86 expref: 19 pid: 8401 timeout: 449 lvb_type: 0 00002000:00010000:3.0:1763335548.809614:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9aefc4c76d80 00000100:00100000:0.0:1763335548.816238:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335548.816490:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029097728 00000100:00100000:1.0:1763335548.816502:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029097728 00010000:00010000:1.0:1763335548.816544:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fc00/0x10123ce7f0765c44 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2052096->2093055) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee86 expref: 19 pid: 8401 timeout: 449 lvb_type: 0 00000100:00100000:1.0:1763335548.816586:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 638 00000100:00100000:1.0:1763335548.816597:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c75500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+19:2409:x1848991029097728:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335548.816612:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1763335548.816631:0:13187:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 192 -> 272 00010000:00010000:1.0:1763335548.816638:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fc00/0x10123ce7f0765c44 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2052096->2093055) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee86 expref: 19 pid: 8401 timeout: 449 lvb_type: 0 00010000:00010000:1.0:1763335548.816653:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fc00/0x10123ce7f0765c44 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2052096->2093055) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee86 expref: 19 pid: 8401 timeout: 449 lvb_type: 0 00010000:00010000:1.0:1763335548.816674:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fc00/0x10123ce7f0765c44 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2052096->2093055) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ee86 expref: 19 pid: 8401 timeout: 449 lvb_type: 0 00010000:00010000:1.0:1763335548.816691:0:13187:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335548.816694:0:13187:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335548.816701:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc62b4000/0x10123ce7f0765cde lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1572864->1585151) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef20 expref: 15 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335548.816712:0:13187:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc62b4000/0x10123ce7f0765cde lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1572864->1585151) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef20 expref: 15 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335548.816761:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc62b4000/0x10123ce7f0765cde lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1572864->1585151) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef20 expref: 15 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335548.816776:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc56fe300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:13187:1848991041436800:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335548.816921:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb300 going to sleep for 11 seconds 00000100:00100000:0.0:1763335548.823003:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335548.823084:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029097856 00000100:00100000:3.0:1763335548.823095:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029097856 00002000:00100000:3.0:1763335548.823148:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1351680->2093055) req@ffff9aefc4c74a80 x1848991029097856/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:594/0 lens 488/0 e 0 to 0 dl 1763335559 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335548.823160:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4c74a80 with x1848991029097856 ext(1351680->2093055) 00002000:00010000:3.0:1763335548.823169:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4c74a80 00000100:00100000:3.0:1763335548.823205:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 810 00000100:00100000:3.0:1763335548.823215:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+16:2409:x1848991029097856:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335548.824450:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc56fe300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:13187:1848991041436800:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335548.824476:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335548.824523:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c75500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+18:2409:x1848991029097728:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 7926us (8295us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335548.824535:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 638 00000100:00100000:2.0:1763335548.836539:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+16:2409:x1848991029097856:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 13313us (13536us total) trans 0 rc 741376/741376 00000100:00100000:2.0:1763335548.836553:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 810 00002000:00100000:2.0:1763335548.836567:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1351680->2093055) req@ffff9aefc4c74a80 x1848991029097856/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:594/0 lens 488/440 e 0 to 0 dl 1763335559 ref 1 fl Complete:/600/0 rc 741376/741376 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335548.836584:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4c74a80 with x1848991029097856 ext(1351680->2093055) 00002000:00010000:2.0:1763335548.836590:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4c74a80 00000100:00100000:3.0:1763335548.846256:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335548.846542:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029097984 00000100:00100000:1.0:1763335548.846552:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029097984 00000100:00100000:1.0:1763335548.847260:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1702 00000100:00100000:1.0:1763335548.847272:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+22:15720:x1848991029097984:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335548.847291:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335548.847310:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fc00/0x10123ce7f0765ce5 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ef27 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335548.847344:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cda00/0x10123ce7f0765cc9 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef0b expref: 25 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335548.847353:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fc00/0x10123ce7f0765ce5 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef27 expref: 23 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335548.847382:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cda00/0x10123ce7f0765cc9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef0b expref: 25 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335548.847395:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cda00/0x10123ce7f0765cc9 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef0b expref: 25 pid: 6516 timeout: 449 lvb_type: 0 00000100:00100000:1.0:1763335548.847408:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc56fe300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041436928:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335548.847492:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb300 going to sleep for 11 seconds 00000100:00100000:3.0:1763335548.852465:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335548.852851:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc56fe300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041436928:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335548.852929:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fc00/0x10123ce7f0765ce5 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef27 expref: 23 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335548.852949:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335548.852952:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335548.852957:0:6516:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fc00/0x10123ce7f0765ce5 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef27 expref: 23 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335548.852969:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643fc00, rc 0) 00000100:00100000:1.0:1763335548.853035:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+23:15720:x1848991029097984:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5765us (6787us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335548.853046:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1702 00000100:00100000:0.0:1763335548.853276:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029098112 00000100:00100000:0.0:1763335548.853283:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029098112 00010000:00010000:0.0:1763335548.853312:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cda00/0x10123ce7f0765cc9 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef0b expref: 26 pid: 6516 timeout: 449 lvb_type: 0 00000100:00100000:0.0:1763335548.853347:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 639 00000100:00100000:0.0:1763335548.853355:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f4515050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+26:2408:x1848991029098112:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335548.853369:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335548.853389:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cda00/0x10123ce7f0765cc9 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef0b expref: 26 pid: 6516 timeout: 449 lvb_type: 0 00010000:00010000:0.0:1763335548.853401:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cda00/0x10123ce7f0765cc9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef0b expref: 26 pid: 6516 timeout: 449 lvb_type: 0 00010000:00010000:0.0:1763335548.853421:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cda00/0x10123ce7f0765cc9 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef0b expref: 26 pid: 6516 timeout: 449 lvb_type: 0 00010000:00010000:0.0:1763335548.853436:0:13187:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335548.853440:0:13187:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fc00/0x10123ce7f0765ce5 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef27 expref: 22 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335548.853449:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fc00/0x10123ce7f0765ce5 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef27 expref: 22 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335548.853457:0:13187:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fc00/0x10123ce7f0765ce5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef27 expref: 22 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335548.853490:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fc00/0x10123ce7f0765ce5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef27 expref: 22 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335548.853503:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c76300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041437056:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335548.853558:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c31a5cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335548.857605:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335548.858004:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c76300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041437056:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335548.858030:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335548.858089:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f4515050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+25:2408:x1848991029098112:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 4733us (5631us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335548.858099:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 639 00000100:00100000:2.0:1763335548.858996:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029098240 00000100:00100000:2.0:1763335548.859005:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029098240 00000100:00100000:2.0:1763335548.859058:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 963 00000100:00100000:2.0:1763335548.859067:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+23:2406:x1848991029098240:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:2.0:1763335548.859448:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 840255 -> 840255 00000004:00010000:2.0:1763335548.859453:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335548 -> 1763335549 00000004:00010000:2.0:1763335548.859455:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335548 -> 1763335548 00000004:00010000:2.0:1763335548.859457:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335549 -> 1763335549 00000004:00010000:2.0:1763335548.859459:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 680 -> 656 00000100:00100000:2.0:1763335548.859520:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+24:2406:x1848991029098240:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 453us (1924us total) trans 4294967958 rc 0/0 00000100:00100000:2.0:1763335548.859527:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 963 00000100:00100000:0.0:1763335548.866068:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335548.866216:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029098368 00000100:00100000:1.0:1763335548.866226:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029098368 00000100:00100000:1.0:1763335548.866293:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1703 00000100:00100000:1.0:1763335548.866304:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+25:2408:x1848991029098368:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335548.866326:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335548.866347:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e600/0x10123ce7f0765cec lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ef2e expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335548.866384:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fc00/0x10123ce7f0765ce5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef27 expref: 23 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335548.866420:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc56fe300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041437184:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335548.866509:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fbd80 going to sleep for 11 seconds 00000100:00100000:1.0:1763335548.870179:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc56fe300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041437184:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335548.870208:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 840255 00010000:00010000:1.0:1763335548.870229:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e600/0x10123ce7f0765cec lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef2e expref: 26 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335548.870252:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335548.870255:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335548.870262:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e600/0x10123ce7f0765cec lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef2e expref: 26 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335548.870276:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643e600, rc 0) 00000100:00100000:1.0:1763335548.870536:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+25:2408:x1848991029098368:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4232us (4476us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335548.870545:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1703 00000100:00100000:3.0:1763335548.874718:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335548.874832:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029098496 00000100:00100000:1.0:1763335548.874842:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029098496 00000100:00100000:1.0:1763335548.875102:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1704 00000100:00100000:1.0:1763335548.875114:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+25:2408:x1848991029098496:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335548.875135:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335548.875157:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f0765cf3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ef35 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335548.875193:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fc00/0x10123ce7f0765ce5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef27 expref: 23 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335548.875235:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc56fe300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041437312:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335548.875320:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fbd80 going to sleep for 11 seconds 00000100:00100000:1.0:1763335548.878401:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc56fe300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041437312:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335548.878431:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 840255 00010000:00010000:1.0:1763335548.878451:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f0765cf3 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef35 expref: 26 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335548.878480:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335548.878483:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335548.878489:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f0765cf3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef35 expref: 26 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335548.878504:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643f000, rc 0) 00000100:00100000:1.0:1763335548.878566:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+25:2408:x1848991029098496:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3453us (3857us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335548.878576:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1704 00000100:00100000:3.0:1763335548.881964:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335548.882102:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029098624 00000100:00100000:1.0:1763335548.882111:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029098624 00000100:00100000:1.0:1763335548.882170:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1705 00000100:00100000:1.0:1763335548.882180:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d90380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+25:2409:x1848991029098624:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335548.882202:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335548.882221:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e600/0x10123ce7f0765cfa lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ef3c expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335548.882257:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fc00/0x10123ce7f0765ce5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef27 expref: 23 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335548.882298:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc56fe300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041437440:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335548.882374:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fbd80 going to sleep for 11 seconds 00000100:00100000:1.0:1763335548.884661:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc56fe300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041437440:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335548.884691:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 840255 00010000:00010000:1.0:1763335548.884712:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e600/0x10123ce7f0765cfa lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef3c expref: 26 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335548.884733:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335548.884736:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335548.884741:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e600/0x10123ce7f0765cfa lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef3c expref: 26 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335548.884771:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643e600, rc 0) 00000100:00100000:1.0:1763335548.884836:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d90380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+25:2409:x1848991029098624:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2655us (2881us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335548.884844:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1705 00000100:00100000:0.0:1763335548.892640:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335548.894105:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029098752 00000100:00100000:1.0:1763335548.894119:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029098752 00000100:00100000:1.0:1763335548.894180:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1706 00000100:00100000:1.0:1763335548.894191:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+25:2407:x1848991029098752:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335548.894213:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335548.894237:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f600/0x10123ce7f0765d01 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ef43 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335548.894280:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fc00/0x10123ce7f0765ce5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef27 expref: 23 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335548.894325:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc56fe300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041437568:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335548.894419:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fbd80 going to sleep for 11 seconds 00000100:00100000:1.0:1763335548.900650:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc56fe300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041437568:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335548.900676:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 840255 00010000:00010000:1.0:1763335548.900693:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f600/0x10123ce7f0765d01 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef43 expref: 26 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335548.900713:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335548.900715:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335548.900720:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f600/0x10123ce7f0765d01 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef43 expref: 26 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335548.900737:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643f600, rc 0) 00000100:00100000:1.0:1763335548.900801:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+25:2407:x1848991029098752:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6612us (8171us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335548.900809:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1706 00000100:00100000:3.0:1763335548.905182:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335548.905413:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029098880 00000100:00100000:2.0:1763335548.905424:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029098880 00000100:00100000:2.0:1763335548.905480:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1240 00000100:00100000:2.0:1763335548.905489:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5fd7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+18:2409:x1848991029098880:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335548.905507:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335548.905524:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc6471e00/0x10123ce7f0765d08 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ef4a expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335548.905580:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffa92a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041437696:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335548.905668:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09e40 going to sleep for 11 seconds 00002000:00010000:2.0:1763335548.911967:0:8400:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime: 1763335548 -> 1763335549 00002000:00010000:2.0:1763335548.911977:0:8400:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335548 -> 1763335549 00002000:00010000:2.0:1763335548.911979:0:8400:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime: 1763335548 -> 1763335549 00000100:00100000:2.0:1763335548.912001:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffa92a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041437696:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335548.912037:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc6471e00/0x10123ce7f0765d08 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef4a expref: 19 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335548.912064:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc6471e00/0x10123ce7f0765d08 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef4a expref: 19 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335548.912080:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6471e00, rc 0) 00000100:00100000:2.0:1763335548.912189:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5fd7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+18:2409:x1848991029098880:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6699us (7189us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335548.912199:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1240 00000100:00100000:2.0:1763335548.922110:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335548.922195:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029099008 00000100:00100000:1.0:1763335548.922205:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029099008 00000100:00100000:1.0:1763335548.922259:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1241 00000100:00100000:1.0:1763335548.922267:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+18:15720:x1848991029099008:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335548.922286:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335548.922305:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc643f600/0x10123ce7f0765d0f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ef51 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335548.922333:0:8400:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc62b4000/0x10123ce7f0765cde lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1572864->1585151) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef20 expref: 15 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335548.922341:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335548.922344:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335548.922348:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc643f600/0x10123ce7f0765d0f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1662976->1667071] (req 1662976->1667071) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef51 expref: 19 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335548.922382:0:8400:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc62b4000/0x10123ce7f0765cde lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1572864->1585151) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef20 expref: 15 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335548.922394:0:8400:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc62b4000/0x10123ce7f0765cde lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1572864->1585151) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef20 expref: 15 pid: 8400 timeout: 449 lvb_type: 0 00000100:00100000:1.0:1763335548.922414:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc56fe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041437824:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335548.922578:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fbd80 going to sleep for 11 seconds 00000100:00100000:1.0:1763335548.929234:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc56fe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041437824:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335548.929274:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc643f600/0x10123ce7f0765d0f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1662976->1667071] (req 1662976->1667071) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef51 expref: 19 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335548.929293:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643f600, rc 0) 00000100:00100000:1.0:1763335548.929357:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+19:15720:x1848991029099008:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7089us (7258us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335548.929366:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1241 00000100:00100000:1.0:1763335548.930624:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335548.931466:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029099136 00000100:00100000:2.0:1763335548.931478:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029099136 00002000:00100000:2.0:1763335548.931527:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1572864->1585151) req@ffff9aefc56fe300 x1848991029099136/t0(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:594/0 lens 12776/0 e 0 to 0 dl 1763335559 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335548.931538:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc56fe300 with x1848991029099136 ext(1572864->1585151) 00010000:00010000:2.0:1763335548.931547:0:8407:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9aefc62b4000/0x10123ce7f0765cde lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1572864->1585151) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef20 expref: 16 pid: 8400 timeout: 449 lvb_type: 0 00010000:00010000:2.0:1763335548.931562:0:8407:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9aefc62b4000/0x10123ce7f0765cde lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1572864->1585151) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef20 expref: 16 pid: 8400 timeout: 449 lvb_type: 0 00002000:00010000:2.0:1763335548.931573:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9aefc56fe300 00000100:00100000:2.0:1763335548.931611:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 34 00000100:00100000:2.0:1763335548.931620:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc56fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+16:2409:x1848991029099136:12345-192.168.202.34@tcp:4:fsx.0 00000100:00100000:2.0:1763335548.933081:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc56fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+18:2409:x1848991029099136:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 1452us (2453us total) trans 4294967608 rc 0/0 00000100:00100000:2.0:1763335548.933093:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 34 00002000:00100000:2.0:1763335548.933105:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1572864->1585151) req@ffff9aefc56fe300 x1848991029099136/t4294967608(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:594/0 lens 12776/448 e 0 to 0 dl 1763335559 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335548.933114:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc56fe300 with x1848991029099136 ext(1572864->1585151) 00010000:00010000:2.0:1763335548.933122:0:8407:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9aefc62b4000/0x10123ce7f0765cde lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1572864->1585151) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef20 expref: 18 pid: 8400 timeout: 449 lvb_type: 0 00010000:00010000:2.0:1763335548.933136:0:8407:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9aefc62b4000/0x10123ce7f0765cde lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1572864->1585151) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef20 expref: 18 pid: 8400 timeout: 449 lvb_type: 0 00002000:00010000:2.0:1763335548.933143:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9aefc56fe300 00000100:00100000:2.0:1763335548.937627:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335548.938046:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029099264 00000100:00100000:1.0:1763335548.938057:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029099264 00010000:00010000:0.0:1763335548.938682:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc62b4000/0x10123ce7f0765cde lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1572864->1585151) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef20 expref: 18 pid: 8400 timeout: 449 lvb_type: 0 00000100:00100000:0.0:1763335548.938731:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 640 00000100:00100000:0.0:1763335548.938740:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa92d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+18:2409:x1848991029099264:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335548.938767:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1763335548.938787:0:13187:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 272 -> 296 00010000:00010000:0.0:1763335548.938795:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc62b4000/0x10123ce7f0765cde lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1572864->1585151) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef20 expref: 18 pid: 8400 timeout: 449 lvb_type: 0 00010000:00010000:0.0:1763335548.938808:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc62b4000/0x10123ce7f0765cde lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1572864->1585151) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef20 expref: 18 pid: 8400 timeout: 449 lvb_type: 0 00010000:00010000:0.0:1763335548.938833:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc62b4000/0x10123ce7f0765cde lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1572864->1585151) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef20 expref: 18 pid: 8400 timeout: 449 lvb_type: 0 00010000:00010000:0.0:1763335548.938848:0:13187:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335548.938850:0:13187:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335548.938859:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc643f600/0x10123ce7f0765d0f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1662976->1667071) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef51 expref: 18 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335548.938912:0:13187:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc643f600/0x10123ce7f0765d0f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1662976->1667071) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef51 expref: 18 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335548.938955:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc643f600/0x10123ce7f0765d0f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1662976->1667071) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef51 expref: 18 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335548.938970:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c75880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:13187:1848991041437952:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335548.939068:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c31a5cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335548.943558:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c75880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:13187:1848991041437952:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763335548.943586:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335548.943649:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa92d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+17:2409:x1848991029099264:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 4909us (6031us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335548.943664:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 640 00000100:00100000:2.0:1763335548.945520:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335548.945604:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029099392 00000100:00100000:0.0:1763335548.945613:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029099392 00002000:00100000:0.0:1763335548.945655:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1662976->1667071) req@ffff9af0ffa92a00 x1848991029099392/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:594/0 lens 488/0 e 0 to 0 dl 1763335559 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335548.945667:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffa92a00 with x1848991029099392 ext(1662976->1667071) 00002000:00010000:0.0:1763335548.945674:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffa92a00 00000100:00100000:0.0:1763335548.945733:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 811 00000100:00100000:0.0:1763335548.945742:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+19:2409:x1848991029099392:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335548.946049:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+19:2409:x1848991029099392:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 307us (535us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335548.946058:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 811 00002000:00100000:0.0:1763335548.946066:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1662976->1667071) req@ffff9af0ffa92a00 x1848991029099392/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:594/0 lens 488/4536 e 0 to 0 dl 1763335559 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335548.946075:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffa92a00 with x1848991029099392 ext(1662976->1667071) 00002000:00010000:0.0:1763335548.946078:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffa92a00 00000100:00100000:2.0:1763335548.949984:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335548.950356:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029099520 00000100:00100000:0.0:1763335548.950368:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029099520 00002000:00100000:0.0:1763335548.950418:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1667072->1671167) req@ffff9af0ffa91c00 x1848991029099520/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:594/0 lens 488/0 e 0 to 0 dl 1763335559 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335548.950428:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffa91c00 with x1848991029099520 ext(1667072->1671167) 00002000:00010000:0.0:1763335548.950435:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffa91c00 00000100:00100000:1.0:1763335548.951443:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 812 00000100:00100000:1.0:1763335548.951459:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+19:2407:x1848991029099520:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335548.951636:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+19:2407:x1848991029099520:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 182us (1660us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335548.951644:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 812 00002000:00100000:1.0:1763335548.951653:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1667072->1671167) req@ffff9af0ffa91c00 x1848991029099520/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:594/0 lens 488/4536 e 0 to 0 dl 1763335559 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335548.951662:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffa91c00 with x1848991029099520 ext(1667072->1671167) 00002000:00010000:1.0:1763335548.951666:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffa91c00 00000100:00100000:3.0:1763335548.956809:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335548.956972:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029099648 00000100:00100000:0.0:1763335548.956982:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029099648 00002000:00100000:0.0:1763335548.957030:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1671168->1675263) req@ffff9af0f7d91500 x1848991029099648/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:594/0 lens 488/0 e 0 to 0 dl 1763335559 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335548.957041:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7d91500 with x1848991029099648 ext(1671168->1675263) 00002000:00010000:0.0:1763335548.957046:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7d91500 00000100:00100000:0.0:1763335548.957069:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 813 00000100:00100000:0.0:1763335548.957078:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+19:2406:x1848991029099648:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335548.957262:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+19:2406:x1848991029099648:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 184us (462us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335548.957271:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 813 00002000:00100000:0.0:1763335548.957279:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1671168->1675263) req@ffff9af0f7d91500 x1848991029099648/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:594/0 lens 488/4536 e 0 to 0 dl 1763335559 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335548.957287:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7d91500 with x1848991029099648 ext(1671168->1675263) 00002000:00010000:0.0:1763335548.957290:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7d91500 00000100:00100000:2.0:1763335548.961802:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335548.962172:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029099776 00000100:00100000:1.0:1763335548.962183:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029099776 00002000:00100000:1.0:1763335548.962229:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1675264->1679359) req@ffff9af0ffa93b80 x1848991029099776/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:594/0 lens 488/0 e 0 to 0 dl 1763335559 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335548.962239:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffa93b80 with x1848991029099776 ext(1675264->1679359) 00002000:00010000:1.0:1763335548.962245:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffa93b80 00000100:00100000:1.0:1763335548.962267:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 814 00000100:00100000:1.0:1763335548.962275:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+19:2407:x1848991029099776:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335548.962537:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+19:2407:x1848991029099776:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 262us (746us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335548.962545:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 814 00002000:00100000:1.0:1763335548.962551:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1675264->1679359) req@ffff9af0ffa93b80 x1848991029099776/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:594/0 lens 488/4536 e 0 to 0 dl 1763335559 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335548.962559:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffa93b80 with x1848991029099776 ext(1675264->1679359) 00002000:00010000:1.0:1763335548.962562:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffa93b80 00000100:00100000:2.0:1763335548.966034:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335548.966176:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029099904 00000100:00100000:1.0:1763335548.966188:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029099904 00002000:00100000:1.0:1763335548.966238:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1679360->1683455) req@ffff9af0ffa90000 x1848991029099904/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:594/0 lens 488/0 e 0 to 0 dl 1763335559 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335548.966249:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffa90000 with x1848991029099904 ext(1679360->1683455) 00002000:00010000:1.0:1763335548.966256:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffa90000 00000100:00100000:1.0:1763335548.966323:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 815 00000100:00100000:1.0:1763335548.966334:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+19:2406:x1848991029099904:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335548.966538:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+19:2406:x1848991029099904:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 205us (515us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335548.966549:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 815 00002000:00100000:1.0:1763335548.966557:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1679360->1683455) req@ffff9af0ffa90000 x1848991029099904/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:594/0 lens 488/4536 e 0 to 0 dl 1763335559 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335548.966565:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffa90000 with x1848991029099904 ext(1679360->1683455) 00002000:00010000:1.0:1763335548.966569:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffa90000 00000100:00100000:2.0:1763335548.970409:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335548.970532:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029100032 00000100:00100000:1.0:1763335548.970543:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029100032 00002000:00100000:1.0:1763335548.970593:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1683456->1687551) req@ffff9af0ffa93100 x1848991029100032/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:594/0 lens 488/0 e 0 to 0 dl 1763335559 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335548.970605:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffa93100 with x1848991029100032 ext(1683456->1687551) 00002000:00010000:1.0:1763335548.970611:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffa93100 00000100:00100000:1.0:1763335548.970844:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 816 00000100:00100000:1.0:1763335548.970854:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+19:2407:x1848991029100032:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335548.971096:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+19:2407:x1848991029100032:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 243us (698us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335548.971104:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 816 00002000:00100000:1.0:1763335548.971111:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1683456->1687551) req@ffff9af0ffa93100 x1848991029100032/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:594/0 lens 488/4536 e 0 to 0 dl 1763335559 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335548.971118:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffa93100 with x1848991029100032 ext(1683456->1687551) 00002000:00010000:1.0:1763335548.971122:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffa93100 00000100:00100000:2.0:1763335548.974825:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335548.974896:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029100160 00000100:00100000:1.0:1763335548.974906:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029100160 00002000:00100000:1.0:1763335548.974951:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1687552->1691647) req@ffff9af0ffa90380 x1848991029100160/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:594/0 lens 488/0 e 0 to 0 dl 1763335559 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335548.974968:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffa90380 with x1848991029100160 ext(1687552->1691647) 00002000:00010000:1.0:1763335548.974974:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffa90380 00000100:00100000:1.0:1763335548.975002:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 817 00000100:00100000:1.0:1763335548.975011:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+19:2406:x1848991029100160:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335548.975161:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+19:2406:x1848991029100160:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 151us (345us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335548.975168:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 817 00002000:00100000:1.0:1763335548.975174:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1687552->1691647) req@ffff9af0ffa90380 x1848991029100160/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:594/0 lens 488/4536 e 0 to 0 dl 1763335559 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335548.975182:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffa90380 with x1848991029100160 ext(1687552->1691647) 00002000:00010000:1.0:1763335548.975185:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffa90380 00000100:00100000:2.0:1763335548.978240:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335548.978549:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029100288 00000100:00100000:0.0:1763335548.978560:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029100288 00002000:00100000:0.0:1763335548.978606:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1691648->1695743) req@ffff9af0ffa90a80 x1848991029100288/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:594/0 lens 488/0 e 0 to 0 dl 1763335559 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335548.978618:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffa90a80 with x1848991029100288 ext(1691648->1695743) 00002000:00010000:0.0:1763335548.978623:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffa90a80 00000100:00100000:0.0:1763335548.978656:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 818 00000100:00100000:0.0:1763335548.978666:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa90a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+19:2407:x1848991029100288:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335548.978827:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa90a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+19:2407:x1848991029100288:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 163us (595us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335548.978834:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 818 00002000:00100000:0.0:1763335548.978841:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1691648->1695743) req@ffff9af0ffa90a80 x1848991029100288/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:594/0 lens 488/4536 e 0 to 0 dl 1763335559 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335548.978848:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffa90a80 with x1848991029100288 ext(1691648->1695743) 00002000:00010000:0.0:1763335548.978851:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffa90a80 00000100:00100000:2.0:1763335548.982505:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335548.982593:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029100416 00000100:00100000:1.0:1763335548.982602:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029100416 00002000:00100000:1.0:1763335548.982644:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1695744->1699839) req@ffff9af0ffa91f80 x1848991029100416/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:594/0 lens 488/0 e 0 to 0 dl 1763335559 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335548.982655:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffa91f80 with x1848991029100416 ext(1695744->1699839) 00002000:00010000:1.0:1763335548.982660:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffa91f80 00000100:00100000:1.0:1763335548.982691:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 819 00000100:00100000:1.0:1763335548.982700:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+19:2406:x1848991029100416:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335548.982901:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+19:2406:x1848991029100416:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 170us (372us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335548.982908:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 819 00002000:00100000:1.0:1763335548.982916:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1695744->1699839) req@ffff9af0ffa91f80 x1848991029100416/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:594/0 lens 488/4536 e 0 to 0 dl 1763335559 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335548.982923:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffa91f80 with x1848991029100416 ext(1695744->1699839) 00002000:00010000:1.0:1763335548.982926:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffa91f80 00000100:00100000:2.0:1763335548.986242:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335548.986517:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029100544 00000100:00100000:0.0:1763335548.986527:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029100544 00002000:00100000:0.0:1763335548.986574:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1699840->1703935) req@ffff9aefc5471500 x1848991029100544/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:594/0 lens 488/0 e 0 to 0 dl 1763335559 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335548.986585:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5471500 with x1848991029100544 ext(1699840->1703935) 00002000:00010000:0.0:1763335548.986591:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5471500 00000100:00100000:0.0:1763335548.986625:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 820 00000100:00100000:0.0:1763335548.986635:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5471500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+19:2406:x1848991029100544:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335548.986829:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5471500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+19:2406:x1848991029100544:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 195us (597us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335548.986837:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 820 00002000:00100000:0.0:1763335548.986844:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1699840->1703935) req@ffff9aefc5471500 x1848991029100544/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:594/0 lens 488/4536 e 0 to 0 dl 1763335559 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335548.986852:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5471500 with x1848991029100544 ext(1699840->1703935) 00002000:00010000:0.0:1763335548.986855:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5471500 00000100:00100000:0.0:1763335548.991004:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc43b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1848991041438336:0@lo:400:kworker.0 00000100:00100000:0.0:1763335548.991075:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335548.991134:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc43b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1848991041438848:0@lo:400:kworker.0 00000100:00100000:0.0:1763335548.991162:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335548.991189:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc43b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1848991041439360:0@lo:400:kworker.0 00000100:00100000:0.0:1763335548.991211:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335548.991232:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1763335548.991237:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc43b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3651:1848991041438464:0@lo:400:kworker.0 00000100:00100000:0.0:1763335548.991261:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335548.991278:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc43b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3651:1848991041438976:0@lo:400:kworker.0 00000100:00100000:0.0:1763335548.991297:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335548.991315:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc43b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3651:1848991041439488:0@lo:400:kworker.0 00000100:00100000:0.0:1763335548.991335:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335548.991369:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041438848 00000100:00100000:0.0:1763335548.991378:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041438848 00000100:00100000:0.0:1763335548.991422:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041439360 00000100:00100000:0.0:1763335548.991425:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041439360 00000100:00100000:0.0:1763335548.991440:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041438976 00000100:00100000:0.0:1763335548.991442:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041438976 00000100:00100000:0.0:1763335548.991452:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041439488 00000100:00100000:0.0:1763335548.991454:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041439488 00000100:00100000:0.0:1763335548.991470:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:0.0:1763335548.991477:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3651:x1848991041438848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763335548.991525:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3651:x1848991041438848:12345-0@lo:400:kworker.0 Request processed in 47us (362us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335548.991531:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:0.0:1763335548.991550:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:0.0:1763335548.991556:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3651:x1848991041439360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763335548.991583:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3651:x1848991041439360:12345-0@lo:400:kworker.0 Request processed in 27us (371us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335548.991588:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:0.0:1763335548.991600:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:0.0:1763335548.991606:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3651:x1848991041438976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763335548.991632:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3651:x1848991041438976:12345-0@lo:400:kworker.0 Request processed in 27us (334us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335548.991637:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:0.0:1763335548.991649:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00100000:0.0:1763335548.991655:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3651:x1848991041439488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763335548.991681:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3651:x1848991041439488:12345-0@lo:400:kworker.0 Request processed in 27us (345us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335548.991687:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00100000:0.0:1763335548.991727:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc43b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3651:1848991041438976:0@lo:400:kworker.0 00000100:00100000:0.0:1763335548.991738:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc43b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3651:1848991041439488:0@lo:400:kworker.0 00000100:00100000:0.0:1763335548.991762:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc43b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1848991041438848:0@lo:400:kworker.0 00000100:00100000:0.0:1763335548.991773:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc43b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1848991041439360:0@lo:400:kworker.0 00000100:00100000:0.0:1763335548.991821:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3654:1848991041438208:0@lo:400:kworker.0 00000100:00100000:0.0:1763335548.991853:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335548.991897:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc43b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3654:1848991041438720:0@lo:400:kworker.0 00000100:00100000:0.0:1763335548.991917:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335548.991931:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc43b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3654:1848991041439232:0@lo:400:kworker.0 00000100:00100000:0.0:1763335548.991948:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335548.991965:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1763335548.991970:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c75880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e767977a-b5b5-44a9-9592-4af663ea7043:3654:1848991041438080:0@lo:400:kworker.0 00000100:00100000:0.0:1763335548.991992:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335548.992015:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc43b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3654:1848991041438592:0@lo:400:kworker.0 00000100:00100000:0.0:1763335548.992035:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335548.992050:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc43b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3654:1848991041439104:0@lo:400:kworker.0 00000100:00100000:0.0:1763335548.992068:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335548.992089:0:6509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041438080 00000100:00100000:0.0:1763335548.992093:0:6509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041438080 00000100:00100000:0.0:1763335548.992120:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 363 00000100:00100000:0.0:1763335548.992126:0:6509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c71a3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e767977a-b5b5-44a9-9592-4af663ea7043+23:3654:x1848991041438080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763335548.992158:0:6509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c71a3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e767977a-b5b5-44a9-9592-4af663ea7043+23:3654:x1848991041438080:12345-0@lo:400:kworker.0 Request processed in 32us (164us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335548.992163:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 363 00000100:00100000:0.0:1763335548.992197:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c75880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e767977a-b5b5-44a9-9592-4af663ea7043:3654:1848991041438080:0@lo:400:kworker.0 00000100:00100000:0.0:1763335548.992235:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041438464 00000100:00100000:0.0:1763335548.992239:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041438464 00000100:00100000:0.0:1763335548.992256:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041438208 00000100:00100000:0.0:1763335548.992258:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041438208 00000100:00100000:0.0:1763335548.992267:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041438720 00000100:00100000:0.0:1763335548.992269:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041438720 00000100:00100000:0.0:1763335548.992280:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041439232 00000100:00100000:0.0:1763335548.992283:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041439232 00000100:00100000:0.0:1763335548.992294:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041438592 00000100:00100000:0.0:1763335548.992296:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041438592 00000100:00100000:0.0:1763335548.992307:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041439104 00000100:00100000:0.0:1763335548.992309:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041439104 00000100:00100000:0.0:1763335548.992321:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 333 00000100:00100000:0.0:1763335548.992327:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3651:x1848991041438464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763335548.992361:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3651:x1848991041438464:12345-0@lo:400:kworker.0 Request processed in 34us (1099us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335548.992366:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 333 00000100:00100000:0.0:1763335548.992390:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc43b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3651:1848991041438464:0@lo:400:kworker.0 00000100:00100000:0.0:1763335548.992407:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 334 00000100:00100000:0.0:1763335548.992414:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f07100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1848991041438208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763335548.992442:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f07100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1848991041438208:12345-0@lo:400:kworker.0 Request processed in 30us (589us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335548.992447:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 334 00000100:00100000:0.0:1763335548.992467:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3654:1848991041438208:0@lo:400:kworker.0 00000100:00100000:0.0:1763335548.992486:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 335 00000100:00100000:0.0:1763335548.992491:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f06300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1848991041438720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763335548.992520:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f06300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1848991041438720:12345-0@lo:400:kworker.0 Request processed in 29us (601us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335548.992525:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 335 00000100:00100000:0.0:1763335548.992546:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc43b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3654:1848991041438720:0@lo:400:kworker.0 00000100:00100000:0.0:1763335548.992561:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 336 00000100:00100000:0.0:1763335548.992567:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f06680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1848991041439232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763335548.992597:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f06680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1848991041439232:12345-0@lo:400:kworker.0 Request processed in 31us (647us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335548.992603:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 336 00000100:00100000:0.0:1763335548.992626:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc43b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3654:1848991041439232:0@lo:400:kworker.0 00000100:00100000:0.0:1763335548.992641:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 337 00000100:00100000:0.0:1763335548.992646:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1848991041438592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763335548.992679:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1848991041438592:12345-0@lo:400:kworker.0 Request processed in 33us (642us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335548.992687:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 337 00000100:00100000:0.0:1763335548.992707:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc43b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3654:1848991041438592:0@lo:400:kworker.0 00000100:00100000:0.0:1763335548.992722:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 338 00000100:00100000:0.0:1763335548.992728:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f05500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1848991041439104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763335548.992775:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f05500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1848991041439104:12345-0@lo:400:kworker.0 Request processed in 46us (705us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335548.992780:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 338 00000100:00100000:0.0:1763335548.992801:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc43b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3654:1848991041439104:0@lo:400:kworker.0 00000100:00080000:2.0:1763335548.992948:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1763335548.992953:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1763335548.992956:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1763335548.992958:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1763335548.993037:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335548.993171:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7d90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1848991041439616:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1763335548.993203:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335548.993238:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041438336 00000100:00100000:3.0:1763335548.993243:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041438336 00000100:00100000:3.0:1763335548.993273:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 177 00000100:00100000:3.0:1763335548.993279:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3651:x1848991041438336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763335548.993318:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3651:x1848991041438336:12345-0@lo:400:kworker.0 Request processed in 40us (2243us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335548.993324:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 177 00000100:00100000:3.0:1763335548.993351:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041439616 00000100:00100000:3.0:1763335548.993355:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041439616 00000100:00100000:3.0:1763335548.993378:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000100:00100000:3.0:1763335548.993384:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1848991041439616:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1763335548.993397:0:8403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 61440 granted 720355008 pending 176128 free 3923431424 avail 3691909120 00000100:00100000:3.0:1763335548.993431:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1848991041439616:12345-0@lo:13:osp-pre-1-1.0 Request processed in 47us (228us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335548.993440:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00000100:00100000:3.0:1763335548.993480:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7d90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1848991041439616:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1763335548.993505:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc43b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1848991041438336:0@lo:400:kworker.0 00000100:00100000:3.0:1763335548.993536:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029100672 00000100:00100000:3.0:1763335548.993540:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029100672 00002000:00100000:3.0:1763335548.993564:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1703936->1708031) req@ffff9aefc5471c00 x1848991029100672/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:594/0 lens 488/0 e 0 to 0 dl 1763335559 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335548.993575:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5471c00 with x1848991029100672 ext(1703936->1708031) 00002000:00010000:3.0:1763335548.993580:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5471c00 00000100:00100000:3.0:1763335548.993600:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 821 00000100:00100000:3.0:1763335548.993607:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5471c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+19:2407:x1848991029100672:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335548.993765:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5471c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+19:2407:x1848991029100672:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 158us (728us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335548.993772:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 821 00002000:00100000:3.0:1763335548.993778:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1703936->1708031) req@ffff9aefc5471c00 x1848991029100672/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:594/0 lens 488/4536 e 0 to 0 dl 1763335559 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335548.993786:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5471c00 with x1848991029100672 ext(1703936->1708031) 00002000:00010000:3.0:1763335548.993790:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5471c00 00000100:00100000:2.0:1763335548.995186:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc56fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3654:1848991041439744:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1763335548.995237:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335548.995336:0:12324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041439744 00000100:00100000:1.0:1763335548.995343:0:12324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041439744 00000100:00100000:1.0:1763335548.995388:0:12324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000100:00100000:1.0:1763335548.995396:0:12324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc471e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1848991041439744:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1763335548.995413:0:12324:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 65536 granted 720355008 pending 176128 free 3923431424 avail 3691909120 00000100:00100000:1.0:1763335548.995457:0:12324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc471e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1848991041439744:12345-0@lo:13:osp-pre-1-0.0 Request processed in 62us (220us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335548.995464:0:12324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00000100:00100000:2.0:1763335548.995551:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc56fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3654:1848991041439744:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1763335548.998710:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335548.999006:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029100800 00000100:00100000:3.0:1763335548.999017:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029100800 00002000:00100000:3.0:1763335548.999063:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1662976->1708031) req@ffff9aefc471d880 x1848991029100800/t0(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:594/0 lens 488/0 e 0 to 0 dl 1763335559 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335548.999073:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc471d880 with x1848991029100800 ext(1662976->1708031) 00002000:00010000:3.0:1763335548.999081:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc471d880 00000100:00100000:1.0:1763335548.999916:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 822 00000100:00100000:1.0:1763335548.999934:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc471d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+19:2406:x1848991029100800:12345-192.168.202.34@tcp:4:fsx.0 00000100:00100000:1.0:1763335549.004734:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc471d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+21:2406:x1848991029100800:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 4796us (6023us total) trans 4294967609 rc 0/0 00000100:00100000:1.0:1763335549.004756:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 822 00002000:00100000:1.0:1763335549.004770:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1662976->1708031) req@ffff9aefc471d880 x1848991029100800/t4294967609(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:594/0 lens 488/448 e 0 to 0 dl 1763335559 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335549.004781:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc471d880 with x1848991029100800 ext(1662976->1708031) 00002000:00010000:1.0:1763335549.004788:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc471d880 00000100:00100000:2.0:1763335549.008220:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335549.008429:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029100928 00000100:00100000:3.0:1763335549.008439:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029100928 00000100:00100000:3.0:1763335549.008491:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1242 00000100:00100000:3.0:1763335549.008499:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc471d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+21:2406:x1848991029100928:12345-192.168.202.34@tcp:16:fsx.0 00000001:00080000:1.0:1763335549.009959:0:9466:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967609 is committed 00000001:00080000:1.0:1763335549.009973:0:9466:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967608 is committed 00000100:00100000:3.0:1763335549.010175:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc471d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:2406:x1848991029100928:12345-192.168.202.34@tcp:16:fsx.0 Request processed in 1670us (1962us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335549.010187:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1242 00000100:00100000:2.0:1763335549.014152:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335549.015124:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029101056 00000100:00100000:3.0:1763335549.015138:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029101056 00000100:00100000:2.0:1763335549.015329:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 823 00000100:00100000:2.0:1763335549.015341:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc471ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:2407:x1848991029101056:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:2.0:1763335549.015553:0:15204:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 2089229 -> 2089229 00002000:00010000:2.0:1763335549.015557:0:15204:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335549 -> 1763335549 00002000:00010000:2.0:1763335549.015560:0:15204:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335549 -> 1763335549 00002000:00010000:2.0:1763335549.015562:0:15204:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335549 -> 1763335549 00002000:00010000:2.0:1763335549.015564:0:15204:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 296 -> 352 00000100:00100000:2.0:1763335549.015636:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc471ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+7:2407:x1848991029101056:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 297us (1494us total) trans 4294967610 rc 0/0 00000100:00100000:2.0:1763335549.015644:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 823 00000100:00100000:2.0:1763335549.020193:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335549.020371:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335549.020963:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029101184 00000100:00100000:0.0:1763335549.020973:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029101184 00000100:00100000:0.0:1763335549.021025:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1707 00000100:00100000:0.0:1763335549.021034:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc35efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+25:2406:x1848991029101184:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335549.021053:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335549.021072:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc200/0x10123ce7f0765d16 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ef58 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335549.021108:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fc00/0x10123ce7f0765ce5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef27 expref: 23 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335549.021149:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5f07b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041439872:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335549.021231:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c61550c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335549.021937:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029101312 00000100:00100000:3.0:1763335549.021946:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029101312 00000100:00100000:3.0:1763335549.021990:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1243 00000100:00100000:3.0:1763335549.021998:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2406:x1848991029101312:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335549.022008:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335549.022020:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc62b4600/0x10123ce7f0765d1d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ef5f expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335549.022061:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7d90a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041440000:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335549.022110:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850900 going to sleep for 11 seconds 00000100:00100000:3.0:1763335549.025666:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7d90a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041440000:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335549.025849:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc62b4600/0x10123ce7f0765d1d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef5f expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00000004:00010000:0.0:1763335549.026011:0:6517:0:(mdt_lvb.c:189:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime: 1763335548 -> 1763335549 00000100:00100000:0.0:1763335549.026029:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5f07b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041439872:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335549.026042:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 840255 00010000:00010000:0.0:1763335549.026056:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc200/0x10123ce7f0765d16 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef58 expref: 26 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335549.026072:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335549.026075:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335549.026080:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc200/0x10123ce7f0765d16 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef58 expref: 26 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335549.026093:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cc200, rc 0) 00000100:00100000:0.0:1763335549.026156:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc35efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+25:2406:x1848991029101184:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5121us (5970us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335549.026164:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1707 00010000:00010000:3.0:1763335549.026290:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc62b4600/0x10123ce7f0765d1d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef5f expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335549.026305:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc62b4600, rc 0) 00000100:00100000:2.0:1763335549.026394:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2406:x1848991029101312:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4395us (6021us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335549.026402:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1243 00000100:00100000:0.0:1763335549.031394:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335549.031449:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335549.031589:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029101568 00000100:00100000:2.0:1763335549.031599:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029101568 00000100:00100000:2.0:1763335549.031661:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1244 00000100:00100000:2.0:1763335549.031671:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2407:x1848991029101568:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335549.031690:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335549.031708:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc6470000/0x10123ce7f0765d24 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ef6d expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335549.031775:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffb93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041440128:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335549.031863:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09e40 going to sleep for 11 seconds 00000100:00100000:1.0:1763335549.031952:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029101440 00000100:00100000:1.0:1763335549.031957:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029101440 00000100:00100000:1.0:1763335549.031999:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1708 00000100:00100000:1.0:1763335549.032006:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c77b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+25:2407:x1848991029101440:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335549.032025:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335549.032039:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f0765d2b lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ef66 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335549.032067:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fc00/0x10123ce7f0765ce5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef27 expref: 23 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335549.032088:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc56fd180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041440256:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335549.032122:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb840 going to sleep for 11 seconds 00000100:00100000:3.0:1763335549.037054:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffb93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041440128:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335549.037088:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc6470000/0x10123ce7f0765d24 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef6d expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335549.037110:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc6470000/0x10123ce7f0765d24 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef6d expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335549.037123:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6470000, rc 0) 00000100:00100000:3.0:1763335549.038378:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2407:x1848991029101568:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6703us (6988us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335549.038388:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1244 00000100:00100000:1.0:1763335549.038607:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc56fd180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041440256:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335549.038623:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 840255 00010000:00010000:1.0:1763335549.038637:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f0765d2b lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef66 expref: 26 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335549.038653:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335549.038656:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335549.038660:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f0765d2b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef66 expref: 26 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335549.038670:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643f000, rc 0) 00000100:00100000:1.0:1763335549.039592:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c77b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+25:2407:x1848991029101440:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7581us (8137us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335549.039602:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1708 00000100:00100000:2.0:1763335549.049285:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335549.049389:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029101696 00000100:00100000:0.0:1763335549.049401:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029101696 00002000:00100000:0.0:1763335549.049449:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->2093055) req@ffff9af0ffb93100 x1848991029101696/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 504/0 e 0 to 0 dl 1763335560 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335549.049461:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb93100 with x1848991029101696 ext(1048576->2093055) 00002000:00010000:0.0:1763335549.049467:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb93100 00000100:00100000:0.0:1763335549.049501:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 824 00000100:00100000:0.0:1763335549.049510:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991029101696:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335549.060726:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335549.063368:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029101824 00000100:00100000:2.0:1763335549.063383:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029101824 00002000:00100000:2.0:1763335549.063460:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4c75880 x1848991029101824/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/0 e 0 to 0 dl 1763335560 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335549.063471:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4c75880 with x1848991029101824 00000100:00100000:2.0:1763335549.063518:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 964 00000100:00100000:2.0:1763335549.063528:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+24:2409:x1848991029101824:12345-192.168.202.34@tcp:3:fsx.0 00000100:00080000:0.0:1763335549.063564:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1763335549.067384:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991029101696:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 17861us (18098us total) trans 0 rc 999424/999424 00000100:00100000:0.0:1763335549.067398:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 824 00002000:00100000:0.0:1763335549.067412:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->2093055) req@ffff9af0ffb93100 x1848991029101696/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 504/440 e 0 to 0 dl 1763335560 ref 1 fl Complete:/600/0 rc 999424/999424 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335549.067424:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb93100 with x1848991029101696 ext(1048576->2093055) 00002000:00010000:0.0:1763335549.067431:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb93100 00000100:00100000:0.0:1763335549.081911:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335549.082212:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029101952 00000100:00100000:1.0:1763335549.082222:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029101952 00000100:00100000:1.0:1763335549.082292:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1709 00000100:00100000:1.0:1763335549.082303:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+25:15720:x1848991029101952:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335549.082325:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335549.082345:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f0765d32 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ef74 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335549.082374:0:6517:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fc00/0x10123ce7f0765ce5 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef27 expref: 25 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335549.082383:0:6517:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f0765d32 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef74 expref: 26 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335549.082417:0:6517:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fc00/0x10123ce7f0765ce5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef27 expref: 25 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335549.082429:0:6517:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fc00/0x10123ce7f0765ce5 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef27 expref: 25 pid: 6516 timeout: 449 lvb_type: 0 00000100:00100000:1.0:1763335549.082442:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc56fd180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041440384:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335549.082536:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb840 going to sleep for 11 seconds 00000100:00100000:2.0:1763335549.083371:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+24:2409:x1848991029101824:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 19838us (22649us total) trans 0 rc 843776/843776 00000100:00100000:2.0:1763335549.083383:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 964 00002000:00100000:2.0:1763335549.083394:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4c75880 x1848991029101824/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/440 e 0 to 0 dl 1763335560 ref 1 fl Complete:/600/0 rc 843776/843776 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335549.083410:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4c75880 with x1848991029101824 00010000:00010000:2.0:1763335549.083418:0:15202:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fc00/0x10123ce7f0765ce5 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef27 expref: 24 pid: 6516 timeout: 449 lvb_type: 0 00010000:00010000:2.0:1763335549.083431:0:15202:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fc00/0x10123ce7f0765ce5 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef27 expref: 24 pid: 6516 timeout: 449 lvb_type: 0 00002000:00010000:2.0:1763335549.083438:0:15202:0:(mdt_io.c:157:mdt_rw_hpreq_check()) lustre-MDT0000: refreshed 1 locks timeout for req ffff9aefc4c75880 00000100:00100000:1.0:1763335549.088699:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc56fd180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041440384:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335549.088736:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f0765d32 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef74 expref: 26 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335549.088763:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335549.088766:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335549.088770:0:6517:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f0765d32 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef74 expref: 26 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335549.088788:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643f000, rc 0) 00000100:00100000:1.0:1763335549.088856:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+26:15720:x1848991029101952:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6553us (6997us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335549.088865:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1709 00000100:00100000:3.0:1763335549.094008:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335549.094140:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029102080 00000100:00100000:0.0:1763335549.094150:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029102080 00010000:00010000:0.0:1763335549.094191:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fc00/0x10123ce7f0765ce5 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef27 expref: 24 pid: 6516 timeout: 449 lvb_type: 0 00000100:00100000:0.0:1763335549.094234:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 641 00000100:00100000:0.0:1763335549.094244:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d90a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+24:2408:x1848991029102080:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335549.094259:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335549.094282:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fc00/0x10123ce7f0765ce5 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef27 expref: 24 pid: 6516 timeout: 449 lvb_type: 0 00010000:00010000:0.0:1763335549.094296:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fc00/0x10123ce7f0765ce5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef27 expref: 24 pid: 6516 timeout: 449 lvb_type: 0 00010000:00010000:0.0:1763335549.094316:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fc00/0x10123ce7f0765ce5 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef27 expref: 24 pid: 6516 timeout: 449 lvb_type: 0 00010000:00010000:0.0:1763335549.094332:0:13187:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335549.094338:0:13187:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f0765d32 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef74 expref: 25 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335549.094350:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f0765d32 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef74 expref: 25 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335549.094362:0:13187:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f0765d32 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef74 expref: 25 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335549.094398:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f0765d32 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef74 expref: 25 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335549.094411:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc43b6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041440512:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335549.094503:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c61550c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335549.100198:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335549.100489:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc43b6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041440512:192.168.202.34@tcp:105: 00010000:00010000:2.0:1763335549.100517:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335549.100559:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029102208 00000100:00100000:1.0:1763335549.100566:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029102208 00000100:00100000:2.0:1763335549.100580:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d90a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+23:2408:x1848991029102080:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 6337us (6587us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335549.100590:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 641 00000100:00100000:1.0:1763335549.100696:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 965 00000100:00100000:1.0:1763335549.100707:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+26:2407:x1848991029102208:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:1.0:1763335549.104520:0:15202:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 840255 -> 840255 00000004:00010000:1.0:1763335549.104531:0:15202:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335549 -> 1763335549 00000004:00010000:1.0:1763335549.104533:0:15202:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335549 -> 1763335549 00000004:00010000:1.0:1763335549.104536:0:15202:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335549 -> 1763335549 00000004:00010000:1.0:1763335549.104538:0:15202:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 656 -> 688 00000100:00100000:1.0:1763335549.104659:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+27:2407:x1848991029102208:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 3948us (4464us total) trans 4294967959 rc 0/0 00000100:00100000:1.0:1763335549.104671:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 965 00000100:00100000:0.0:1763335549.113619:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335549.114487:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029102336 00000100:00100000:3.0:1763335549.114499:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029102336 00000100:00100000:3.0:1763335549.114568:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1245 00000100:00100000:3.0:1763335549.114579:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2407:x1848991029102336:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335549.114597:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335549.114618:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4e00/0x10123ce7f0765d39 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ef7b expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335549.114681:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5844000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041440640:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335549.114773:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850900 going to sleep for 11 seconds 00000100:00100000:3.0:1763335549.121127:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5844000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041440640:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335549.121169:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4e00/0x10123ce7f0765d39 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef7b expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335549.121194:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4e00/0x10123ce7f0765d39 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef7b expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335549.121207:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4e00, rc 0) 00000100:00100000:3.0:1763335549.121276:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2407:x1848991029102336:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6698us (7667us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335549.121286:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1245 00000100:00100000:0.0:1763335549.124238:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335549.124396:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029102464 00000100:00100000:3.0:1763335549.124407:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029102464 00000100:00100000:3.0:1763335549.124466:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1246 00000100:00100000:3.0:1763335549.124476:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991029102464:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335549.124495:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335549.124513:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4800/0x10123ce7f0765d40 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ef82 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335549.124573:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5844000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041440768:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335549.124657:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850900 going to sleep for 11 seconds 00000100:00100000:3.0:1763335549.127166:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5844000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041440768:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335549.127204:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4800/0x10123ce7f0765d40 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef82 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335549.127226:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4800/0x10123ce7f0765d40 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef82 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335549.127238:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4800, rc 0) 00000100:00100000:3.0:1763335549.127404:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991029102464:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2927us (3173us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335549.127414:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1246 00000100:00100000:0.0:1763335549.133680:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335549.135386:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029102720 00000100:00100000:1.0:1763335549.135402:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029102720 00000100:00100000:1.0:1763335549.135481:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1710 00000100:00100000:1.0:1763335549.135490:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+23:15720:x1848991029102720:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:1.0:1763335549.135551:0:6517:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335549.135578:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd200/0x10123ce7f0765aed lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed36 expref: 23 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335549.135604:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335549.135609:0:6517:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335549.135780:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ee00/0x10123ce7f0765d47 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763335549.135793:0:6517:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6471000/0x10123ce7f0765b3a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed7c expref: 26 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335549.135803:0:6517:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ee00/0x10123ce7f0765d47 lrc: 4/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763335549.135833:0:6517:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6471000/0x10123ce7f0765b3a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed7c expref: 26 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335549.135847:0:6517:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6471000/0x10123ce7f0765b3a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed7c expref: 26 pid: 6517 timeout: 449 lvb_type: 0 00000100:00100000:1.0:1763335549.135860:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc56fd180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041440896:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335549.137255:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fbb40 going to sleep for 11 seconds 00000100:00100000:1.0:1763335549.142130:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc56fd180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041440896:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335549.142161:0:6517:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ee00/0x10123ce7f0765d47 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00000100:00100000:0.0:1763335549.142443:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335549.142514:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029102848 00000100:00100000:2.0:1763335549.142521:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029102848 00010000:00010000:2.0:1763335549.142556:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6471000/0x10123ce7f0765b3a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed7c expref: 27 pid: 6517 timeout: 449 lvb_type: 0 00000100:00100000:2.0:1763335549.142593:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 642 00000100:00100000:2.0:1763335549.142602:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43b4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+27:2409:x1848991029102848:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335549.142617:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335549.142624:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6471000/0x10123ce7f0765b3a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed7c expref: 27 pid: 6517 timeout: 449 lvb_type: 0 00010000:00010000:2.0:1763335549.142635:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6471000/0x10123ce7f0765b3a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed7c expref: 27 pid: 6517 timeout: 449 lvb_type: 0 00010000:00010000:2.0:1763335549.142660:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6471000/0x10123ce7f0765b3a lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ed7c expref: 27 pid: 6517 timeout: 449 lvb_type: 0 00010000:00010000:2.0:1763335549.142672:0:13187:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335549.142676:0:13187:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ee00/0x10123ce7f0765d47 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335549.142687:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ee00/0x10123ce7f0765d47 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335549.142694:0:13187:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ee00/0x10123ce7f0765d47 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335549.142722:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335549.142785:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43b4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+26:2409:x1848991029102848:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 182us (342us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335549.142792:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 642 00010000:00010000:1.0:1763335549.143575:0:6517:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ee00/0x10123ce7f0765d47 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763335549.143586:0:6517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ee00/0x10123ce7f0765d47 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00000001:00080000:1.0:1763335549.143684:0:6517:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967960 00000004:00010000:1.0:1763335549.143734:0:6517:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 840255 -> 840255 00000004:00010000:1.0:1763335549.143737:0:6517:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335549 -> 1763335549 00000004:00010000:1.0:1763335549.143740:0:6517:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335549 -> 1763335549 00000004:00010000:1.0:1763335549.143742:0:6517:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335549 -> 1763335549 00000004:00010000:1.0:1763335549.143753:0:6517:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 688 -> 688 00000004:00010000:1.0:1763335549.143759:0:6517:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ae0720a3 reply state 00000000ced4f72a transno 4294967961 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ee00/0x10123ce7f0765d47 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763335549.143774:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ee00/0x10123ce7f0765d47 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763335549.143781:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335549.143784:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335549.143787:0:6517:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763335549.143914:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+25:15720:x1848991029102720:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 8423us (10242us total) trans 4294967961 rc 0/0 00000100:00100000:1.0:1763335549.143922:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1710 00000020:00080000:1.0:1763335549.143926:0:6517:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763335549.147369:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335549.147475:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029102976 00000100:00100000:1.0:1763335549.147486:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029102976 00000100:00100000:1.0:1763335549.147550:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1711 00000100:00100000:1.0:1763335549.147560:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+25:15720:x1848991029102976:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335549.147583:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335549.147605:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e200/0x10123ce7f0765d4e lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ef89 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335549.147638:0:6517:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f0765d32 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef74 expref: 25 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335549.147648:0:6517:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e200/0x10123ce7f0765d4e lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef89 expref: 26 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335549.147683:0:6517:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f0765d32 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef74 expref: 25 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335549.147696:0:6517:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f0765d32 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef74 expref: 25 pid: 6517 timeout: 449 lvb_type: 0 00000100:00100000:1.0:1763335549.147711:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc56fd180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041441024:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335549.148385:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb000 going to sleep for 11 seconds 00000100:00100000:0.0:1763335549.155402:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335549.155466:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029103104 00000100:00100000:3.0:1763335549.155476:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029103104 00010000:00010000:3.0:1763335549.155515:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f0765d32 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef74 expref: 26 pid: 6517 timeout: 449 lvb_type: 0 00000100:00100000:3.0:1763335549.155564:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 643 00000100:00100000:3.0:1763335549.155573:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43b5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+26:2408:x1848991029103104:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335549.155589:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335549.155611:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f0765d32 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef74 expref: 26 pid: 6517 timeout: 449 lvb_type: 0 00010000:00010000:3.0:1763335549.155623:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f0765d32 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef74 expref: 26 pid: 6517 timeout: 449 lvb_type: 0 00010000:00010000:3.0:1763335549.155644:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335549.155650:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e200/0x10123ce7f0765d4e lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef89 expref: 26 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335549.155661:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e200/0x10123ce7f0765d4e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef89 expref: 26 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335549.155669:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e200/0x10123ce7f0765d4e lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef89 expref: 26 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335549.155705:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e200/0x10123ce7f0765d4e lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef89 expref: 26 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335549.155719:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5844000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041441152:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335549.155780:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f0765d32 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef74 expref: 26 pid: 6517 timeout: 449 lvb_type: 0 00000100:00100000:1.0:1763335549.155795:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc56fd180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041441024:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335549.155818:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e200/0x10123ce7f0765d4e lrc: 5/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef89 expref: 26 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335549.155828:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335549.155831:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335549.155834:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643e200, rc 0) 00000100:00100000:3.0:1763335549.156151:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850900 going to sleep for 11 seconds 00000100:00100000:1.0:1763335549.156806:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+26:15720:x1848991029102976:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 9245us (9447us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335549.156814:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1711 00000100:00100000:0.0:1763335549.162032:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335549.162078:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335549.162281:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029103232 00000100:00100000:1.0:1763335549.162292:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029103232 00002000:00010000:1.0:1763335549.162334:0:15202:0:(mdt_io.c:274:mdt_punch_hpreq_check()) lustre-MDT0000: refresh DOM lock for [0x200000402:0xe:0x0] 00002000:00100000:1.0:1763335549.162339:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc43b6a00 with x1848991029103232 00000100:00100000:1.0:1763335549.162379:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 966 00000100:00100000:1.0:1763335549.162388:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+26:2409:x1848991029103232:12345-192.168.202.34@tcp:10:fsx.0 00000004:00010000:1.0:1763335549.162697:0:15202:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 840255 -> 863890 00000004:00010000:1.0:1763335549.162701:0:15202:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335549 -> 1763335549 00000004:00010000:1.0:1763335549.162704:0:15202:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335549 -> 1763335549 00000004:00010000:1.0:1763335549.162707:0:15202:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335549 -> 1763335549 00000004:00010000:1.0:1763335549.162709:0:15202:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 688 -> 688 00000100:00100000:1.0:1763335549.162791:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+27:2409:x1848991029103232:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 402us (778us total) trans 4294967962 rc 0/0 00000100:00100000:1.0:1763335549.162799:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 966 00002000:00010000:1.0:1763335549.162803:0:15202:0:(mdt_io.c:274:mdt_punch_hpreq_check()) lustre-MDT0000: refresh DOM lock for [0x200000402:0xe:0x0] 00002000:00100000:1.0:1763335549.162805:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc43b6a00 with x1848991029103232 00000100:00100000:2.0:1763335549.162918:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029103360 00000100:00100000:2.0:1763335549.162923:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029103360 00002000:00010000:2.0:1763335549.162949:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:2.0:1763335549.162954:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc43b6680 with x1848991029103360 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335549.162962:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc43b6680. 00000100:00100000:2.0:1763335549.162983:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 825 00000100:00100000:2.0:1763335549.162990:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+7:2408:x1848991029103360:12345-192.168.202.34@tcp:10:fsx.0 00000100:00100000:3.0:1763335549.163487:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5844000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041441152:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335549.163512:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335549.163581:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43b5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+25:2408:x1848991029103104:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 8008us (8189us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335549.163591:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 643 00002000:00010000:2.0:1763335549.164002:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 2089229 -> 0 00002000:00010000:2.0:1763335549.164006:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335549 -> 1763335549 00002000:00010000:2.0:1763335549.164009:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335549 -> 1763335549 00002000:00010000:2.0:1763335549.164011:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335549 -> 1763335549 00002000:00010000:2.0:1763335549.164014:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 352 -> 0 00000100:00100000:2.0:1763335549.164040:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991029103360:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 1049us (1961us total) trans 4294967611 rc 0/0 00000100:00100000:2.0:1763335549.164046:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 825 00002000:00010000:2.0:1763335549.164050:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:2.0:1763335549.164053:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc43b6680 with x1848991029103360 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335549.164057:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc43b6680. 00000100:00100000:0.0:1763335549.183011:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335549.183103:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029103488 00000100:00100000:1.0:1763335549.183115:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029103488 00000100:00100000:1.0:1763335549.183175:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1712 00000100:00100000:1.0:1763335549.183185:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbc7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+27:15720:x1848991029103488:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335549.183209:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335549.183230:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f0765d55 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ef90 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335549.183337:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fc00/0x10123ce7f0765d5c lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763335549.183352:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fc00/0x10123ce7f0765d5c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763335549.183366:0:6517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fc00/0x10123ce7f0765d5c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00000004:00200000:1.0:1763335549.183390:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 863890 00000004:00200000:1.0:1763335549.183394:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763335549.183410:0:6517:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fc00/0x10123ce7f0765d5c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763335549.183433:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f0765d55 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef90 expref: 29 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335549.183449:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fc00/0x10123ce7f0765d5c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef90 expref: 28 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335549.183456:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335549.183459:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335549.183462:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643fc00, rc 0) 00000100:00100000:1.0:1763335549.183518:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbc7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+28:15720:x1848991029103488:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 335us (518us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335549.183525:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1712 00000100:00100000:0.0:1763335549.189441:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335549.189532:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029103616 00000100:00100000:3.0:1763335549.189544:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029103616 00000100:00100000:3.0:1763335549.189600:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1713 00000100:00100000:3.0:1763335549.189610:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbc4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:273362c8-ad54-46f8-a663-195ccb4b667f+25:15720:x1848991029103616:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335549.189633:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335549.189655:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4800/0x10123ce7f0765d63 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ef97 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335549.189688:0:6515:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e200/0x10123ce7f0765d4e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef89 expref: 27 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335549.189698:0:6515:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4800/0x10123ce7f0765d63 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef97 expref: 26 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335549.189731:0:6515:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e200/0x10123ce7f0765d4e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef89 expref: 27 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335549.189762:0:6515:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e200/0x10123ce7f0765d4e lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef89 expref: 27 pid: 6517 timeout: 449 lvb_type: 0 00000100:00100000:3.0:1763335549.189776:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5844000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041441280:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335549.189904:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850900 going to sleep for 11 seconds 00000100:00100000:3.0:1763335549.193544:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5844000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041441280:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335549.193579:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4800/0x10123ce7f0765d63 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef97 expref: 26 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335549.193600:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335549.193603:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335549.193607:0:6515:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4800/0x10123ce7f0765d63 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef97 expref: 26 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335549.193619:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4800, rc 0) 00000100:00100000:3.0:1763335549.193687:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbc4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:273362c8-ad54-46f8-a663-195ccb4b667f+26:15720:x1848991029103616:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4078us (4255us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335549.193696:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1713 00000100:00100000:0.0:1763335549.199491:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335549.201681:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029103744 00000100:00100000:3.0:1763335549.201693:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029103744 00010000:00010000:3.0:1763335549.201739:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e200/0x10123ce7f0765d4e lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef89 expref: 28 pid: 6517 timeout: 449 lvb_type: 0 00000100:00100000:3.0:1763335549.201800:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 644 00000100:00100000:3.0:1763335549.201809:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbc7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+28:2409:x1848991029103744:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335549.201828:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335549.201852:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e200/0x10123ce7f0765d4e lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef89 expref: 28 pid: 6517 timeout: 449 lvb_type: 0 00010000:00010000:3.0:1763335549.201866:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e200/0x10123ce7f0765d4e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef89 expref: 28 pid: 6517 timeout: 449 lvb_type: 0 00010000:00010000:3.0:1763335549.201928:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e200/0x10123ce7f0765d4e lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef89 expref: 28 pid: 6517 timeout: 449 lvb_type: 0 00010000:00010000:3.0:1763335549.201944:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335549.201950:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4800/0x10123ce7f0765d63 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef97 expref: 25 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335549.201962:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4800/0x10123ce7f0765d63 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef97 expref: 25 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335549.201971:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4800/0x10123ce7f0765d63 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef97 expref: 25 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335549.202465:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4800/0x10123ce7f0765d63 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef97 expref: 25 pid: 6515 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335549.202483:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffb93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041441408:192.168.202.34@tcp:105: 00000100:00100000:2.0:1763335549.202580:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335549.211731:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335549.211889:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029103872 00000100:00100000:0.0:1763335549.211896:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029103872 00000100:00100000:3.0:1763335549.211903:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffb93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041441408:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335549.211927:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335549.211968:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 967 00000100:00100000:0.0:1763335549.211977:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5fd4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+26:2409:x1848991029103872:12345-192.168.202.34@tcp:22:fsx.0 00000100:00100000:3.0:1763335549.211988:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbc7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+27:2409:x1848991029103744:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 10180us (12505us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335549.211996:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 644 00000004:00010000:0.0:1763335549.212267:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 863890 -> 863890 00000004:00010000:0.0:1763335549.212271:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335549 -> 1763335549 00000004:00010000:0.0:1763335549.212273:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335549 -> 1763335549 00000004:00010000:0.0:1763335549.212276:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335549 -> 1763335549 00000004:00010000:0.0:1763335549.212278:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 688 -> 760 00000100:00100000:0.0:1763335549.212311:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5fd4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+27:2409:x1848991029103872:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 335us (593us total) trans 4294967963 rc 0/0 00000100:00100000:0.0:1763335549.212318:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 967 00000100:00100000:0.0:1763335549.216973:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335549.217046:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029104000 00000100:00100000:3.0:1763335549.217056:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029104000 00000100:00100000:3.0:1763335549.217119:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1714 00000100:00100000:3.0:1763335549.217129:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbc4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+27:2407:x1848991029104000:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335549.217151:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335549.217173:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4e00/0x10123ce7f0765d6a lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847ef9e expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335549.217212:0:6515:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4800/0x10123ce7f0765d63 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef97 expref: 26 pid: 6515 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335549.217252:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5844000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041441536:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335549.217344:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850900 going to sleep for 11 seconds 00000100:00100000:0.0:1763335549.221772:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5844000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041441536:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335549.221802:0:6515:0:(mdt_io.c:1529:mdt_lvb2reply()) size 863890 00010000:00010000:0.0:1763335549.221821:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4e00/0x10123ce7f0765d6a lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef9e expref: 28 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335549.221841:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335549.221844:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335549.221849:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4e00/0x10123ce7f0765d6a lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef9e expref: 28 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335549.221864:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4e00, rc 0) 00000100:00100000:1.0:1763335549.222625:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbc4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+27:2407:x1848991029104000:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5491us (5658us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335549.222636:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1714 00000100:00100000:2.0:1763335549.226124:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335549.226388:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029104128 00000100:00100000:3.0:1763335549.226398:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029104128 00000100:00100000:3.0:1763335549.226457:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1715 00000100:00100000:3.0:1763335549.226468:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5fd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+27:2408:x1848991029104128:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335549.226490:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335549.226512:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4600/0x10123ce7f0765d71 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847efa5 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335549.226549:0:6515:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4800/0x10123ce7f0765d63 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef97 expref: 26 pid: 6515 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335549.226591:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5844a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041441664:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335549.226680:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850540 going to sleep for 11 seconds 00000100:00100000:3.0:1763335549.230100:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5844a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041441664:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335549.230126:0:6515:0:(mdt_io.c:1529:mdt_lvb2reply()) size 863890 00010000:00010000:3.0:1763335549.230145:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4600/0x10123ce7f0765d71 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847efa5 expref: 28 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335549.230172:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335549.230176:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335549.230181:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4600/0x10123ce7f0765d71 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847efa5 expref: 28 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335549.230195:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4600, rc 0) 00000100:00100000:3.0:1763335549.230260:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5fd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+27:2408:x1848991029104128:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3794us (4146us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335549.230269:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1715 00000100:00100000:2.0:1763335549.234264:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335549.234354:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029104384 00000100:00100000:3.0:1763335549.234365:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029104384 00000100:00100000:3.0:1763335549.234423:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1716 00000100:00100000:3.0:1763335549.234431:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5fd5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+27:15720:x1848991029104384:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:3.0:1763335549.234483:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335549.234511:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fc00/0x10123ce7f0765d5c lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef90 expref: 27 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335549.234529:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335549.234534:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763335549.234696:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0765d78 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763335549.234711:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0765d78 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763335549.234720:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0765d78 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 00000001:00080000:3.0:1763335549.234772:0:6515:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967964 00000004:00010000:3.0:1763335549.234793:0:6515:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 863890 -> 863890 00000004:00010000:3.0:1763335549.234797:0:6515:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335549 -> 1763335549 00000004:00010000:3.0:1763335549.234800:0:6515:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335549 -> 1763335549 00000004:00010000:3.0:1763335549.234802:0:6515:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335549 -> 1763335549 00000004:00010000:3.0:1763335549.234805:0:6515:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 760 -> 760 00000004:00010000:3.0:1763335549.234811:0:6515:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000947dd2c2 reply state 0000000018c2d1ef transno 4294967965 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0765d78 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763335549.234823:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0765d78 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763335549.234830:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335549.234833:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763335549.234836:0:6515:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763335549.234964:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5fd5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+29:15720:x1848991029104384:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 532us (709us total) trans 4294967965 rc 0/0 00000100:00100000:3.0:1763335549.234972:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1716 00000020:00080000:3.0:1763335549.234978:0:6515:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763335549.237730:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335549.237958:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029104512 00000100:00100000:1.0:1763335549.237966:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029104512 00000100:00100000:1.0:1763335549.238029:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1717 00000100:00100000:1.0:1763335549.238038:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbc4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+29:15720:x1848991029104512:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335549.238060:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335549.238080:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f0765d7f lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847efac expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335549.238111:0:6517:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4800/0x10123ce7f0765d63 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef97 expref: 26 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335549.238121:0:6517:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f0765d7f lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847efac expref: 30 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335549.238151:0:6517:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4800/0x10123ce7f0765d63 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef97 expref: 26 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335549.238164:0:6517:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4800/0x10123ce7f0765d63 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef97 expref: 26 pid: 6515 timeout: 449 lvb_type: 0 00000100:00100000:1.0:1763335549.238176:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc56fd180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041441792:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335549.238259:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb000 going to sleep for 11 seconds 00000100:00100000:1.0:1763335549.241327:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc56fd180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041441792:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335549.241362:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f0765d7f lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847efac expref: 30 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335549.241380:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335549.241383:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335549.241388:0:6517:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f0765d7f lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847efac expref: 30 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335549.241399:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643f000, rc 0) 00000100:00100000:1.0:1763335549.241618:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbc4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+30:15720:x1848991029104512:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3579us (3895us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335549.241628:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1717 00000100:00100000:2.0:1763335549.242437:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335549.242515:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029104640 00000100:00100000:3.0:1763335549.242522:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029104640 00010000:00010000:3.0:1763335549.242552:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4800/0x10123ce7f0765d63 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef97 expref: 27 pid: 6515 timeout: 449 lvb_type: 0 00000100:00100000:3.0:1763335549.242588:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 645 00000100:00100000:3.0:1763335549.242597:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5fd6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+27:2408:x1848991029104640:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335549.242612:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335549.242632:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4800/0x10123ce7f0765d63 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef97 expref: 27 pid: 6515 timeout: 449 lvb_type: 0 00010000:00010000:3.0:1763335549.242645:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4800/0x10123ce7f0765d63 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef97 expref: 27 pid: 6515 timeout: 449 lvb_type: 0 00010000:00010000:3.0:1763335549.242665:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4800/0x10123ce7f0765d63 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef97 expref: 27 pid: 6515 timeout: 449 lvb_type: 0 00010000:00010000:3.0:1763335549.242679:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335549.242684:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f0765d7f lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847efac expref: 29 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335549.242693:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f0765d7f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847efac expref: 29 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335549.242702:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f0765d7f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847efac expref: 29 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335549.242736:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f0765d7f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847efac expref: 29 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335549.242758:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5844a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041441920:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335549.242827:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850540 going to sleep for 11 seconds 00000100:00100000:3.0:1763335549.245733:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5844a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041441920:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335549.245767:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335549.246854:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5fd6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+26:2408:x1848991029104640:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 4251us (4413us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335549.246884:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 645 00000100:00100000:2.0:1763335549.247056:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335549.247504:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029104768 00000100:00100000:3.0:1763335549.247513:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029104768 00002000:00010000:3.0:1763335549.247557:0:15204:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1960900->18446744073709551615) 00002000:00100000:3.0:1763335549.247563:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5fd4000 with x1848991029104768 ext(1960900->18446744073709551615) 00002000:00010000:3.0:1763335549.247578:0:15204:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5fd4000. 00000100:00100000:3.0:1763335549.247618:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 826 00000100:00100000:3.0:1763335549.247629:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5fd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991029104768:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:3.0:1763335549.247942:0:15204:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 0 -> 1960900 00002000:00010000:3.0:1763335549.247946:0:15204:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335549 -> 1763335549 00002000:00010000:3.0:1763335549.247949:0:15204:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335549 -> 1763335549 00002000:00010000:3.0:1763335549.247951:0:15204:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335549 -> 1763335549 00002000:00010000:3.0:1763335549.247953:0:15204:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335549.248005:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5fd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+9:2408:x1848991029104768:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 377us (948us total) trans 4294967612 rc 0/0 00000100:00100000:3.0:1763335549.248012:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 826 00002000:00010000:3.0:1763335549.248016:0:15204:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1960900->18446744073709551615) 00002000:00100000:3.0:1763335549.248018:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5fd4000 with x1848991029104768 ext(1960900->18446744073709551615) 00002000:00010000:3.0:1763335549.248022:0:15204:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5fd4000. 00010000:00010000:2.0:1763335549.248310:0:9483:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763335549.253042:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335549.253140:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029104896 00000100:00100000:0.0:1763335549.253150:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029104896 00000100:00100000:0.0:1763335549.253374:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1718 00000100:00100000:0.0:1763335549.253385:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc56fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+30:15720:x1848991029104896:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335549.253405:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335549.253426:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cdc00/0x10123ce7f0765d86 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847efb3 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335549.253520:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd400/0x10123ce7f0765d8d lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:0.0:1763335549.253535:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd400/0x10123ce7f0765d8d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:0.0:1763335549.253547:0:6517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd400/0x10123ce7f0765d8d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00000004:00200000:0.0:1763335549.253575:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 1960900 00000004:00200000:0.0:1763335549.253579:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763335549.253596:0:6517:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd400/0x10123ce7f0765d8d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:0.0:1763335549.253619:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cdc00/0x10123ce7f0765d86 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847efb3 expref: 32 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335549.253638:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd400/0x10123ce7f0765d8d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847efb3 expref: 31 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335549.253647:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335549.253650:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335549.253653:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cd400, rc 0) 00000100:00100000:0.0:1763335549.253714:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc56fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+31:15720:x1848991029104896:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 330us (682us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335549.253721:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1718 00000100:00100000:1.0:1763335549.258241:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335549.259143:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029105024 00000100:00100000:3.0:1763335549.259154:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029105024 00000100:00100000:3.0:1763335549.259208:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1247 00000100:00100000:3.0:1763335549.259217:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc56fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:15720:x1848991029105024:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335549.259234:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335549.259253:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4800/0x10123ce7f0765d94 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847efba expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335549.259288:0:9882:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc643f600/0x10123ce7f0765d0f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1662976->1667071) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef51 expref: 8 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335549.259297:0:9882:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335549.259299:0:9882:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335549.259304:0:9882:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4800/0x10123ce7f0765d94 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1335296->1372159] (req 1335296->1372159) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847efba expref: 6 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335549.259338:0:9882:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc643f600/0x10123ce7f0765d0f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1662976->1667071) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef51 expref: 8 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335549.259353:0:9882:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc643f600/0x10123ce7f0765d0f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1662976->1667071) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef51 expref: 8 pid: 8400 timeout: 449 lvb_type: 0 00000100:00100000:3.0:1763335549.259366:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5844a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041442048:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335549.259452:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850540 going to sleep for 11 seconds 00000100:00100000:3.0:1763335549.269182:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5844a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041442048:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335549.269218:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4800/0x10123ce7f0765d94 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1335296->1372159] (req 1335296->1372159) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847efba expref: 6 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335549.269238:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4800, rc 0) 00000100:00100000:3.0:1763335549.269304:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc56fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+6:15720:x1848991029105024:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 10087us (11072us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335549.269314:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1247 00000100:00100000:1.0:1763335549.270028:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335549.270220:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029105152 00000100:00100000:0.0:1763335549.270228:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029105152 00010000:00010000:0.0:1763335549.270262:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc643f600/0x10123ce7f0765d0f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1662976->1667071) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef51 expref: 9 pid: 8400 timeout: 449 lvb_type: 0 00000100:00100000:0.0:1763335549.270310:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 646 00000100:00100000:0.0:1763335549.270319:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f4517050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+9:2408:x1848991029105152:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335549.270335:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335549.270356:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc643f600/0x10123ce7f0765d0f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1662976->1667071) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef51 expref: 9 pid: 8400 timeout: 449 lvb_type: 0 00010000:00010000:0.0:1763335549.270368:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc643f600/0x10123ce7f0765d0f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1662976->1667071) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef51 expref: 9 pid: 8400 timeout: 449 lvb_type: 0 00010000:00010000:0.0:1763335549.270390:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc643f600/0x10123ce7f0765d0f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1662976->1667071) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847ef51 expref: 9 pid: 8400 timeout: 449 lvb_type: 0 00010000:00010000:0.0:1763335549.270402:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335549.270404:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335549.270411:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4800/0x10123ce7f0765d94 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1335296->1372159) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847efba expref: 5 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335549.270421:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4800/0x10123ce7f0765d94 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1335296->1372159) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847efba expref: 5 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335549.270455:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4800/0x10123ce7f0765d94 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1335296->1372159) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847efba expref: 5 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335549.270468:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffbc6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041442176:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335549.270537:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f83430c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335549.274986:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335549.275096:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029105280 00000100:00100000:2.0:1763335549.275105:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029105280 00002000:00100000:2.0:1763335549.275155:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1335296->1339391) req@ffff9aefc56fc000 x1848991029105280/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:595/0 lens 488/0 e 0 to 0 dl 1763335560 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335549.275167:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc56fc000 with x1848991029105280 ext(1335296->1339391) 00002000:00010000:2.0:1763335549.275173:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc56fc000 00000100:00100000:2.0:1763335549.275205:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 827 00000100:00100000:2.0:1763335549.275214:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc56fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2407:x1848991029105280:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335549.275431:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc56fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2407:x1848991029105280:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 217us (455us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335549.275439:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 827 00002000:00100000:2.0:1763335549.275446:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1335296->1339391) req@ffff9aefc56fc000 x1848991029105280/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:595/0 lens 488/4536 e 0 to 0 dl 1763335560 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335549.275455:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc56fc000 with x1848991029105280 ext(1335296->1339391) 00002000:00010000:2.0:1763335549.275458:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc56fc000 00000100:00100000:0.0:1763335549.275632:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffbc6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041442176:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763335549.275654:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335549.275694:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f4517050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991029105152:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 5375us (5668us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335549.275702:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 646 00000100:00100000:1.0:1763335549.283029:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335549.283125:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029105408 00000100:00100000:3.0:1763335549.283135:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029105408 00002000:00100000:3.0:1763335549.283183:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1368064->1372159) req@ffff9aefc56ff480 x1848991029105408/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:595/0 lens 488/0 e 0 to 0 dl 1763335560 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335549.283194:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc56ff480 with x1848991029105408 ext(1368064->1372159) 00002000:00010000:3.0:1763335549.283201:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc56ff480 00000100:00100000:2.0:1763335549.283859:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 828 00000100:00100000:2.0:1763335549.283922:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc56ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2406:x1848991029105408:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335549.284133:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc56ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2406:x1848991029105408:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 263us (1113us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335549.284140:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 828 00002000:00100000:2.0:1763335549.284148:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1368064->1372159) req@ffff9aefc56ff480 x1848991029105408/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:595/0 lens 488/4536 e 0 to 0 dl 1763335560 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335549.284157:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc56ff480 with x1848991029105408 ext(1368064->1372159) 00002000:00010000:2.0:1763335549.284161:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc56ff480 00000100:00100000:2.0:1763335549.288465:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335549.289093:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029105536 00000100:00100000:0.0:1763335549.289104:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029105536 00000100:00100000:0.0:1763335549.289208:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1719 00000100:00100000:0.0:1763335549.289219:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5fd6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+26:15720:x1848991029105536:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335549.289242:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335549.289263:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc600/0x10123ce7f0765d9b lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847efc1 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335549.289370:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc400/0x10123ce7f0765da2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:0.0:1763335549.289386:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc400/0x10123ce7f0765da2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:0.0:1763335549.289397:0:6517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc400/0x10123ce7f0765da2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00000004:00200000:0.0:1763335549.289423:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 1960900 00000004:00200000:0.0:1763335549.289427:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763335549.289445:0:6517:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc400/0x10123ce7f0765da2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:0.0:1763335549.289471:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc600/0x10123ce7f0765d9b lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847efc1 expref: 28 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335549.289490:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc400/0x10123ce7f0765da2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847efc1 expref: 27 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335549.289499:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335549.289503:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335549.289506:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cc400, rc 0) 00000100:00100000:0.0:1763335549.290128:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5fd6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+27:15720:x1848991029105536:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 907us (1670us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335549.290136:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1719 00000100:00100000:0.0:1763335549.293353:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335549.293483:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029105664 00000100:00100000:1.0:1763335549.293493:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029105664 00000100:00100000:1.0:1763335549.293546:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1720 00000100:00100000:1.0:1763335549.293555:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbc7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+27:2406:x1848991029105664:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335549.293576:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335549.293597:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fe00/0x10123ce7f0765da9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847efc8 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335549.293631:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f0765d7f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847efac expref: 30 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335549.293669:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5f00000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041442304:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335549.293753:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb000 going to sleep for 11 seconds 00000100:00100000:0.0:1763335549.296393:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5f00000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041442304:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335549.296417:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 863890 00010000:00010000:0.0:1763335549.296434:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fe00/0x10123ce7f0765da9 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847efc8 expref: 28 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335549.296455:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335549.296458:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335549.296463:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fe00/0x10123ce7f0765da9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847efc8 expref: 28 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335549.296475:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643fe00, rc 0) 00000100:00100000:0.0:1763335549.296534:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbc7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+27:2406:x1848991029105664:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2979us (3190us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335549.296543:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1720 00000100:00100000:2.0:1763335549.303380:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335549.303458:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029105792 00000100:00100000:0.0:1763335549.303470:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029105792 00000100:00100000:0.0:1763335549.303534:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1721 00000100:00100000:0.0:1763335549.303544:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c6721180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+27:2407:x1848991029105792:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335549.303565:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335549.303587:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc600/0x10123ce7f0765db0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847efcf expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335549.303629:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f0765d7f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847efac expref: 30 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335549.303671:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffbc6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041442432:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335549.303767:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8343a80 going to sleep for 11 seconds 00000100:00100000:0.0:1763335549.306604:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffbc6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041442432:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335549.306631:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 863890 00010000:00010000:0.0:1763335549.306650:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc600/0x10123ce7f0765db0 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847efcf expref: 28 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335549.306672:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335549.306676:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335549.306682:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc600/0x10123ce7f0765db0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847efcf expref: 28 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335549.306696:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cc600, rc 0) 00000100:00100000:0.0:1763335549.306767:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c6721180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+27:2407:x1848991029105792:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3222us (3396us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335549.306776:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1721 00000100:00100000:1.0:1763335549.312557:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335549.313330:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029105920 00000100:00100000:0.0:1763335549.313343:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029105920 00002000:00100000:0.0:1763335549.313395:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5f01f80 x1848991029105920/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/0 e 0 to 0 dl 1763335560 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335549.313407:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5f01f80 with x1848991029105920 00000100:00100000:0.0:1763335549.313839:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 968 00000100:00100000:0.0:1763335549.313850:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+31:2407:x1848991029105920:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335549.314357:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+31:2407:x1848991029105920:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 507us (1809us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335549.314366:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 968 00002000:00100000:0.0:1763335549.314375:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5f01f80 x1848991029105920/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/4536 e 0 to 0 dl 1763335560 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335549.314384:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5f01f80 with x1848991029105920 00000100:00100000:2.0:1763335549.322630:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335549.323201:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029106048 00000100:00100000:0.0:1763335549.323211:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029106048 00002000:00100000:0.0:1763335549.323257:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0c6723800 x1848991029106048/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/0 e 0 to 0 dl 1763335560 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335549.323269:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0c6723800 with x1848991029106048 00000100:00100000:0.0:1763335549.323383:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 969 00000100:00100000:0.0:1763335549.323393:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c6723800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+31:2406:x1848991029106048:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335549.323583:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c6723800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+31:2406:x1848991029106048:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 190us (962us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335549.323592:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 969 00002000:00100000:0.0:1763335549.323599:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0c6723800 x1848991029106048/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/4536 e 0 to 0 dl 1763335560 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335549.323608:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0c6723800 with x1848991029106048 00000100:00100000:2.0:1763335549.329943:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335549.330031:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029106176 00000100:00100000:0.0:1763335549.330041:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029106176 00000100:00100000:0.0:1763335549.330092:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1722 00000100:00100000:0.0:1763335549.330101:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+27:2406:x1848991029106176:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335549.330121:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335549.330140:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc600/0x10123ce7f0765db7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847efd6 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335549.330173:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f0765d7f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847efac expref: 30 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335549.330207:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffbc6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041442560:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335549.330283:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8343a80 going to sleep for 11 seconds 00000100:00100000:0.0:1763335549.332750:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffbc6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041442560:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335549.332777:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 863890 00010000:00010000:0.0:1763335549.332795:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc600/0x10123ce7f0765db7 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847efd6 expref: 28 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335549.332815:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335549.332818:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335549.332822:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc600/0x10123ce7f0765db7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847efd6 expref: 28 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335549.332837:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cc600, rc 0) 00000100:00100000:0.0:1763335549.332991:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+27:2406:x1848991029106176:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2890us (3152us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335549.332999:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1722 00000100:00100000:2.0:1763335549.335829:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335549.336673:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029106304 00000100:00100000:0.0:1763335549.336684:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029106304 00000100:00100000:0.0:1763335549.337028:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1723 00000100:00100000:0.0:1763335549.337041:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+27:2406:x1848991029106304:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335549.337063:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335549.337083:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cda00/0x10123ce7f0765dbe lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847efdd expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335549.337119:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f0765d7f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847efac expref: 30 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335549.337155:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffbc6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041442688:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335549.337233:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8343a80 going to sleep for 11 seconds 00000100:00100000:0.0:1763335549.339627:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffbc6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041442688:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335549.339652:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 863890 00010000:00010000:0.0:1763335549.339669:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cda00/0x10123ce7f0765dbe lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847efdd expref: 28 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335549.339689:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335549.339692:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335549.339696:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cda00/0x10123ce7f0765dbe lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847efdd expref: 28 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335549.339708:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cda00, rc 0) 00000100:00100000:0.0:1763335549.339769:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+27:2406:x1848991029106304:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2730us (3946us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335549.339777:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1723 00000100:00100000:2.0:1763335549.344415:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335549.344546:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029106432 00000100:00100000:3.0:1763335549.344555:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029106432 00000100:00100000:3.0:1763335549.344602:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1248 00000100:00100000:3.0:1763335549.344610:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:15720:x1848991029106432:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335549.344625:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335549.344642:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4600/0x10123ce7f0765dc5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847efe4 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335549.344668:0:9882:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4800/0x10123ce7f0765d94 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1335296->1372159) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847efba expref: 5 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335549.344676:0:9882:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335549.344677:0:9882:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335549.344681:0:9882:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4600/0x10123ce7f0765dc5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1404928->1458175] (req 1404928->1458175) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847efe4 expref: 9 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335549.344720:0:9882:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4800/0x10123ce7f0765d94 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1335296->1372159) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847efba expref: 5 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335549.344732:0:9882:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4800/0x10123ce7f0765d94 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1335296->1372159) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847efba expref: 5 pid: 9882 timeout: 450 lvb_type: 0 00000100:00100000:3.0:1763335549.344751:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5844a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041442816:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335549.345334:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850540 going to sleep for 11 seconds 00000100:00100000:2.0:1763335549.349731:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335549.349923:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029106560 00000100:00100000:1.0:1763335549.349933:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029106560 00002000:00100000:1.0:1763335549.349986:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1335296->1372159) req@ffff9af0c2d03800 x1848991029106560/t0(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:595/0 lens 488/0 e 0 to 0 dl 1763335560 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335549.349999:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0c2d03800 with x1848991029106560 ext(1335296->1372159) 00010000:00010000:1.0:1763335549.350009:0:15204:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4800/0x10123ce7f0765d94 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1335296->1372159) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847efba expref: 6 pid: 9882 timeout: 450 lvb_type: 0 00010000:00010000:1.0:1763335549.350027:0:15204:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4800/0x10123ce7f0765d94 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1335296->1372159) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847efba expref: 6 pid: 9882 timeout: 450 lvb_type: 0 00002000:00010000:1.0:1763335549.350035:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9af0c2d03800 00000100:00100000:1.0:1763335549.350072:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 35 00000100:00100000:1.0:1763335549.350083:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991029106560:12345-192.168.202.34@tcp:4:fsx.0 00000100:00100000:3.0:1763335549.350345:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5844a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041442816:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335549.350375:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4600/0x10123ce7f0765dc5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1404928->1458175] (req 1404928->1458175) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847efe4 expref: 9 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335549.350393:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4600, rc 0) 00000100:00100000:3.0:1763335549.350428:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+9:15720:x1848991029106432:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5817us (6021us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335549.350436:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1248 00000100:00100000:1.0:1763335549.356018:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+8:2408:x1848991029106560:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 5925us (6286us total) trans 4294967613 rc 0/0 00000100:00100000:1.0:1763335549.356034:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 35 00002000:00100000:1.0:1763335549.356047:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1335296->1372159) req@ffff9af0c2d03800 x1848991029106560/t4294967613(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:595/0 lens 488/448 e 0 to 0 dl 1763335560 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335549.356058:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0c2d03800 with x1848991029106560 ext(1335296->1372159) 00010000:00010000:1.0:1763335549.356069:0:15204:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4800/0x10123ce7f0765d94 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1335296->1372159) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847efba expref: 8 pid: 9882 timeout: 450 lvb_type: 0 00010000:00010000:1.0:1763335549.356089:0:15204:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4800/0x10123ce7f0765d94 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1335296->1372159) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847efba expref: 8 pid: 9882 timeout: 450 lvb_type: 0 00002000:00010000:1.0:1763335549.356097:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9af0c2d03800 00000100:00100000:0.0:1763335549.359564:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335549.359806:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029106688 00000100:00100000:2.0:1763335549.359818:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029106688 00010000:00010000:2.0:1763335549.359854:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4800/0x10123ce7f0765d94 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1335296->1372159) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847efba expref: 8 pid: 9882 timeout: 450 lvb_type: 0 00000100:00100000:2.0:1763335549.359923:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 647 00000100:00100000:2.0:1763335549.359932:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+8:2406:x1848991029106688:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335549.359949:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1763335549.359966:0:8416:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 0 -> 72 00010000:00010000:2.0:1763335549.359973:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4800/0x10123ce7f0765d94 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1335296->1372159) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847efba expref: 8 pid: 9882 timeout: 450 lvb_type: 0 00010000:00010000:2.0:1763335549.359985:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4800/0x10123ce7f0765d94 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1335296->1372159) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847efba expref: 8 pid: 9882 timeout: 450 lvb_type: 0 00010000:00010000:2.0:1763335549.360020:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4800/0x10123ce7f0765d94 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1335296->1372159) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847efba expref: 8 pid: 9882 timeout: 450 lvb_type: 0 00010000:00010000:2.0:1763335549.360035:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335549.360037:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335549.360043:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4600/0x10123ce7f0765dc5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1404928->1458175) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847efe4 expref: 8 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335549.360053:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4600/0x10123ce7f0765dc5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1404928->1458175) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847efe4 expref: 8 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335549.360087:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4600/0x10123ce7f0765dc5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1404928->1458175) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847efe4 expref: 8 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335549.360104:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5f00380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041442944:192.168.202.34@tcp:105: 00000100:00100000:2.0:1763335549.360174:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09a80 going to sleep for 11 seconds 00000100:00100000:2.0:1763335549.368341:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335549.368414:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029106816 00000100:00100000:3.0:1763335549.368423:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029106816 00002000:00100000:3.0:1763335549.368464:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1404928->1409023) req@ffff9aefc4695c00 x1848991029106816/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/0 e 0 to 0 dl 1763335560 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335549.368475:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4695c00 with x1848991029106816 ext(1404928->1409023) 00002000:00010000:3.0:1763335549.368481:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4695c00 00000100:00100000:3.0:1763335549.368509:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 829 00000100:00100000:3.0:1763335549.368517:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4695c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+9:2408:x1848991029106816:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335549.368693:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4695c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+9:2408:x1848991029106816:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 176us (361us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335549.368700:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 829 00002000:00100000:3.0:1763335549.368706:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1404928->1409023) req@ffff9aefc4695c00 x1848991029106816/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/4536 e 0 to 0 dl 1763335560 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335549.368714:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4695c00 with x1848991029106816 ext(1404928->1409023) 00002000:00010000:3.0:1763335549.368717:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4695c00 00000100:00100000:0.0:1763335549.369199:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5f00380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041442944:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763335549.369220:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335549.369286:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+7:2406:x1848991029106688:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 9355us (9731us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335549.369294:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 647 00000100:00100000:2.0:1763335549.372240:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335549.372329:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029106944 00000100:00100000:0.0:1763335549.372340:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029106944 00002000:00100000:0.0:1763335549.372384:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1454080->1458175) req@ffff9aefc55edf80 x1848991029106944/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/0 e 0 to 0 dl 1763335560 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335549.372396:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc55edf80 with x1848991029106944 ext(1454080->1458175) 00002000:00010000:0.0:1763335549.372401:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc55edf80 00000100:00100000:0.0:1763335549.372432:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 830 00000100:00100000:0.0:1763335549.372440:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+9:2409:x1848991029106944:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335549.377852:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+9:2409:x1848991029106944:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 5397us (5606us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335549.377882:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 830 00002000:00100000:0.0:1763335549.377898:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1454080->1458175) req@ffff9aefc55edf80 x1848991029106944/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/4536 e 0 to 0 dl 1763335560 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335549.377908:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc55edf80 with x1848991029106944 ext(1454080->1458175) 00002000:00010000:0.0:1763335549.377915:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc55edf80 00000100:00100000:2.0:1763335549.383424:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335549.383826:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029107072 00000100:00100000:0.0:1763335549.383836:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029107072 00000100:00100000:0.0:1763335549.385383:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1724 00000100:00100000:0.0:1763335549.385403:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+27:2406:x1848991029107072:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335549.385424:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335549.385447:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc000/0x10123ce7f0765dcc lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847efeb expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335549.385491:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f0765d7f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847efac expref: 30 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335549.385530:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffbc5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041443072:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335549.385622:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8343a80 going to sleep for 11 seconds 00000100:00100000:1.0:1763335549.389598:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335549.390136:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffbc5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041443072:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335549.390160:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 863890 00010000:00010000:0.0:1763335549.390178:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc000/0x10123ce7f0765dcc lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847efeb expref: 28 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335549.390200:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335549.390203:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335549.390207:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc000/0x10123ce7f0765dcc lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847efeb expref: 28 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335549.390222:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cc000, rc 0) 00000100:00100000:0.0:1763335549.390285:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+27:2406:x1848991029107072:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4892us (6872us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335549.390294:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1724 00000100:00100000:3.0:1763335549.390367:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029107200 00000100:00100000:3.0:1763335549.390376:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029107200 00000100:00100000:3.0:1763335549.390428:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1249 00000100:00100000:3.0:1763335549.390437:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+7:2407:x1848991029107200:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335549.390451:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335549.390468:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0765dd3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847eff2 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335549.390522:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5844a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041443200:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335549.390579:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850540 going to sleep for 11 seconds 00000100:00100000:3.0:1763335549.394150:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5844a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041443200:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335549.394188:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0765dd3 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eff2 expref: 8 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335549.394212:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0765dd3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eff2 expref: 8 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335549.394223:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5a00, rc 0) 00000100:00100000:3.0:1763335549.394292:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+7:2407:x1848991029107200:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3854us (4701us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335549.394301:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1249 00000100:00100000:2.0:1763335549.399313:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335549.399512:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029107328 00000100:00100000:0.0:1763335549.399522:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029107328 00000100:00100000:0.0:1763335549.399576:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1725 00000100:00100000:0.0:1763335549.399584:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+27:2406:x1848991029107328:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335549.399602:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335549.399622:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc000/0x10123ce7f0765dda lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847eff9 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335549.399662:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f0765d7f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847efac expref: 30 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335549.399698:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffbc5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041443328:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335549.399780:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8343a80 going to sleep for 11 seconds 00000100:00100000:1.0:1763335549.400189:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335549.400781:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029107456 00000100:00100000:0.0:1763335549.400790:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029107456 00000100:00100000:0.0:1763335549.400836:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1250 00000100:00100000:0.0:1763335549.400843:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc59aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+7:2406:x1848991029107456:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335549.400855:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335549.400892:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cd600/0x10123ce7f0765de1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f000 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335549.400933:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffbc5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041443456:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335549.400983:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c5a853c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335549.403905:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffbc5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041443328:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335549.403934:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 863890 00010000:00010000:0.0:1763335549.403953:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc000/0x10123ce7f0765dda lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eff9 expref: 28 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335549.403975:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335549.403978:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335549.403984:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc000/0x10123ce7f0765dda lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847eff9 expref: 28 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335549.403998:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cc000, rc 0) 00000100:00100000:0.0:1763335549.404075:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+27:2406:x1848991029107328:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4490us (4771us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335549.404084:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1725 00000100:00100000:0.0:1763335549.405227:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffbc5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041443456:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335549.405257:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cd600/0x10123ce7f0765de1 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f000 expref: 8 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335549.405275:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cd600/0x10123ce7f0765de1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f000 expref: 8 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335549.405285:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cd600, rc 0) 00000100:00100000:0.0:1763335549.405333:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc59aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+7:2406:x1848991029107456:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4489us (5143us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335549.405340:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1250 00000100:00100000:2.0:1763335549.409522:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335549.409567:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335549.409628:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029107712 00000100:00100000:0.0:1763335549.409637:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029107712 00000100:00100000:0.0:1763335549.409688:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1251 00000100:00100000:0.0:1763335549.409697:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+7:2407:x1848991029107712:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335549.409714:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335549.409732:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cde00/0x10123ce7f0765de8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f00e expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335549.409796:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffbc5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041443584:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335549.409901:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c5a853c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335549.409957:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029107584 00000100:00100000:1.0:1763335549.409961:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029107584 00000100:00100000:1.0:1763335549.410000:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1726 00000100:00100000:1.0:1763335549.410014:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5965f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+27:2407:x1848991029107584:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335549.410023:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335549.410036:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ea00/0x10123ce7f0765def lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f007 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335549.410064:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f0765d7f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847efac expref: 30 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335549.410085:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc59a9500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041443712:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335549.410111:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fbb40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335549.413734:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffbc5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041443584:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335549.413788:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cde00/0x10123ce7f0765de8 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f00e expref: 8 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335549.413812:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cde00/0x10123ce7f0765de8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f00e expref: 8 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335549.413824:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cde00, rc 0) 00000100:00100000:0.0:1763335549.413933:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+7:2407:x1848991029107712:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4235us (4418us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335549.413943:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1251 00000100:00100000:2.0:1763335549.414470:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc59a9500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041443712:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335549.414488:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 863890 00010000:00010000:2.0:1763335549.414502:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ea00/0x10123ce7f0765def lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f007 expref: 28 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335549.414517:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335549.414521:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335549.414525:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ea00/0x10123ce7f0765def lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f007 expref: 28 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335549.414537:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643ea00, rc 0) 00000100:00100000:2.0:1763335549.414565:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5965f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+27:2407:x1848991029107584:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4558us (4997us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335549.414573:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1726 00000100:00100000:3.0:1763335549.419330:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335549.419578:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029107840 00000100:00100000:2.0:1763335549.419591:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029107840 00000100:00100000:2.0:1763335549.419721:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1727 00000100:00100000:2.0:1763335549.419733:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5844a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+27:15720:x1848991029107840:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335549.419763:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335549.419784:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6470e00/0x10123ce7f0765df6 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f015 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335549.419817:0:6517:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f0765d7f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847efac expref: 30 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335549.419827:0:6517:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6470e00/0x10123ce7f0765df6 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f015 expref: 28 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335549.419864:0:6517:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f0765d7f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847efac expref: 30 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335549.419907:0:6517:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f0765d7f lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847efac expref: 30 pid: 6517 timeout: 450 lvb_type: 0 00000100:00100000:2.0:1763335549.419921:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc43d9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041443840:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335549.419987:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09600 going to sleep for 11 seconds 00000100:00100000:2.0:1763335549.423941:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc43d9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041443840:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335549.423977:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6470e00/0x10123ce7f0765df6 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f015 expref: 28 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335549.423994:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335549.423997:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335549.424002:0:6517:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6470e00/0x10123ce7f0765df6 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f015 expref: 28 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335549.424025:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6470e00, rc 0) 00000100:00100000:2.0:1763335549.424086:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5844a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+28:15720:x1848991029107840:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4354us (4767us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335549.424094:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1727 00000100:00100000:1.0:1763335549.424833:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335549.425135:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029107968 00000100:00100000:0.0:1763335549.425142:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029107968 00002000:00100000:0.0:1763335549.425186:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc59ab100 x1848991029107968/t0(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/0 e 0 to 0 dl 1763335560 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335549.425197:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc59ab100 with x1848991029107968 00010000:00010000:0.0:1763335549.425205:0:6529:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f0765d7f lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847efac expref: 31 pid: 6517 timeout: 450 lvb_type: 0 00010000:00010000:0.0:1763335549.425218:0:6529:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f0765d7f lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847efac expref: 31 pid: 6517 timeout: 450 lvb_type: 0 00002000:00010000:0.0:1763335549.425225:0:6529:0:(mdt_io.c:157:mdt_rw_hpreq_check()) lustre-MDT0000: refreshed 1 locks timeout for req ffff9aefc59ab100 00000100:00100000:0.0:1763335549.425258:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 52 00000100:00100000:0.0:1763335549.425268:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc59ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+31:2409:x1848991029107968:12345-192.168.202.34@tcp:4:fsx.0 00000004:00010000:0.0:1763335549.428860:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 863890 -> 863890 00000004:00010000:0.0:1763335549.429077:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335549 -> 1763335549 00000004:00010000:0.0:1763335549.429081:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335549 -> 1763335549 00000004:00010000:0.0:1763335549.429083:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335549 -> 1763335549 00000004:00010000:0.0:1763335549.429085:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 760 -> 808 00000100:00100000:1.0:1763335549.429299:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc59ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+33:2409:x1848991029107968:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 4026us (4463us total) trans 4294967966 rc 0/0 00000100:00100000:1.0:1763335549.429312:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 52 00002000:00100000:1.0:1763335549.429325:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc59ab100 x1848991029107968/t4294967966(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/448 e 0 to 0 dl 1763335560 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335549.429335:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc59ab100 with x1848991029107968 00010000:00010000:1.0:1763335549.429344:0:6529:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f0765d7f lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847efac expref: 33 pid: 6517 timeout: 450 lvb_type: 0 00010000:00010000:1.0:1763335549.429361:0:6529:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f0765d7f lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847efac expref: 33 pid: 6517 timeout: 450 lvb_type: 0 00002000:00010000:1.0:1763335549.429369:0:6529:0:(mdt_io.c:157:mdt_rw_hpreq_check()) lustre-MDT0000: refreshed 1 locks timeout for req ffff9aefc59ab100 00000100:00100000:2.0:1763335549.433110:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335549.433217:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029108096 00000100:00100000:0.0:1763335549.433228:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029108096 00010000:00010000:0.0:1763335549.433270:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f0765d7f lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847efac expref: 33 pid: 6517 timeout: 450 lvb_type: 0 00000100:00100000:0.0:1763335549.433315:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 648 00000100:00100000:0.0:1763335549.433324:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+33:2409:x1848991029108096:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335549.433338:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335549.433361:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f0765d7f lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847efac expref: 33 pid: 6517 timeout: 450 lvb_type: 0 00010000:00010000:0.0:1763335549.433374:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f0765d7f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847efac expref: 33 pid: 6517 timeout: 450 lvb_type: 0 00010000:00010000:0.0:1763335549.433397:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f0765d7f lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847efac expref: 33 pid: 6517 timeout: 450 lvb_type: 0 00010000:00010000:0.0:1763335549.433411:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335549.433417:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6470e00/0x10123ce7f0765df6 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f015 expref: 27 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335549.433431:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6470e00/0x10123ce7f0765df6 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f015 expref: 27 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335549.433440:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6470e00/0x10123ce7f0765df6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f015 expref: 27 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335549.433478:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6470e00/0x10123ce7f0765df6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f015 expref: 27 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335549.433491:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffbc5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041443968:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335549.433576:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c5a85a80 going to sleep for 11 seconds 00000100:00100000:3.0:1763335549.436041:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335549.436205:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffbc5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041443968:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335549.436216:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029108224 00000100:00100000:1.0:1763335549.436224:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029108224 00010000:00010000:0.0:1763335549.436231:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335549.436283:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 970 00000100:00100000:0.0:1763335549.436289:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+32:2409:x1848991029108096:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 2966us (3189us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335549.436293:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5845880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+28:2409:x1848991029108224:12345-192.168.202.34@tcp:22:fsx.0 00000100:00100000:0.0:1763335549.436297:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 648 00000004:00010000:1.0:1763335549.437126:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 863890 -> 863890 00000004:00010000:1.0:1763335549.437135:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335549 -> 1763335549 00000004:00010000:1.0:1763335549.437137:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335549 -> 1763335549 00000004:00010000:1.0:1763335549.437139:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335549 -> 1763335549 00000004:00010000:1.0:1763335549.437142:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 808 -> 808 00000100:00100000:1.0:1763335549.437199:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5845880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+29:2409:x1848991029108224:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 904us (1164us total) trans 4294967967 rc 0/0 00000100:00100000:1.0:1763335549.437209:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 970 00000100:00100000:3.0:1763335549.440948:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335549.441298:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029108352 00000100:00100000:2.0:1763335549.441308:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029108352 00000100:00100000:2.0:1763335549.441474:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1728 00000100:00100000:2.0:1763335549.441485:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5845180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+32:2406:x1848991029108352:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335549.441509:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335549.441527:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6471600/0x10123ce7f0765dfd lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f01c expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335549.441565:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6470e00/0x10123ce7f0765df6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f015 expref: 28 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335549.441606:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc46ea300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041444096:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335549.441685:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09600 going to sleep for 11 seconds 00000100:00100000:2.0:1763335549.445286:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335549.445322:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335549.445347:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335549.445378:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029108736 00000100:00100000:2.0:1763335549.445387:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029108736 00000100:00100000:2.0:1763335549.445434:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029108608 00000100:00100000:2.0:1763335549.445437:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029108608 00000100:00100000:2.0:1763335549.445456:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 339 00000100:00100000:2.0:1763335549.445464:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2409:x1848991029108736:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:2.0:1763335549.445534:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2409:x1848991029108736:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 71us (211us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335549.445543:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 339 00000100:00100000:2.0:1763335549.445561:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 340 00000100:00100000:2.0:1763335549.445566:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991029108608:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:2.0:1763335549.445590:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991029108608:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 24us (242us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335549.445596:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 340 00000100:00080000:2.0:1763335549.445614:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1763335549.445843:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029108480 00000100:00100000:0.0:1763335549.445848:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029108480 00000100:00100000:0.0:1763335549.445915:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 364 00000100:00100000:0.0:1763335549.445923:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c71a1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f4bc7452-2198-4a0d-a8bc-8fee3c386313+12:2409:x1848991029108480:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:0.0:1763335549.445956:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c71a1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f4bc7452-2198-4a0d-a8bc-8fee3c386313+12:2409:x1848991029108480:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 34us (680us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335549.446044:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 364 00000100:00100000:1.0:1763335549.446311:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc46ea300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041444096:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335549.446334:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 863890 00010000:00010000:1.0:1763335549.446353:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6471600/0x10123ce7f0765dfd lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f01c expref: 33 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335549.446373:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335549.446377:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335549.446382:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6471600/0x10123ce7f0765dfd lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f01c expref: 33 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335549.446395:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6471600, rc 0) 00000100:00100000:1.0:1763335549.446436:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5845180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+32:2406:x1848991029108352:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4953us (5499us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335549.446442:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1728 00000100:00100000:3.0:1763335549.450225:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335549.450303:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029108864 00000100:00100000:1.0:1763335549.450314:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029108864 00000100:00100000:1.0:1763335549.450465:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1729 00000100:00100000:1.0:1763335549.450476:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5847100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+32:2408:x1848991029108864:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335549.450496:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335549.450519:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f200/0x10123ce7f0765e04 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f023 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335549.450557:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6470e00/0x10123ce7f0765df6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f015 expref: 28 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335549.450599:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc59ab480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041444224:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335549.450687:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb180 going to sleep for 11 seconds 00000100:00100000:1.0:1763335549.453704:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc59ab480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041444224:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335549.453734:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 863890 00010000:00010000:1.0:1763335549.453763:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f200/0x10123ce7f0765e04 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f023 expref: 33 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335549.453784:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335549.453787:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335549.453792:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f200/0x10123ce7f0765e04 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f023 expref: 33 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335549.453806:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643f200, rc 0) 00000100:00100000:1.0:1763335549.453993:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5847100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+32:2408:x1848991029108864:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3394us (3652us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335549.454003:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1729 00000100:00100000:2.0:1763335549.463740:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335549.465236:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029108992 00000100:00100000:1.0:1763335549.465251:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029108992 00000100:00100000:1.0:1763335549.465515:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1730 00000100:00100000:1.0:1763335549.465526:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+32:2409:x1848991029108992:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335549.465550:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335549.465572:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f200/0x10123ce7f0765e0b lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f02a expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335549.465609:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6470e00/0x10123ce7f0765df6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f015 expref: 28 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335549.465648:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc59ab480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041444352:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335549.465737:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb180 going to sleep for 11 seconds 00000100:00100000:1.0:1763335549.469077:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc59ab480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041444352:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335549.469105:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 863890 00010000:00010000:1.0:1763335549.469124:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f200/0x10123ce7f0765e0b lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f02a expref: 33 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335549.469146:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335549.469149:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335549.469154:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f200/0x10123ce7f0765e0b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f02a expref: 33 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335549.469167:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643f200, rc 0) 00000100:00100000:1.0:1763335549.469222:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+32:2409:x1848991029108992:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3698us (5494us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335549.469231:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1730 00000100:00100000:2.0:1763335549.471713:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335549.471797:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029109120 00000100:00100000:1.0:1763335549.471806:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029109120 00000100:00100000:1.0:1763335549.471912:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1731 00000100:00100000:1.0:1763335549.471922:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+32:2409:x1848991029109120:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335549.471944:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335549.471964:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fe00/0x10123ce7f0765e12 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f031 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335549.472001:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6470e00/0x10123ce7f0765df6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f015 expref: 28 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335549.472209:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc59ab480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041444480:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335549.472359:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb180 going to sleep for 11 seconds 00000100:00100000:1.0:1763335549.474496:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc59ab480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041444480:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335549.474517:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 863890 00010000:00010000:1.0:1763335549.474533:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fe00/0x10123ce7f0765e12 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f031 expref: 33 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335549.474552:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335549.474555:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335549.474560:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fe00/0x10123ce7f0765e12 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f031 expref: 33 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335549.474573:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643fe00, rc 0) 00000100:00100000:1.0:1763335549.474624:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+32:2409:x1848991029109120:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2704us (2919us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335549.474634:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1731 00000100:00100000:3.0:1763335549.478279:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335549.478422:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029109376 00000100:00100000:1.0:1763335549.478433:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029109376 00000100:00100000:1.0:1763335549.478492:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1732 00000100:00100000:1.0:1763335549.478502:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5845500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+32:15720:x1848991029109376:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:1.0:1763335549.478559:0:6517:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335549.478586:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd400/0x10123ce7f0765d8d lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847efb3 expref: 32 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335549.478605:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335549.478610:0:6517:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335549.478798:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f800/0x10123ce7f0765e19 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763335549.478813:0:6517:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc400/0x10123ce7f0765da2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847efc1 expref: 28 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335549.478823:0:6517:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f800/0x10123ce7f0765e19 lrc: 4/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763335549.478857:0:6517:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc400/0x10123ce7f0765da2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847efc1 expref: 28 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335549.478899:0:6517:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc400/0x10123ce7f0765da2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847efc1 expref: 28 pid: 6517 timeout: 450 lvb_type: 0 00000100:00100000:1.0:1763335549.478915:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc59ab480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041444608:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335549.479021:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fbd80 going to sleep for 11 seconds 00000100:00100000:2.0:1763335549.481988:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335549.482080:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029109504 00000100:00100000:0.0:1763335549.482088:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029109504 00010000:00010000:0.0:1763335549.482124:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc400/0x10123ce7f0765da2 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847efc1 expref: 29 pid: 6517 timeout: 450 lvb_type: 0 00000100:00100000:0.0:1763335549.482173:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 649 00000100:00100000:0.0:1763335549.482183:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+29:2409:x1848991029109504:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335549.482197:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335549.482204:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc400/0x10123ce7f0765da2 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847efc1 expref: 29 pid: 6517 timeout: 450 lvb_type: 0 00010000:00010000:0.0:1763335549.482216:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc400/0x10123ce7f0765da2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847efc1 expref: 29 pid: 6517 timeout: 450 lvb_type: 0 00010000:00010000:0.0:1763335549.482238:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335549.482244:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f800/0x10123ce7f0765e19 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:0.0:1763335549.482255:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f800/0x10123ce7f0765e19 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50290000000000 pid: 6517 initiator: MDT0 00010000:00010000:0.0:1763335549.482263:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f800/0x10123ce7f0765e19 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50290000000000 pid: 6517 initiator: MDT0 00010000:00010000:0.0:1763335549.482281:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335549.482332:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+29:2409:x1848991029109504:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 151us (352us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335549.482340:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 649 00010000:00010000:1.0:1763335549.482393:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc400/0x10123ce7f0765da2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847efc1 expref: 28 pid: 6517 timeout: 450 lvb_type: 0 00000100:00100000:1.0:1763335549.482410:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc59ab480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041444608:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335549.482431:0:6517:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f800/0x10123ce7f0765e19 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763335549.482444:0:6517:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f800/0x10123ce7f0765e19 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763335549.482448:0:6517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f800/0x10123ce7f0765e19 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00000001:00080000:1.0:1763335549.482544:0:6517:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967968 00000004:00010000:1.0:1763335549.482590:0:6517:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 863890 -> 863890 00000004:00010000:1.0:1763335549.482594:0:6517:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335549 -> 1763335549 00000004:00010000:1.0:1763335549.482596:0:6517:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335549 -> 1763335549 00000004:00010000:1.0:1763335549.482598:0:6517:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335549 -> 1763335549 00000004:00010000:1.0:1763335549.482601:0:6517:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 808 -> 808 00000004:00010000:1.0:1763335549.482607:0:6517:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000023f294df reply state 00000000d4ce42a7 transno 4294967969 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f800/0x10123ce7f0765e19 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763335549.482619:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f800/0x10123ce7f0765e19 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763335549.482626:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335549.482629:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335549.482631:0:6517:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763335549.482718:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5845500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+34:15720:x1848991029109376:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 4217us (4448us total) trans 4294967969 rc 0/0 00000100:00100000:1.0:1763335549.482726:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1732 00000020:00080000:1.0:1763335549.482730:0:6517:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763335549.484569:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335549.484797:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029109632 00000100:00100000:1.0:1763335549.484806:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029109632 00000100:00100000:1.0:1763335549.484863:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1733 00000100:00100000:1.0:1763335549.484900:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+34:15720:x1848991029109632:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335549.484927:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335549.484953:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f200/0x10123ce7f0765e20 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f038 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335549.484982:0:6517:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6470e00/0x10123ce7f0765df6 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f015 expref: 27 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335549.484993:0:6517:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f200/0x10123ce7f0765e20 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f038 expref: 35 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335549.485042:0:6517:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6470e00/0x10123ce7f0765df6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f015 expref: 27 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335549.485055:0:6517:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6470e00/0x10123ce7f0765df6 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f015 expref: 27 pid: 6517 timeout: 450 lvb_type: 0 00000100:00100000:1.0:1763335549.485068:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc59ab480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041444736:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335549.485148:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb180 going to sleep for 11 seconds 00000100:00100000:1.0:1763335549.488226:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc59ab480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041444736:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335549.488261:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f200/0x10123ce7f0765e20 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f038 expref: 35 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335549.488476:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335549.488480:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335549.488485:0:6517:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f200/0x10123ce7f0765e20 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f038 expref: 35 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335549.488498:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643f200, rc 0) 00000100:00100000:1.0:1763335549.488559:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+35:15720:x1848991029109632:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3661us (3997us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335549.488568:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1733 00000100:00100000:2.0:1763335549.488693:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335549.489204:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029109760 00000100:00100000:1.0:1763335549.489214:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029109760 00010000:00010000:1.0:1763335549.489247:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6470e00/0x10123ce7f0765df6 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f015 expref: 28 pid: 6517 timeout: 450 lvb_type: 0 00000100:00100000:0.0:1763335549.490631:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 650 00000100:00100000:0.0:1763335549.490651:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47cb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+28:2408:x1848991029109760:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335549.490670:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335549.490695:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6470e00/0x10123ce7f0765df6 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f015 expref: 28 pid: 6517 timeout: 450 lvb_type: 0 00010000:00010000:0.0:1763335549.490710:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6470e00/0x10123ce7f0765df6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f015 expref: 28 pid: 6517 timeout: 450 lvb_type: 0 00010000:00010000:0.0:1763335549.490734:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6470e00/0x10123ce7f0765df6 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f015 expref: 28 pid: 6517 timeout: 450 lvb_type: 0 00010000:00010000:0.0:1763335549.490759:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335549.490766:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f200/0x10123ce7f0765e20 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f038 expref: 34 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335549.490779:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f200/0x10123ce7f0765e20 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f038 expref: 34 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335549.490788:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f200/0x10123ce7f0765e20 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f038 expref: 34 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335549.490831:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f200/0x10123ce7f0765e20 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f038 expref: 34 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335549.490846:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffbc5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041444864:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335549.490958:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8343a80 going to sleep for 11 seconds 00000100:00100000:0.0:1763335549.494797:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffbc5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041444864:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763335549.494824:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335549.494911:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47cb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+27:2408:x1848991029109760:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 4267us (6217us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335549.494922:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 650 00000100:00100000:2.0:1763335549.495447:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335549.495522:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029109888 00000100:00100000:0.0:1763335549.495529:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029109888 00002000:00010000:0.0:1763335549.495565:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (2097152->18446744073709551615) 00002000:00100000:0.0:1763335549.495570:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4777480 with x1848991029109888 ext(2097152->18446744073709551615) 00002000:00010000:0.0:1763335549.495581:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4777480. 00000100:00100000:0.0:1763335549.495613:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 831 00000100:00100000:0.0:1763335549.495622:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4777480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+9:2408:x1848991029109888:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:0.0:1763335549.495792:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1960900 -> 2097152 00002000:00010000:0.0:1763335549.495796:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335549 -> 1763335549 00002000:00010000:0.0:1763335549.495798:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335549 -> 1763335549 00002000:00010000:0.0:1763335549.495801:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335549 -> 1763335549 00002000:00010000:0.0:1763335549.495803:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 72 -> 72 00000100:00100000:0.0:1763335549.495847:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4777480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+10:2408:x1848991029109888:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 225us (402us total) trans 4294967614 rc 0/0 00000100:00100000:0.0:1763335549.495855:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 831 00002000:00010000:0.0:1763335549.495859:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (2097152->18446744073709551615) 00002000:00100000:0.0:1763335549.495898:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4777480 with x1848991029109888 ext(2097152->18446744073709551615) 00002000:00010000:0.0:1763335549.495904:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4777480. 00000100:00100000:3.0:1763335549.499420:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335549.499567:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029110016 00000100:00100000:1.0:1763335549.499580:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029110016 00002000:00100000:1.0:1763335549.499630:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (2072576->2097151) req@ffff9aefc5844000 x1848991029110016/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 504/0 e 0 to 0 dl 1763335560 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335549.499643:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5844000 with x1848991029110016 ext(2072576->2097151) 00002000:00010000:1.0:1763335549.499649:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5844000 00000100:00100000:1.0:1763335549.499681:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 832 00000100:00100000:1.0:1763335549.499690:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5844000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+10:2407:x1848991029110016:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335549.502194:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5844000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+10:2407:x1848991029110016:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 2494us (2774us total) trans 0 rc 8192/8192 00000100:00100000:1.0:1763335549.502206:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 832 00002000:00100000:1.0:1763335549.502219:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (2072576->2097151) req@ffff9aefc5844000 x1848991029110016/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 504/440 e 0 to 0 dl 1763335560 ref 1 fl Complete:/600/0 rc 8192/8192 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335549.502228:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5844000 with x1848991029110016 ext(2072576->2097151) 00002000:00010000:1.0:1763335549.502234:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5844000 00000100:00100000:2.0:1763335549.502693:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1763335549.502711:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffbc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3652:1848991041444992:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1763335549.502766:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335549.503059:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041444992 00000100:00100000:3.0:1763335549.503066:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041444992 00000100:00100000:3.0:1763335549.503114:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00100000:3.0:1763335549.503123:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4776680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1848991041444992:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1763335549.503149:0:8403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3921195008 avail 3689672704 00000100:00100000:3.0:1763335549.503185:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4776680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1848991041444992:12345-0@lo:13:osp-pre-0-0.0 Request processed in 63us (418us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335549.503190:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000100:00100000:1.0:1763335549.503245:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1763335549.503254:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffbc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1848991041445120:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1763335549.503283:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335549.503350:0:12324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041445120 00000100:00100000:0.0:1763335549.503355:0:12324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041445120 00000100:00100000:0.0:1763335549.503386:0:12324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00100000:0.0:1763335549.503392:0:12324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc59ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3651:x1848991041445120:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1763335549.503405:0:12324:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3921195008 avail 3689672704 00000100:00100000:0.0:1763335549.503436:0:12324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc59ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3651:x1848991041445120:12345-0@lo:13:osp-pre-0-1.0 Request processed in 44us (152us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335549.503441:0:12324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00100000:0.0:1763335549.503482:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffbc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1848991041445120:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1763335549.503658:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffbc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3652:1848991041444992:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1763335549.506546:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335549.506735:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029110144 00000100:00100000:1.0:1763335549.506756:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029110144 00002000:00100000:1.0:1763335549.506810:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (2076672->2080767) req@ffff9aefc4776a00 x1848991029110144/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/0 e 0 to 0 dl 1763335560 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335549.506821:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4776a00 with x1848991029110144 ext(2076672->2080767) 00002000:00010000:1.0:1763335549.506827:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4776a00 00000100:00100000:1.0:1763335549.506907:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 833 00000100:00100000:1.0:1763335549.506917:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4776a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+10:2406:x1848991029110144:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335549.507110:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4776a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+10:2406:x1848991029110144:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 194us (575us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335549.507118:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 833 00002000:00100000:1.0:1763335549.507124:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (2076672->2080767) req@ffff9aefc4776a00 x1848991029110144/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/4536 e 0 to 0 dl 1763335560 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335549.507132:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4776a00 with x1848991029110144 ext(2076672->2080767) 00002000:00010000:1.0:1763335549.507135:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4776a00 00000100:00100000:3.0:1763335549.514979:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335549.515926:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029110272 00000100:00100000:0.0:1763335549.515944:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029110272 00002000:00100000:0.0:1763335549.516008:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (2080768->2084863) req@ffff9af0ffb93800 x1848991029110272/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/0 e 0 to 0 dl 1763335560 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335549.516033:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb93800 with x1848991029110272 ext(2080768->2084863) 00002000:00010000:0.0:1763335549.516040:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb93800 00000100:00100000:0.0:1763335549.516067:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 834 00000100:00100000:0.0:1763335549.516076:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+10:2407:x1848991029110272:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335549.516347:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+10:2407:x1848991029110272:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 269us (1382us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335549.516355:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 834 00002000:00100000:0.0:1763335549.516362:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (2080768->2084863) req@ffff9af0ffb93800 x1848991029110272/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/4536 e 0 to 0 dl 1763335560 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335549.516369:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb93800 with x1848991029110272 ext(2080768->2084863) 00002000:00010000:0.0:1763335549.516373:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb93800 00000100:00100000:2.0:1763335549.527000:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335549.527075:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029110400 00000100:00100000:1.0:1763335549.527087:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029110400 00002000:00100000:1.0:1763335549.527146:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (2084864->2088959) req@ffff9aefc4776300 x1848991029110400/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/0 e 0 to 0 dl 1763335560 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335549.527158:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4776300 with x1848991029110400 ext(2084864->2088959) 00002000:00010000:1.0:1763335549.527165:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4776300 00000100:00100000:1.0:1763335549.527204:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 835 00000100:00100000:1.0:1763335549.527214:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4776300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+10:2406:x1848991029110400:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335549.530426:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4776300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+10:2406:x1848991029110400:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 3201us (3423us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335549.530442:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 835 00002000:00100000:1.0:1763335549.530454:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (2084864->2088959) req@ffff9aefc4776300 x1848991029110400/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/4536 e 0 to 0 dl 1763335560 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335549.530464:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4776300 with x1848991029110400 ext(2084864->2088959) 00002000:00010000:1.0:1763335549.530471:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4776300 00000100:00100000:2.0:1763335549.542544:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335549.544048:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029110528 00000100:00100000:1.0:1763335549.544061:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029110528 00002000:00100000:1.0:1763335549.544115:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (2088960->2093055) req@ffff9aefc4775880 x1848991029110528/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/0 e 0 to 0 dl 1763335560 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335549.544126:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4775880 with x1848991029110528 ext(2088960->2093055) 00002000:00010000:1.0:1763335549.544133:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4775880 00000100:00100000:1.0:1763335549.544179:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 836 00000100:00100000:1.0:1763335549.544188:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4775880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+10:2407:x1848991029110528:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335549.544666:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4775880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+10:2407:x1848991029110528:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 477us (2133us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335549.544674:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 836 00002000:00100000:1.0:1763335549.545001:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (2088960->2093055) req@ffff9aefc4775880 x1848991029110528/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/4536 e 0 to 0 dl 1763335560 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335549.545012:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4775880 with x1848991029110528 ext(2088960->2093055) 00002000:00010000:1.0:1763335549.545016:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4775880 00000100:00100000:3.0:1763335549.551580:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335549.552353:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029110656 00000100:00100000:1.0:1763335549.552365:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029110656 00002000:00100000:1.0:1763335549.552413:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1404928->2097151) req@ffff9aefc554c000 x1848991029110656/t0(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 504/0 e 0 to 0 dl 1763335560 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335549.552431:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc554c000 with x1848991029110656 ext(1404928->2097151) 00002000:00010000:1.0:1763335549.552437:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc554c000 00000100:00100000:1.0:1763335549.552477:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 837 00000100:00100000:1.0:1763335549.552488:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc554c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+10:2406:x1848991029110656:12345-192.168.202.34@tcp:4:fsx.0 00000100:00100000:1.0:1763335549.563166:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc554c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+12:2406:x1848991029110656:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 10667us (11585us total) trans 4294967615 rc 0/0 00000100:00100000:1.0:1763335549.563181:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 837 00002000:00100000:1.0:1763335549.563195:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1404928->2097151) req@ffff9aefc554c000 x1848991029110656/t4294967615(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 504/448 e 0 to 0 dl 1763335560 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335549.563206:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc554c000 with x1848991029110656 ext(1404928->2097151) 00002000:00010000:1.0:1763335549.563212:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc554c000 00000100:00100000:2.0:1763335549.570593:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335549.571517:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029110784 00000100:00100000:0.0:1763335549.571530:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029110784 00000100:00100000:0.0:1763335549.571593:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1252 00000100:00100000:0.0:1763335549.571604:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4777b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+12:2406:x1848991029110784:12345-192.168.202.34@tcp:16:fsx.0 00000001:00080000:1.0:1763335549.573948:0:9466:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967615 is committed 00000001:00080000:1.0:1763335549.573971:0:9466:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967613 is committed 00000100:00100000:0.0:1763335549.574412:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4777b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:2406:x1848991029110784:12345-192.168.202.34@tcp:16:fsx.0 Request processed in 2802us (3822us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335549.574427:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1252 00000100:00100000:3.0:1763335549.584717:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335549.584847:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029110912 00000100:00100000:1.0:1763335549.584858:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029110912 00000100:00100000:1.0:1763335549.588248:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1734 00000100:00100000:1.0:1763335549.588260:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc554d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+27:15720:x1848991029110912:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335549.588293:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335549.588315:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fe00/0x10123ce7f0765e27 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f03f expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335549.588401:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f0765e2e lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763335549.588416:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f0765e2e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763335549.588427:0:6517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f0765e2e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00000004:00200000:1.0:1763335549.588451:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 2097152 00000004:00200000:1.0:1763335549.588455:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763335549.588473:0:6517:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f0765e2e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763335549.588495:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fe00/0x10123ce7f0765e27 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f03f expref: 29 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335549.588510:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f0765e2e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f03f expref: 28 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335549.588518:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335549.588521:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335549.588523:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643f400, rc 0) 00000100:00100000:1.0:1763335549.588591:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc554d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+28:15720:x1848991029110912:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 333us (3886us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335549.588598:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1734 00000100:00100000:2.0:1763335549.593708:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335549.594098:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335549.594944:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029111040 00000100:00100000:3.0:1763335549.594955:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029111040 00000100:00100000:3.0:1763335549.597096:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1735 00000100:00100000:3.0:1763335549.597116:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4774700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:273362c8-ad54-46f8-a663-195ccb4b667f+28:2409:x1848991029111040:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335549.597138:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335549.597157:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f0765e35 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f046 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335549.597192:0:6515:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f200/0x10123ce7f0765e20 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f038 expref: 34 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335549.597230:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc554f800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041445248:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335549.597331:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850540 going to sleep for 11 seconds 00000100:00100000:0.0:1763335549.598511:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029111168 00000100:00100000:0.0:1763335549.598521:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029111168 00000100:00100000:0.0:1763335549.598567:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1253 00000100:00100000:0.0:1763335549.598575:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4775500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2409:x1848991029111168:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335549.598588:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335549.598602:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cde00/0x10123ce7f0765e3c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f04d expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335549.598647:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffbc5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041445376:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335549.598712:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8343a80 going to sleep for 11 seconds 00000100:00100000:3.0:1763335549.609459:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc554f800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041445248:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335549.609488:0:6515:0:(mdt_io.c:1529:mdt_lvb2reply()) size 863890 00010000:00010000:3.0:1763335549.609508:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f0765e35 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f046 expref: 29 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335549.609529:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335549.609531:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335549.609537:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f0765e35 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f046 expref: 29 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335549.609551:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4a00, rc 0) 00000100:00100000:3.0:1763335549.609617:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4774700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:273362c8-ad54-46f8-a663-195ccb4b667f+28:2409:x1848991029111040:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 12509us (15918us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335549.609626:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1735 00002000:00010000:0.0:1763335549.615550:0:9882:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks: 72 -> 224 00000100:00100000:0.0:1763335549.615582:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffbc5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041445376:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335549.615620:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cde00/0x10123ce7f0765e3c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f04d expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335549.615644:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cde00/0x10123ce7f0765e3c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f04d expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335549.615656:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cde00, rc 0) 00000100:00100000:0.0:1763335549.615726:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4775500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2409:x1848991029111168:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 17150us (21627us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335549.615735:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1253 00000100:00100000:2.0:1763335549.621590:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335549.621674:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335549.621829:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029111296 00000100:00100000:3.0:1763335549.621839:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029111296 00000100:00100000:0.0:1763335549.622588:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029111424 00000100:00100000:0.0:1763335549.622594:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029111424 00000100:00100000:1.0:1763335549.622783:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1736 00000100:00100000:1.0:1763335549.622797:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4775f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+28:2409:x1848991029111296:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335549.622816:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335549.622837:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fe00/0x10123ce7f0765e43 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f054 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335549.622903:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f200/0x10123ce7f0765e20 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f038 expref: 34 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335549.622951:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc59a9880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041445504:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335549.623042:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb840 going to sleep for 11 seconds 00000100:00100000:1.0:1763335549.625547:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1254 00000100:00100000:1.0:1763335549.625569:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4774000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+5:2409:x1848991029111424:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335549.625589:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335549.625606:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fa00/0x10123ce7f0765e4a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f05b expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335549.625660:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc59a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041445632:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335549.625752:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb000 going to sleep for 11 seconds 00000100:00100000:1.0:1763335549.630093:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc59a9880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041445504:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335549.630118:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 863890 00010000:00010000:1.0:1763335549.630137:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fe00/0x10123ce7f0765e43 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f054 expref: 29 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335549.630158:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335549.630161:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335549.630166:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fe00/0x10123ce7f0765e43 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f054 expref: 29 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335549.630179:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643fe00, rc 0) 00000100:00100000:1.0:1763335549.630507:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4775f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+28:2409:x1848991029111296:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7712us (8830us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335549.630516:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1736 00000100:00100000:1.0:1763335549.631596:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc59a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041445632:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335549.631626:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fa00/0x10123ce7f0765e4a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f05b expref: 6 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335549.631645:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fa00/0x10123ce7f0765e4a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f05b expref: 6 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335549.631655:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643fa00, rc 0) 00000100:00100000:1.0:1763335549.631708:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4774000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+5:2409:x1848991029111424:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6148us (10129us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335549.631715:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1254 00000100:00100000:0.0:1763335549.637425:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335549.637763:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029111552 00000100:00100000:1.0:1763335549.637773:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029111552 00002000:00100000:1.0:1763335549.637825:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffbc5f80 x1848991029111552/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/0 e 0 to 0 dl 1763335560 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335549.637837:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffbc5f80 with x1848991029111552 00000100:00100000:1.0:1763335549.637906:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 971 00000100:00100000:1.0:1763335549.637916:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbc5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+35:2409:x1848991029111552:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335549.638123:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbc5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+35:2409:x1848991029111552:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 207us (706us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335549.638132:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 971 00002000:00100000:1.0:1763335549.638138:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffbc5f80 x1848991029111552/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/4536 e 0 to 0 dl 1763335560 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335549.638146:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffbc5f80 with x1848991029111552 00000100:00100000:2.0:1763335549.644335:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335549.644664:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029111680 00000100:00100000:1.0:1763335549.644676:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029111680 00002000:00100000:1.0:1763335549.644723:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4774a80 x1848991029111680/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/0 e 0 to 0 dl 1763335560 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335549.644735:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4774a80 with x1848991029111680 00000100:00100000:1.0:1763335549.644780:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 972 00000100:00100000:1.0:1763335549.644789:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4774a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+35:2408:x1848991029111680:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335549.645023:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4774a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+35:2408:x1848991029111680:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 234us (698us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335549.645030:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 972 00002000:00100000:1.0:1763335549.645037:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4774a80 x1848991029111680/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/4536 e 0 to 0 dl 1763335560 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335549.645044:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4774a80 with x1848991029111680 00000100:00100000:3.0:1763335549.648425:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335549.648598:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029111808 00000100:00100000:1.0:1763335549.648606:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029111808 00000100:00100000:1.0:1763335549.649116:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1737 00000100:00100000:1.0:1763335549.649126:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc554f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+35:15720:x1848991029111808:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335549.649146:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335549.649166:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fa00/0x10123ce7f0765e51 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f062 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335549.649254:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fe00/0x10123ce7f0765e58 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763335549.649269:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fe00/0x10123ce7f0765e58 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763335549.649280:0:6517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fe00/0x10123ce7f0765e58 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00000004:00200000:1.0:1763335549.649315:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 2097152 00000004:00200000:1.0:1763335549.649319:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763335549.649340:0:6517:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fe00/0x10123ce7f0765e58 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763335549.649365:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fa00/0x10123ce7f0765e51 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f062 expref: 37 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335549.649382:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fe00/0x10123ce7f0765e58 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f062 expref: 36 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335549.649390:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335549.649392:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335549.649396:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643fe00, rc 0) 00000100:00100000:1.0:1763335549.649461:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc554f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+36:15720:x1848991029111808:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 335us (1043us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335549.649468:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1737 00000100:00100000:0.0:1763335549.653729:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335549.653807:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335549.653912:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029112064 00000100:00100000:1.0:1763335549.653922:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029112064 00000100:00100000:1.0:1763335549.654570:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1255 00000100:00100000:1.0:1763335549.654583:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+5:2409:x1848991029112064:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335549.654603:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335549.654622:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e600/0x10123ce7f0765e5f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f070 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335549.654682:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc59a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041445760:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335549.654778:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fbb40 going to sleep for 11 seconds 00000100:00100000:2.0:1763335549.654851:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029111936 00000100:00100000:2.0:1763335549.654856:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029111936 00000100:00100000:2.0:1763335549.654922:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1738 00000100:00100000:2.0:1763335549.654929:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+28:2409:x1848991029111936:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335549.654938:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335549.654952:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6470c00/0x10123ce7f0765e66 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f069 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335549.655221:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f200/0x10123ce7f0765e20 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f038 expref: 35 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335549.655248:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4776d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041445888:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335549.655276:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09540 going to sleep for 11 seconds 00000100:00100000:1.0:1763335549.658547:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc59a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041445760:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335549.658584:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e600/0x10123ce7f0765e5f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f070 expref: 6 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335549.658606:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e600/0x10123ce7f0765e5f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f070 expref: 6 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335549.658617:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643e600, rc 0) 00000100:00100000:1.0:1763335549.658676:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+5:2409:x1848991029112064:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4095us (4956us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335549.658684:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1255 00000100:00100000:3.0:1763335549.659820:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4776d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041445888:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335549.659840:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 863890 00010000:00010000:3.0:1763335549.659856:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6470c00/0x10123ce7f0765e66 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f069 expref: 29 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335549.660665:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335549.660671:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335549.660680:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6470c00/0x10123ce7f0765e66 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f069 expref: 29 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335549.660696:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6470c00, rc 0) 00000100:00100000:0.0:1763335549.660948:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+28:2409:x1848991029111936:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6016us (7137us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335549.660958:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1738 00000100:00100000:0.0:1763335549.664847:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335549.665068:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029112192 00000100:00100000:1.0:1763335549.665078:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029112192 00000100:00100000:1.0:1763335549.665131:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1256 00000100:00100000:1.0:1763335549.665140:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+5:15720:x1848991029112192:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335549.665158:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335549.665176:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e600/0x10123ce7f0765e6d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f077 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335549.665204:0:8401:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4600/0x10123ce7f0765dc5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1404928->1458175) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847efe4 expref: 5 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335549.665212:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335549.665214:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335549.665219:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e600/0x10123ce7f0765e6d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1921024->1925119] (req 1921024->1925119) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f077 expref: 6 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335549.665256:0:8401:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4600/0x10123ce7f0765dc5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1404928->1458175) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847efe4 expref: 5 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335549.665268:0:8401:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4600/0x10123ce7f0765dc5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1404928->1458175) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847efe4 expref: 5 pid: 9882 timeout: 450 lvb_type: 0 00000100:00100000:1.0:1763335549.665281:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc59a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041446016:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335549.665360:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fbb40 going to sleep for 11 seconds 00000100:00100000:1.0:1763335549.668391:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc59a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041446016:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335549.668422:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e600/0x10123ce7f0765e6d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1921024->1925119] (req 1921024->1925119) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f077 expref: 6 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335549.668440:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643e600, rc 0) 00000100:00100000:1.0:1763335549.669294:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+6:15720:x1848991029112192:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4150us (4452us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335549.669304:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1256 00000100:00100000:0.0:1763335549.669479:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335549.669737:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029112320 00000100:00100000:1.0:1763335549.669753:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029112320 00010000:00010000:1.0:1763335549.669785:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4600/0x10123ce7f0765dc5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1404928->1458175) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847efe4 expref: 6 pid: 9882 timeout: 450 lvb_type: 0 00000100:00100000:1.0:1763335549.670070:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 651 00000100:00100000:1.0:1763335549.670080:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbc6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991029112320:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335549.670094:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335549.670111:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4600/0x10123ce7f0765dc5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1404928->1458175) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847efe4 expref: 6 pid: 9882 timeout: 450 lvb_type: 0 00010000:00010000:1.0:1763335549.670124:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4600/0x10123ce7f0765dc5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1404928->1458175) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847efe4 expref: 6 pid: 9882 timeout: 450 lvb_type: 0 00010000:00010000:1.0:1763335549.670145:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4600/0x10123ce7f0765dc5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1404928->1458175) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847efe4 expref: 6 pid: 9882 timeout: 450 lvb_type: 0 00010000:00010000:1.0:1763335549.670158:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335549.670160:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335549.670167:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e600/0x10123ce7f0765e6d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1921024->1925119) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f077 expref: 5 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335549.670177:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e600/0x10123ce7f0765e6d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1921024->1925119) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f077 expref: 5 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335549.670208:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e600/0x10123ce7f0765e6d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1921024->1925119) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f077 expref: 5 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335549.670221:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc59a8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041446144:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335549.670288:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fbb40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335549.676176:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335549.676360:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029112448 00000100:00100000:2.0:1763335549.676368:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029112448 00000100:00100000:2.0:1763335549.676436:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 838 00000100:00100000:2.0:1763335549.676446:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbc5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991029112448:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:2.0:1763335549.676652:0:15204:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:2.0:1763335549.676656:0:15204:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335549 -> 1763335549 00002000:00010000:2.0:1763335549.676658:0:15204:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335549 -> 1763335549 00002000:00010000:2.0:1763335549.676660:0:15204:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335549 -> 1763335549 00002000:00010000:2.0:1763335549.676662:0:15204:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 224 -> 232 00000100:00100000:2.0:1763335549.676729:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbc5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+7:2408:x1848991029112448:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 283us (560us total) trans 4294967616 rc 0/0 00000100:00100000:2.0:1763335549.676736:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 838 00000100:00100000:1.0:1763335549.676911:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc59a8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041446144:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335549.676933:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335549.676956:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbc6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991029112320:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 6879us (7478us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335549.676964:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 651 00000100:00100000:0.0:1763335549.680387:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335549.680499:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029112576 00000100:00100000:1.0:1763335549.680508:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029112576 00000100:00100000:1.0:1763335549.680558:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1257 00000100:00100000:1.0:1763335549.680566:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbc5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991029112576:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335549.680584:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335549.680599:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fa00/0x10123ce7f0765e74 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f07e expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335549.680650:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc59a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041446272:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335549.680723:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fbb40 going to sleep for 11 seconds 00000100:00100000:1.0:1763335549.683963:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc59a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041446272:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335549.684005:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fa00/0x10123ce7f0765e74 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f07e expref: 6 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335549.684028:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fa00/0x10123ce7f0765e74 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f07e expref: 6 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335549.684041:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643fa00, rc 0) 00000100:00100000:1.0:1763335549.684199:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbc5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991029112576:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3632us (3820us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335549.684208:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1257 00000100:00100000:0.0:1763335549.687389:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335549.688160:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029112704 00000100:00100000:1.0:1763335549.688170:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029112704 00000100:00100000:1.0:1763335549.688224:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1258 00000100:00100000:1.0:1763335549.688233:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5f00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+5:2408:x1848991029112704:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335549.688250:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335549.688269:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fc00/0x10123ce7f0765e7b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f085 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335549.688333:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc59a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041446400:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335549.688421:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fbb40 going to sleep for 11 seconds 00000100:00100000:1.0:1763335549.691134:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc59a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041446400:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335549.691169:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fc00/0x10123ce7f0765e7b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f085 expref: 6 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335549.691191:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fc00/0x10123ce7f0765e7b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f085 expref: 6 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335549.691203:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643fc00, rc 0) 00000100:00100000:1.0:1763335549.691256:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5f00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+5:2408:x1848991029112704:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3023us (3877us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335549.691265:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1258 00000100:00100000:2.0:1763335549.694702:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335549.695760:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029112832 00000100:00100000:1.0:1763335549.695773:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029112832 00000100:00100000:2.0:1763335549.696172:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 973 00000100:00100000:2.0:1763335549.696182:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4774380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+36:2409:x1848991029112832:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:2.0:1763335549.696339:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 863890 -> 863890 00000004:00010000:2.0:1763335549.696343:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335549 -> 1763335549 00000004:00010000:2.0:1763335549.696345:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335549 -> 1763335549 00000004:00010000:2.0:1763335549.696347:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335549 -> 1763335549 00000004:00010000:2.0:1763335549.696349:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 808 -> 808 00000100:00100000:2.0:1763335549.696717:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4774380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+37:2409:x1848991029112832:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 534us (2023us total) trans 4294967970 rc 0/0 00000100:00100000:2.0:1763335549.696726:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 973 00000100:00100000:0.0:1763335549.700765:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335549.701371:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029112960 00000100:00100000:2.0:1763335549.701381:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029112960 00000100:00100000:2.0:1763335549.701578:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1739 00000100:00100000:2.0:1763335549.701588:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+28:2408:x1848991029112960:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335549.701608:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335549.701628:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6470200/0x10123ce7f0765e82 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f08c expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335549.701663:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f200/0x10123ce7f0765e20 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f038 expref: 36 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335549.701701:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4775180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041446528:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335549.701994:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09600 going to sleep for 11 seconds 00000100:00100000:2.0:1763335549.704812:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4775180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041446528:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335549.704835:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 863890 00010000:00010000:2.0:1763335549.704853:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6470200/0x10123ce7f0765e82 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f08c expref: 29 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335549.704974:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335549.704978:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335549.704984:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6470200/0x10123ce7f0765e82 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f08c expref: 29 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335549.704995:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6470200, rc 0) 00000100:00100000:2.0:1763335549.705042:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+28:2408:x1848991029112960:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3456us (4288us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335549.705051:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1739 00000100:00100000:3.0:1763335549.708472:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335549.708963:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029113088 00000100:00100000:2.0:1763335549.708973:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029113088 00000100:00100000:1.0:1763335549.709409:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1740 00000100:00100000:1.0:1763335549.709422:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc554ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:273362c8-ad54-46f8-a663-195ccb4b667f+28:2409:x1848991029113088:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335549.709443:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335549.709465:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fc00/0x10123ce7f0765e89 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f093 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335549.709508:0:6515:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f200/0x10123ce7f0765e20 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f038 expref: 36 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335549.709555:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc59a8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041446656:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335549.709644:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fbb40 going to sleep for 11 seconds 00000100:00100000:1.0:1763335549.713506:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc59a8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041446656:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335549.713548:0:6515:0:(mdt_io.c:1529:mdt_lvb2reply()) size 863890 00010000:00010000:1.0:1763335549.713573:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fc00/0x10123ce7f0765e89 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f093 expref: 29 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335549.713601:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335549.713605:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335549.713611:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fc00/0x10123ce7f0765e89 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f093 expref: 29 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335549.713628:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643fc00, rc 0) 00000100:00100000:0.0:1763335549.713798:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc554ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:273362c8-ad54-46f8-a663-195ccb4b667f+28:2409:x1848991029113088:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4377us (5334us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335549.713808:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1740 00000100:00100000:0.0:1763335549.718087:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335549.718197:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029113216 00000100:00100000:1.0:1763335549.718207:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029113216 00000100:00100000:1.0:1763335549.718263:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1259 00000100:00100000:1.0:1763335549.718272:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d90a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+5:2408:x1848991029113216:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335549.718291:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335549.718311:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fa00/0x10123ce7f0765e90 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f09a expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335549.718368:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc59a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041446784:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335549.718454:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fbb40 going to sleep for 11 seconds 00000100:00100000:1.0:1763335549.720749:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc59a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041446784:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335549.720787:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fa00/0x10123ce7f0765e90 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f09a expref: 6 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335549.720812:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fa00/0x10123ce7f0765e90 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f09a expref: 6 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335549.720827:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643fa00, rc 0) 00000100:00100000:1.0:1763335549.720930:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d90a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+5:2408:x1848991029113216:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2658us (2852us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335549.720939:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1259 00000100:00100000:0.0:1763335549.736553:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335549.737014:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029113344 00000100:00100000:1.0:1763335549.737024:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029113344 00000100:00100000:1.0:1763335549.737089:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1260 00000100:00100000:1.0:1763335549.737102:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+5:15720:x1848991029113344:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335549.737124:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335549.737148:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fa00/0x10123ce7f0765e97 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f0a1 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335549.737178:0:8401:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e600/0x10123ce7f0765e6d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1921024->1925119) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f077 expref: 6 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335549.737185:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335549.737187:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335549.737192:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fa00/0x10123ce7f0765e97 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1773568->1777663] (req 1773568->1777663) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0a1 expref: 6 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335549.737222:0:8401:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e600/0x10123ce7f0765e6d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1921024->1925119) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f077 expref: 6 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335549.737240:0:8401:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e600/0x10123ce7f0765e6d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1921024->1925119) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f077 expref: 6 pid: 8401 timeout: 450 lvb_type: 0 00000100:00100000:1.0:1763335549.737254:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc59a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041446912:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335549.737340:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fbb40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335549.746315:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335549.746392:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029113472 00000100:00100000:2.0:1763335549.746403:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029113472 00010000:00010000:2.0:1763335549.746440:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e600/0x10123ce7f0765e6d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1921024->1925119) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f077 expref: 7 pid: 8401 timeout: 450 lvb_type: 0 00000100:00100000:2.0:1763335549.746490:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 652 00000100:00100000:2.0:1763335549.746511:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43b5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+7:2409:x1848991029113472:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335549.746528:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335549.746549:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e600/0x10123ce7f0765e6d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1921024->1925119) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f077 expref: 7 pid: 8401 timeout: 450 lvb_type: 0 00010000:00010000:2.0:1763335549.746562:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e600/0x10123ce7f0765e6d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1921024->1925119) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f077 expref: 7 pid: 8401 timeout: 450 lvb_type: 0 00010000:00010000:2.0:1763335549.746585:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335549.746587:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335549.746595:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fa00/0x10123ce7f0765e97 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1773568->1777663) gid 0 flags: 0x50080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0a1 expref: 6 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335549.746606:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fa00/0x10123ce7f0765e97 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1773568->1777663) gid 0 flags: 0x50080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0a1 expref: 6 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335549.746645:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fa00/0x10123ce7f0765e97 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1773568->1777663) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0a1 expref: 6 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335549.746660:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4775180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041447040:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335549.746706:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e600/0x10123ce7f0765e6d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1921024->1925119) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f077 expref: 7 pid: 8401 timeout: 450 lvb_type: 0 00000100:00100000:1.0:1763335549.746720:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc59a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041446912:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335549.746750:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fa00/0x10123ce7f0765e97 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1773568->1777663) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0a1 expref: 6 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335549.746753:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09600 going to sleep for 11 seconds 00010000:00010000:1.0:1763335549.746761:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643fa00, rc 0) 00000100:00100000:1.0:1763335549.746789:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+6:15720:x1848991029113344:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 9689us (10244us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335549.746796:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1260 00000100:00100000:1.0:1763335549.754047:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4775180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041447040:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335549.754071:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335549.754128:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43b5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991029113472:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 7628us (7821us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335549.754139:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 652 00000100:00100000:0.0:1763335549.754623:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335549.754698:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029113600 00000100:00100000:2.0:1763335549.754704:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029113600 00002000:00100000:2.0:1763335549.754775:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1773568->1777663) req@ffff9af0ffb6b480 x1848991029113600/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/0 e 0 to 0 dl 1763335560 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335549.754786:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb6b480 with x1848991029113600 ext(1773568->1777663) 00002000:00010000:2.0:1763335549.754791:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb6b480 00000100:00100000:2.0:1763335549.754817:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 839 00000100:00100000:2.0:1763335549.754826:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991029113600:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335549.755022:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991029113600:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 196us (398us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335549.755029:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 839 00002000:00100000:2.0:1763335549.755036:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1773568->1777663) req@ffff9af0ffb6b480 x1848991029113600/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/4536 e 0 to 0 dl 1763335560 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335549.755046:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb6b480 with x1848991029113600 ext(1773568->1777663) 00002000:00010000:2.0:1763335549.755049:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb6b480 00000100:00100000:0.0:1763335549.758974:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335549.759088:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029113728 00000100:00100000:1.0:1763335549.759099:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029113728 00002000:00100000:1.0:1763335549.759161:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1777664->1781759) req@ffff9af0ffb6b100 x1848991029113728/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/0 e 0 to 0 dl 1763335560 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335549.759175:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb6b100 with x1848991029113728 ext(1777664->1781759) 00002000:00010000:1.0:1763335549.759183:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb6b100 00000100:00100000:1.0:1763335549.759226:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 840 00000100:00100000:1.0:1763335549.759235:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991029113728:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335549.759461:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991029113728:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 225us (495us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335549.759468:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 840 00002000:00100000:1.0:1763335549.759476:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1777664->1781759) req@ffff9af0ffb6b100 x1848991029113728/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/4536 e 0 to 0 dl 1763335560 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335549.759484:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb6b100 with x1848991029113728 ext(1777664->1781759) 00002000:00010000:1.0:1763335549.759487:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb6b100 00000100:00100000:3.0:1763335549.763832:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335549.765182:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029113856 00000100:00100000:0.0:1763335549.765197:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029113856 00002000:00100000:0.0:1763335549.765249:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1781760->1785855) req@ffff9aefc554e680 x1848991029113856/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/0 e 0 to 0 dl 1763335560 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335549.765261:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc554e680 with x1848991029113856 ext(1781760->1785855) 00002000:00010000:0.0:1763335549.765267:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc554e680 00000100:00100000:0.0:1763335549.765765:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 841 00000100:00100000:0.0:1763335549.765776:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc554e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991029113856:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335549.766326:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc554e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991029113856:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 550us (2503us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335549.766335:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 841 00002000:00100000:0.0:1763335549.766343:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1781760->1785855) req@ffff9aefc554e680 x1848991029113856/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/4536 e 0 to 0 dl 1763335560 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335549.766360:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc554e680 with x1848991029113856 ext(1781760->1785855) 00002000:00010000:0.0:1763335549.766364:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc554e680 00000100:00100000:3.0:1763335549.770849:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335549.771407:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029113984 00000100:00100000:0.0:1763335549.771421:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029113984 00002000:00100000:0.0:1763335549.771480:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1785856->1789951) req@ffff9aefc554f100 x1848991029113984/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/0 e 0 to 0 dl 1763335560 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335549.771491:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc554f100 with x1848991029113984 ext(1785856->1789951) 00002000:00010000:0.0:1763335549.771500:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc554f100 00000100:00100000:0.0:1763335549.772229:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 842 00000100:00100000:0.0:1763335549.772243:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc554f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991029113984:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335549.772475:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc554f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991029113984:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 235us (1638us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335549.772483:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 842 00002000:00100000:0.0:1763335549.772490:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1785856->1789951) req@ffff9aefc554f100 x1848991029113984/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/4536 e 0 to 0 dl 1763335560 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335549.772499:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc554f100 with x1848991029113984 ext(1785856->1789951) 00002000:00010000:0.0:1763335549.772503:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc554f100 00000100:00100000:3.0:1763335549.776181:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335549.776286:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029114112 00000100:00100000:0.0:1763335549.776297:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029114112 00002000:00100000:0.0:1763335549.776345:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1789952->1794047) req@ffff9aefc554fb80 x1848991029114112/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/0 e 0 to 0 dl 1763335560 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335549.776355:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc554fb80 with x1848991029114112 ext(1789952->1794047) 00002000:00010000:0.0:1763335549.776361:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc554fb80 00000100:00100000:0.0:1763335549.776970:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 843 00000100:00100000:0.0:1763335549.776982:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc554fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2406:x1848991029114112:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335549.777669:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc554fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2406:x1848991029114112:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 685us (1493us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335549.777678:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 843 00002000:00100000:0.0:1763335549.777687:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1789952->1794047) req@ffff9aefc554fb80 x1848991029114112/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/4536 e 0 to 0 dl 1763335560 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335549.777696:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc554fb80 with x1848991029114112 ext(1789952->1794047) 00002000:00010000:0.0:1763335549.777700:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc554fb80 00000100:00100000:2.0:1763335549.786339:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335549.786921:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029114240 00000100:00100000:0.0:1763335549.786934:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029114240 00002000:00100000:0.0:1763335549.786986:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1794048->1798143) req@ffff9aefc4775180 x1848991029114240/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/0 e 0 to 0 dl 1763335560 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335549.786997:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4775180 with x1848991029114240 ext(1794048->1798143) 00002000:00010000:0.0:1763335549.787004:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4775180 00000100:00100000:0.0:1763335549.787029:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 844 00000100:00100000:0.0:1763335549.787039:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4775180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991029114240:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335549.787278:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4775180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991029114240:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 239us (950us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335549.787286:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 844 00002000:00100000:0.0:1763335549.787293:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1794048->1798143) req@ffff9aefc4775180 x1848991029114240/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/4536 e 0 to 0 dl 1763335560 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335549.787302:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4775180 with x1848991029114240 ext(1794048->1798143) 00002000:00010000:0.0:1763335549.787306:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4775180 00000100:00100000:2.0:1763335549.792837:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335549.793013:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029114368 00000100:00100000:1.0:1763335549.793024:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029114368 00002000:00100000:1.0:1763335549.793074:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1798144->1802239) req@ffff9aefc4776d80 x1848991029114368/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/0 e 0 to 0 dl 1763335560 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335549.793084:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4776d80 with x1848991029114368 ext(1798144->1802239) 00002000:00010000:1.0:1763335549.793090:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4776d80 00000100:00100000:1.0:1763335549.793125:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 845 00000100:00100000:1.0:1763335549.793134:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4776d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991029114368:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335549.793349:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4776d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991029114368:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 214us (521us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335549.793356:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 845 00002000:00100000:1.0:1763335549.793363:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1798144->1802239) req@ffff9aefc4776d80 x1848991029114368/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/4536 e 0 to 0 dl 1763335560 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335549.793372:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4776d80 with x1848991029114368 ext(1798144->1802239) 00002000:00010000:1.0:1763335549.793375:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4776d80 00000100:00100000:3.0:1763335549.798118:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335549.801181:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029114496 00000100:00100000:0.0:1763335549.801197:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029114496 00002000:00100000:0.0:1763335549.801255:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1802240->1806335) req@ffff9af0ffb3df80 x1848991029114496/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/0 e 0 to 0 dl 1763335560 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335549.801267:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb3df80 with x1848991029114496 ext(1802240->1806335) 00002000:00010000:0.0:1763335549.801284:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb3df80 00000100:00100000:0.0:1763335549.801321:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 846 00000100:00100000:0.0:1763335549.801330:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991029114496:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335549.801960:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991029114496:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 628us (3851us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335549.801970:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 846 00002000:00100000:0.0:1763335549.801977:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1802240->1806335) req@ffff9af0ffb3df80 x1848991029114496/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/4536 e 0 to 0 dl 1763335560 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335549.801987:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb3df80 with x1848991029114496 ext(1802240->1806335) 00002000:00010000:0.0:1763335549.801991:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb3df80 00000100:00100000:2.0:1763335549.806835:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335549.807022:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029114624 00000100:00100000:0.0:1763335549.807032:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029114624 00002000:00100000:0.0:1763335549.807079:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1806336->1810431) req@ffff9aefc5720000 x1848991029114624/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/0 e 0 to 0 dl 1763335560 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335549.807091:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5720000 with x1848991029114624 ext(1806336->1810431) 00002000:00010000:0.0:1763335549.807097:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5720000 00000100:00100000:0.0:1763335549.807120:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 847 00000100:00100000:0.0:1763335549.807129:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5720000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991029114624:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335549.807348:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5720000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991029114624:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 219us (523us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335549.807356:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 847 00002000:00100000:0.0:1763335549.807363:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1806336->1810431) req@ffff9aefc5720000 x1848991029114624/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/4536 e 0 to 0 dl 1763335560 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335549.807370:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5720000 with x1848991029114624 ext(1806336->1810431) 00002000:00010000:0.0:1763335549.807373:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5720000 00000100:00100000:2.0:1763335549.812050:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335549.812158:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029114752 00000100:00100000:1.0:1763335549.812170:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029114752 00002000:00100000:1.0:1763335549.812223:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1810432->1814527) req@ffff9aefc5720a80 x1848991029114752/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/0 e 0 to 0 dl 1763335560 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335549.812236:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5720a80 with x1848991029114752 ext(1810432->1814527) 00002000:00010000:1.0:1763335549.812243:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5720a80 00000100:00100000:1.0:1763335549.812267:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 848 00000100:00100000:1.0:1763335549.812276:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5720a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991029114752:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335549.812478:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5720a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991029114752:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 202us (437us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335549.812487:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 848 00002000:00100000:1.0:1763335549.812494:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1810432->1814527) req@ffff9aefc5720a80 x1848991029114752/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/4536 e 0 to 0 dl 1763335560 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335549.812502:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5720a80 with x1848991029114752 ext(1810432->1814527) 00002000:00010000:1.0:1763335549.812506:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5720a80 00000100:00100000:2.0:1763335549.817221:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335549.817328:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029114880 00000100:00100000:0.0:1763335549.817339:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029114880 00002000:00100000:0.0:1763335549.817388:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1814528->1818623) req@ffff9aefc5721c00 x1848991029114880/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/0 e 0 to 0 dl 1763335560 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335549.817399:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5721c00 with x1848991029114880 ext(1814528->1818623) 00002000:00010000:0.0:1763335549.817406:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5721c00 00000100:00100000:0.0:1763335549.817444:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 849 00000100:00100000:0.0:1763335549.817454:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5721c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991029114880:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335549.817670:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5721c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991029114880:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 216us (460us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335549.817677:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 849 00002000:00100000:0.0:1763335549.817684:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1814528->1818623) req@ffff9aefc5721c00 x1848991029114880/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/4536 e 0 to 0 dl 1763335560 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335549.817691:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5721c00 with x1848991029114880 ext(1814528->1818623) 00002000:00010000:0.0:1763335549.817694:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5721c00 00000100:00100000:2.0:1763335549.822978:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335549.823092:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029115008 00000100:00100000:1.0:1763335549.823103:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029115008 00002000:00100000:1.0:1763335549.823155:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1818624->1822719) req@ffff9aefc5723100 x1848991029115008/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/0 e 0 to 0 dl 1763335560 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335549.823165:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5723100 with x1848991029115008 ext(1818624->1822719) 00002000:00010000:1.0:1763335549.823172:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5723100 00000100:00100000:1.0:1763335549.823209:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 850 00000100:00100000:1.0:1763335549.823218:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5723100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:2407:x1848991029115008:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335549.823437:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5723100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:2407:x1848991029115008:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 218us (471us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335549.823444:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 850 00002000:00100000:1.0:1763335549.823451:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1818624->1822719) req@ffff9aefc5723100 x1848991029115008/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/4536 e 0 to 0 dl 1763335560 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335549.823458:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5723100 with x1848991029115008 ext(1818624->1822719) 00002000:00010000:1.0:1763335549.823462:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5723100 00000100:00100000:2.0:1763335549.828051:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335549.828165:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029115136 00000100:00100000:0.0:1763335549.828175:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029115136 00002000:00100000:0.0:1763335549.828227:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1822720->1826815) req@ffff9aefc5721880 x1848991029115136/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/0 e 0 to 0 dl 1763335560 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335549.828244:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5721880 with x1848991029115136 ext(1822720->1826815) 00002000:00010000:0.0:1763335549.828250:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5721880 00000100:00100000:0.0:1763335549.828287:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 851 00000100:00100000:0.0:1763335549.828298:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5721880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2406:x1848991029115136:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335549.828518:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5721880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2406:x1848991029115136:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 222us (479us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335549.828525:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 851 00002000:00100000:0.0:1763335549.828532:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1822720->1826815) req@ffff9aefc5721880 x1848991029115136/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/4536 e 0 to 0 dl 1763335560 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335549.828539:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5721880 with x1848991029115136 ext(1822720->1826815) 00002000:00010000:0.0:1763335549.828542:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5721880 00000100:00100000:2.0:1763335549.832188:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335549.832344:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029115264 00000100:00100000:1.0:1763335549.832354:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029115264 00002000:00100000:1.0:1763335549.832399:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1773568->1826815) req@ffff9aefc5722680 x1848991029115264/t0(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/0 e 0 to 0 dl 1763335560 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335549.832411:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5722680 with x1848991029115264 ext(1773568->1826815) 00002000:00010000:1.0:1763335549.832416:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5722680 00000100:00100000:1.0:1763335549.832452:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 852 00000100:00100000:1.0:1763335549.832460:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5722680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:2406:x1848991029115264:12345-192.168.202.34@tcp:4:fsx.0 00000100:00100000:1.0:1763335549.837069:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5722680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2406:x1848991029115264:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 4598us (4879us total) trans 4294967617 rc 0/0 00000100:00100000:1.0:1763335549.837085:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 852 00002000:00100000:1.0:1763335549.837097:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1773568->1826815) req@ffff9aefc5722680 x1848991029115264/t4294967617(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/448 e 0 to 0 dl 1763335560 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335549.837115:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5722680 with x1848991029115264 ext(1773568->1826815) 00002000:00010000:1.0:1763335549.837121:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5722680 00000100:00100000:2.0:1763335549.840695:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335549.840894:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029115392 00000100:00100000:1.0:1763335549.840904:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029115392 00000100:00100000:1.0:1763335549.840962:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1261 00000100:00100000:1.0:1763335549.840972:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5722d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+8:2407:x1848991029115392:12345-192.168.202.34@tcp:16:fsx.0 00000001:00080000:1.0:1763335549.842412:0:9466:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967617 is committed 00000001:00080000:1.0:1763335549.842425:0:9466:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967616 is committed 00000100:00100000:2.0:1763335549.842569:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5722d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+6:2407:x1848991029115392:12345-192.168.202.34@tcp:16:fsx.0 Request processed in 1596us (1879us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335549.842579:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1261 00000100:00100000:2.0:1763335549.848094:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335549.848186:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029115520 00000100:00100000:1.0:1763335549.848198:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029115520 00002000:00100000:1.0:1763335549.848248:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1843200->1847295) req@ffff9aefc5721180 x1848991029115520/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/0 e 0 to 0 dl 1763335560 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335549.848260:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5721180 with x1848991029115520 ext(1843200->1847295) 00002000:00010000:1.0:1763335549.848267:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5721180 00000100:00100000:1.0:1763335549.848857:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 853 00000100:00100000:1.0:1763335549.848898:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5721180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:2407:x1848991029115520:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335549.849099:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5721180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:2407:x1848991029115520:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 232us (1015us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335549.849107:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 853 00002000:00100000:1.0:1763335549.849115:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1843200->1847295) req@ffff9aefc5721180 x1848991029115520/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/4536 e 0 to 0 dl 1763335560 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335549.849124:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5721180 with x1848991029115520 ext(1843200->1847295) 00002000:00010000:1.0:1763335549.849128:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5721180 00000100:00100000:0.0:1763335549.854042:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335549.854181:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029115648 00000100:00100000:2.0:1763335549.854191:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029115648 00002000:00100000:2.0:1763335549.854233:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1847296->1851391) req@ffff9af0ffb68000 x1848991029115648/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/0 e 0 to 0 dl 1763335560 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335549.854244:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb68000 with x1848991029115648 ext(1847296->1851391) 00002000:00010000:2.0:1763335549.854250:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb68000 00000100:00100000:2.0:1763335549.854280:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 854 00000100:00100000:2.0:1763335549.854288:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2406:x1848991029115648:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335549.854455:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2406:x1848991029115648:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 166us (420us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335549.854462:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 854 00002000:00100000:2.0:1763335549.854468:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1847296->1851391) req@ffff9af0ffb68000 x1848991029115648/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/4536 e 0 to 0 dl 1763335560 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335549.854476:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb68000 with x1848991029115648 ext(1847296->1851391) 00002000:00010000:2.0:1763335549.854479:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb68000 00000100:00100000:2.0:1763335549.857616:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335549.857698:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029115776 00000100:00100000:1.0:1763335549.857707:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029115776 00002000:00100000:1.0:1763335549.857781:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1851392->1855487) req@ffff9aefc5723480 x1848991029115776/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/0 e 0 to 0 dl 1763335560 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335549.857792:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5723480 with x1848991029115776 ext(1851392->1855487) 00002000:00010000:1.0:1763335549.857798:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5723480 00000100:00100000:1.0:1763335549.857855:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 855 00000100:00100000:1.0:1763335549.857863:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5723480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:2406:x1848991029115776:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335549.858070:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5723480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:2406:x1848991029115776:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 208us (462us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335549.858078:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 855 00002000:00100000:1.0:1763335549.858084:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1851392->1855487) req@ffff9aefc5723480 x1848991029115776/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/4536 e 0 to 0 dl 1763335560 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335549.858091:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5723480 with x1848991029115776 ext(1851392->1855487) 00002000:00010000:1.0:1763335549.858094:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5723480 00000100:00100000:0.0:1763335549.862270:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335549.862449:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029115904 00000100:00100000:1.0:1763335549.862458:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029115904 00002000:00100000:1.0:1763335549.862504:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1855488->1859583) req@ffff9af0ffb6ad80 x1848991029115904/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/0 e 0 to 0 dl 1763335560 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335549.862515:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb6ad80 with x1848991029115904 ext(1855488->1859583) 00002000:00010000:1.0:1763335549.862520:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb6ad80 00000100:00100000:1.0:1763335549.863015:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 856 00000100:00100000:1.0:1763335549.863026:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:2407:x1848991029115904:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335549.863244:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:2407:x1848991029115904:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 219us (982us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335549.863252:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 856 00002000:00100000:1.0:1763335549.863259:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1855488->1859583) req@ffff9af0ffb6ad80 x1848991029115904/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/4536 e 0 to 0 dl 1763335560 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335549.863267:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb6ad80 with x1848991029115904 ext(1855488->1859583) 00002000:00010000:1.0:1763335549.863270:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb6ad80 00000100:00100000:0.0:1763335549.866353:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335549.866600:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029116032 00000100:00100000:1.0:1763335549.866610:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029116032 00002000:00100000:1.0:1763335549.866657:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1859584->1863679) req@ffff9af0ffb69880 x1848991029116032/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/0 e 0 to 0 dl 1763335560 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335549.866669:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb69880 with x1848991029116032 ext(1859584->1863679) 00002000:00010000:1.0:1763335549.866675:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb69880 00000100:00100000:1.0:1763335549.866839:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 857 00000100:00100000:1.0:1763335549.866849:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:2407:x1848991029116032:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335549.867525:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:2407:x1848991029116032:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 673us (1178us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335549.867533:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 857 00002000:00100000:1.0:1763335549.867540:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1859584->1863679) req@ffff9af0ffb69880 x1848991029116032/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/4536 e 0 to 0 dl 1763335560 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335549.867548:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb69880 with x1848991029116032 ext(1859584->1863679) 00002000:00010000:1.0:1763335549.867552:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb69880 00000100:00100000:3.0:1763335549.872147:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335549.872415:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029116160 00000100:00100000:1.0:1763335549.872426:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029116160 00002000:00100000:1.0:1763335549.872477:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1863680->1867775) req@ffff9af0ffb3dc00 x1848991029116160/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/0 e 0 to 0 dl 1763335560 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335549.872494:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb3dc00 with x1848991029116160 ext(1863680->1867775) 00002000:00010000:1.0:1763335549.872501:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb3dc00 00000100:00100000:1.0:1763335549.872961:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 858 00000100:00100000:1.0:1763335549.872972:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:2406:x1848991029116160:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335549.873175:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:2406:x1848991029116160:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 204us (1035us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335549.873183:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 858 00002000:00100000:1.0:1763335549.873191:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1863680->1867775) req@ffff9af0ffb3dc00 x1848991029116160/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/4536 e 0 to 0 dl 1763335560 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335549.873201:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb3dc00 with x1848991029116160 ext(1863680->1867775) 00002000:00010000:1.0:1763335549.873204:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb3dc00 00000100:00100000:0.0:1763335549.877253:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335549.877439:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029116288 00000100:00100000:1.0:1763335549.877449:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029116288 00002000:00100000:1.0:1763335549.877495:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1867776->1871871) req@ffff9af0ffb6b800 x1848991029116288/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/0 e 0 to 0 dl 1763335560 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335549.877505:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb6b800 with x1848991029116288 ext(1867776->1871871) 00002000:00010000:1.0:1763335549.877511:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb6b800 00000100:00100000:1.0:1763335549.877911:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 859 00000100:00100000:1.0:1763335549.877921:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:2407:x1848991029116288:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335549.878144:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:2407:x1848991029116288:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 225us (904us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335549.878152:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 859 00002000:00100000:1.0:1763335549.878160:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1867776->1871871) req@ffff9af0ffb6b800 x1848991029116288/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/4536 e 0 to 0 dl 1763335560 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335549.878168:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb6b800 with x1848991029116288 ext(1867776->1871871) 00002000:00010000:1.0:1763335549.878173:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb6b800 00000100:00100000:0.0:1763335549.882132:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335549.882218:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029116416 00000100:00100000:1.0:1763335549.882228:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029116416 00002000:00100000:1.0:1763335549.882274:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1871872->1875967) req@ffff9af0ffb69f80 x1848991029116416/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/0 e 0 to 0 dl 1763335560 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335549.882284:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb69f80 with x1848991029116416 ext(1871872->1875967) 00002000:00010000:1.0:1763335549.882290:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb69f80 00000100:00100000:1.0:1763335549.882396:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 860 00000100:00100000:1.0:1763335549.882405:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:2406:x1848991029116416:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335549.882598:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:2406:x1848991029116416:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 191us (473us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335549.882605:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 860 00002000:00100000:1.0:1763335549.882612:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1871872->1875967) req@ffff9af0ffb69f80 x1848991029116416/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/4536 e 0 to 0 dl 1763335560 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335549.882619:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb69f80 with x1848991029116416 ext(1871872->1875967) 00002000:00010000:1.0:1763335549.882622:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb69f80 00000100:00100000:3.0:1763335549.886495:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335549.886606:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029116544 00000100:00100000:1.0:1763335549.886616:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029116544 00002000:00100000:1.0:1763335549.886865:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1875968->1880063) req@ffff9af0ffb3c000 x1848991029116544/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/0 e 0 to 0 dl 1763335560 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335549.886921:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb3c000 with x1848991029116544 ext(1875968->1880063) 00002000:00010000:1.0:1763335549.886929:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb3c000 00000100:00100000:1.0:1763335549.887256:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 861 00000100:00100000:1.0:1763335549.887267:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:2407:x1848991029116544:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335549.887491:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:2407:x1848991029116544:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 226us (1006us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335549.887500:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 861 00002000:00100000:1.0:1763335549.887507:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1875968->1880063) req@ffff9af0ffb3c000 x1848991029116544/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/4536 e 0 to 0 dl 1763335560 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335549.887515:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb3c000 with x1848991029116544 ext(1875968->1880063) 00002000:00010000:1.0:1763335549.887519:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb3c000 00000100:00100000:0.0:1763335549.891772:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335549.892310:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029116672 00000100:00100000:1.0:1763335549.892322:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029116672 00002000:00100000:1.0:1763335549.892370:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1880064->1884159) req@ffff9af0ffb68700 x1848991029116672/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/0 e 0 to 0 dl 1763335560 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335549.892381:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb68700 with x1848991029116672 ext(1880064->1884159) 00002000:00010000:1.0:1763335549.892388:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb68700 00000100:00100000:1.0:1763335549.892994:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 862 00000100:00100000:1.0:1763335549.893006:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:2406:x1848991029116672:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335549.893232:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:2406:x1848991029116672:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 227us (1468us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335549.893241:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 862 00002000:00100000:1.0:1763335549.893248:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1880064->1884159) req@ffff9af0ffb68700 x1848991029116672/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/4536 e 0 to 0 dl 1763335560 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335549.893257:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb68700 with x1848991029116672 ext(1880064->1884159) 00002000:00010000:1.0:1763335549.893261:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb68700 00000100:00100000:0.0:1763335549.896692:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335549.897072:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029116800 00000100:00100000:2.0:1763335549.897083:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029116800 00002000:00100000:2.0:1763335549.897134:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1884160->1888255) req@ffff9af0ffb6bb80 x1848991029116800/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/0 e 0 to 0 dl 1763335560 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335549.897144:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb6bb80 with x1848991029116800 ext(1884160->1888255) 00002000:00010000:2.0:1763335549.897150:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb6bb80 00000100:00100000:2.0:1763335549.897184:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 863 00000100:00100000:2.0:1763335549.897193:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2407:x1848991029116800:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335549.897395:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2407:x1848991029116800:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 202us (711us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335549.897403:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 863 00002000:00100000:2.0:1763335549.897410:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1884160->1888255) req@ffff9af0ffb6bb80 x1848991029116800/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/4536 e 0 to 0 dl 1763335560 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335549.897419:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb6bb80 with x1848991029116800 ext(1884160->1888255) 00002000:00010000:2.0:1763335549.897423:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb6bb80 00000100:00100000:3.0:1763335549.903650:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335549.904783:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029116928 00000100:00100000:1.0:1763335549.904798:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029116928 00002000:00100000:1.0:1763335549.904849:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1888256->1892351) req@ffff9af0ffb3d180 x1848991029116928/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/0 e 0 to 0 dl 1763335560 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335549.904861:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb3d180 with x1848991029116928 ext(1888256->1892351) 00002000:00010000:1.0:1763335549.904883:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb3d180 00000100:00100000:1.0:1763335549.905720:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 864 00000100:00100000:1.0:1763335549.905734:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:2406:x1848991029116928:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335549.905973:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:2406:x1848991029116928:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 242us (2334us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335549.905981:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 864 00002000:00100000:1.0:1763335549.905989:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1888256->1892351) req@ffff9af0ffb3d180 x1848991029116928/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/4536 e 0 to 0 dl 1763335560 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335549.905998:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb3d180 with x1848991029116928 ext(1888256->1892351) 00002000:00010000:1.0:1763335549.906002:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb3d180 00000100:00100000:0.0:1763335549.910939:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335549.911023:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029117056 00000100:00100000:1.0:1763335549.911034:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029117056 00002000:00100000:1.0:1763335549.911085:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1892352->1896447) req@ffff9af0ffb69180 x1848991029117056/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/0 e 0 to 0 dl 1763335560 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335549.911096:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb69180 with x1848991029117056 ext(1892352->1896447) 00002000:00010000:1.0:1763335549.911102:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb69180 00000100:00100000:1.0:1763335549.911163:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 865 00000100:00100000:1.0:1763335549.911172:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991029117056:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335549.912085:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991029117056:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 908us (1151us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335549.912095:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 865 00002000:00100000:1.0:1763335549.912108:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1892352->1896447) req@ffff9af0ffb69180 x1848991029117056/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/4536 e 0 to 0 dl 1763335560 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335549.912117:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb69180 with x1848991029117056 ext(1892352->1896447) 00002000:00010000:1.0:1763335549.912122:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb69180 00000100:00100000:2.0:1763335549.917021:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335549.917283:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029117184 00000100:00100000:1.0:1763335549.917295:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029117184 00002000:00100000:1.0:1763335549.917346:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1896448->1900543) req@ffff9aefc5720700 x1848991029117184/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/0 e 0 to 0 dl 1763335560 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335549.917357:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5720700 with x1848991029117184 ext(1896448->1900543) 00002000:00010000:1.0:1763335549.917363:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5720700 00000100:00100000:1.0:1763335549.918037:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 866 00000100:00100000:1.0:1763335549.918051:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5720700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991029117184:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335549.918279:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5720700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991029117184:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 231us (1269us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335549.918287:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 866 00002000:00100000:1.0:1763335549.918295:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1896448->1900543) req@ffff9aefc5720700 x1848991029117184/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/4536 e 0 to 0 dl 1763335560 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335549.918303:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5720700 with x1848991029117184 ext(1896448->1900543) 00002000:00010000:1.0:1763335549.918308:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5720700 00000100:00100000:2.0:1763335549.923178:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335549.923717:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029117312 00000100:00100000:1.0:1763335549.923729:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029117312 00002000:00100000:1.0:1763335549.923790:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1843200->1900543) req@ffff9aefc5723b80 x1848991029117312/t0(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/0 e 0 to 0 dl 1763335560 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335549.923802:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5723b80 with x1848991029117312 ext(1843200->1900543) 00002000:00010000:1.0:1763335549.923808:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5723b80 00000100:00100000:1.0:1763335549.924473:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 867 00000100:00100000:1.0:1763335549.924486:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5723b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991029117312:12345-192.168.202.34@tcp:4:fsx.0 00000100:00100000:1.0:1763335549.928664:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5723b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991029117312:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 4172us (5487us total) trans 4294967618 rc 0/0 00000100:00100000:1.0:1763335549.928678:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 867 00002000:00100000:1.0:1763335549.928690:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1843200->1900543) req@ffff9aefc5723b80 x1848991029117312/t4294967618(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/448 e 0 to 0 dl 1763335560 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335549.928699:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5723b80 with x1848991029117312 ext(1843200->1900543) 00002000:00010000:1.0:1763335549.928705:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5723b80 00000100:00100000:2.0:1763335549.932821:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335549.932950:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029117440 00000100:00100000:1.0:1763335549.932961:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029117440 00000100:00100000:1.0:1763335549.933024:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1262 00000100:00100000:1.0:1763335549.933035:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5720e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991029117440:12345-192.168.202.34@tcp:16:fsx.0 00000001:00080000:1.0:1763335549.934668:0:9466:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967618 is committed 00000100:00100000:2.0:1763335549.935842:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5720e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991029117440:12345-192.168.202.34@tcp:16:fsx.0 Request processed in 2797us (3021us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335549.935860:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1262 00000100:00100000:2.0:1763335549.941039:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335549.943152:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029117568 00000100:00100000:0.0:1763335549.943166:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029117568 00002000:00100000:0.0:1763335549.943221:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5721500 x1848991029117568/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/0 e 0 to 0 dl 1763335560 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335549.943232:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5721500 with x1848991029117568 00000100:00100000:0.0:1763335549.943273:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 974 00000100:00100000:0.0:1763335549.943282:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5721500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+37:2409:x1848991029117568:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335549.943483:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5721500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+37:2409:x1848991029117568:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 200us (2450us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335549.943491:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 974 00002000:00100000:0.0:1763335549.943497:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5721500 x1848991029117568/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/4536 e 0 to 0 dl 1763335560 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335549.943505:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5721500 with x1848991029117568 00000100:00100000:0.0:1763335549.948353:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335549.948537:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029117696 00000100:00100000:1.0:1763335549.948548:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029117696 00002000:00100000:1.0:1763335549.948603:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffb68e00 x1848991029117696/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/0 e 0 to 0 dl 1763335560 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335549.948615:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffb68e00 with x1848991029117696 00000100:00100000:1.0:1763335549.948652:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 975 00000100:00100000:1.0:1763335549.948663:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+37:2408:x1848991029117696:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335549.949564:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+37:2408:x1848991029117696:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 895us (1214us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335549.949583:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 975 00002000:00100000:1.0:1763335549.949593:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffb68e00 x1848991029117696/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/4536 e 0 to 0 dl 1763335560 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335549.949602:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffb68e00 with x1848991029117696 00000100:00100000:2.0:1763335549.955725:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335549.955839:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029117824 00000100:00100000:1.0:1763335549.955851:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029117824 00002000:00100000:1.0:1763335549.955942:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5720380 x1848991029117824/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/0 e 0 to 0 dl 1763335560 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335549.955954:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5720380 with x1848991029117824 00000100:00100000:1.0:1763335549.955982:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 976 00000100:00100000:1.0:1763335549.955991:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5720380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+37:2409:x1848991029117824:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335549.956179:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5720380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+37:2409:x1848991029117824:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 188us (463us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335549.956186:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 976 00002000:00100000:1.0:1763335549.956192:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5720380 x1848991029117824/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/4536 e 0 to 0 dl 1763335560 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335549.956200:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5720380 with x1848991029117824 00000100:00100000:2.0:1763335549.960582:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335549.961059:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029117952 00000100:00100000:0.0:1763335549.961070:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029117952 00002000:00100000:0.0:1763335549.961120:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5722300 x1848991029117952/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/0 e 0 to 0 dl 1763335560 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335549.961131:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5722300 with x1848991029117952 00000100:00100000:0.0:1763335549.961160:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 977 00000100:00100000:0.0:1763335549.961169:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5722300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+37:2408:x1848991029117952:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335549.961373:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5722300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+37:2408:x1848991029117952:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 205us (799us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335549.961381:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 977 00002000:00100000:0.0:1763335549.961387:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5722300 x1848991029117952/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:595/0 lens 488/4536 e 0 to 0 dl 1763335560 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335549.961395:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5722300 with x1848991029117952 00000100:00100000:2.0:1763335549.966914:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335549.966956:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335549.967065:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029118208 00000100:00100000:1.0:1763335549.967077:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029118208 00000100:00100000:1.0:1763335549.967154:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1263 00000100:00100000:1.0:1763335549.967163:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5969180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+5:2409:x1848991029118208:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335549.967189:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335549.967213:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e600/0x10123ce7f0765e9e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f0af expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335549.967279:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc59a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041447168:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335549.967809:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029118080 00000100:00100000:0.0:1763335549.967814:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029118080 00000100:00100000:0.0:1763335549.967862:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1741 00000100:00100000:0.0:1763335549.967889:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5968380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:273362c8-ad54-46f8-a663-195ccb4b667f+28:2409:x1848991029118080:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335549.967901:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335549.967916:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc000/0x10123ce7f0765ea5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f0a8 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335549.967950:0:6515:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f200/0x10123ce7f0765e20 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f038 expref: 36 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335549.967976:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffb69c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041447296:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335549.968699:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb180 going to sleep for 11 seconds 00000100:00100000:0.0:1763335549.970187:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8343a80 going to sleep for 11 seconds 00000004:00010000:0.0:1763335549.974727:0:6515:0:(mdt_lvb.c:183:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime: 1763335549 -> 1763335550 00000004:00010000:0.0:1763335549.974748:0:6515:0:(mdt_lvb.c:189:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime: 1763335549 -> 1763335550 00000004:00010000:0.0:1763335549.974751:0:6515:0:(mdt_lvb.c:195:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime: 1763335549 -> 1763335550 00000100:00100000:0.0:1763335549.974776:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffb69c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041447296:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335549.974804:0:6515:0:(mdt_io.c:1529:mdt_lvb2reply()) size 863890 00010000:00010000:0.0:1763335549.974825:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc000/0x10123ce7f0765ea5 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0a8 expref: 29 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335549.974848:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335549.974852:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335549.974857:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc000/0x10123ce7f0765ea5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0a8 expref: 29 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335549.975342:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cc000, rc 0) 00002000:00010000:1.0:1763335549.975853:0:8401:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime: 1763335549 -> 1763335550 00002000:00010000:1.0:1763335549.975858:0:8401:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335549 -> 1763335550 00002000:00010000:1.0:1763335549.975860:0:8401:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime: 1763335549 -> 1763335550 00002000:00010000:1.0:1763335549.975862:0:8401:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks: 232 -> 456 00000100:00100000:1.0:1763335549.975909:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc59a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041447168:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335549.975936:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e600/0x10123ce7f0765e9e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0af expref: 6 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335549.975964:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e600/0x10123ce7f0765e9e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0af expref: 6 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335549.975975:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643e600, rc 0) 00000100:00100000:1.0:1763335549.977038:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5969180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+5:2409:x1848991029118208:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 9869us (10073us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335549.977049:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1263 00000100:00100000:0.0:1763335549.977478:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5968380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:273362c8-ad54-46f8-a663-195ccb4b667f+28:2409:x1848991029118080:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 9604us (10608us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335549.977487:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1741 00000100:00100000:2.0:1763335549.981366:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335549.981420:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029118336 00000100:00100000:1.0:1763335549.981430:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029118336 00000100:00100000:1.0:1763335549.981488:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1264 00000100:00100000:1.0:1763335549.981498:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5968a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+5:15720:x1848991029118336:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335549.981519:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335549.981538:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fc00/0x10123ce7f0765eac lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f0b6 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335549.981571:0:8401:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fa00/0x10123ce7f0765e97 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1773568->1777663) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0a1 expref: 5 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335549.981580:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335549.981582:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335549.981587:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fc00/0x10123ce7f0765eac lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1736704->1773567] (req 1736704->1773567) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0b6 expref: 6 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335549.981620:0:8401:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fa00/0x10123ce7f0765e97 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1773568->1777663) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0a1 expref: 5 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335549.981632:0:8401:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fa00/0x10123ce7f0765e97 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1773568->1777663) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0a1 expref: 5 pid: 8401 timeout: 450 lvb_type: 0 00000100:00100000:1.0:1763335549.981646:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc59a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041447424:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335549.981735:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb180 going to sleep for 11 seconds 00000100:00100000:1.0:1763335549.984456:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc59a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041447424:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335549.984476:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:1.0:1763335549.984490:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fc00/0x10123ce7f0765eac lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1736704->1773567] (req 1736704->1773567) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0b6 expref: 6 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335549.984507:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643fc00, rc 0) 00000100:00100000:1.0:1763335549.984565:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5968a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+6:15720:x1848991029118336:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3068us (3208us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335549.984577:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1264 00000100:00100000:3.0:1763335549.988684:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029118464 00000100:00100000:3.0:1763335549.988701:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029118464 00010000:00010000:3.0:1763335549.988765:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fa00/0x10123ce7f0765e97 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1773568->1777663) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0a1 expref: 6 pid: 8401 timeout: 450 lvb_type: 0 00000100:00100000:3.0:1763335549.988817:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 653 00000100:00100000:3.0:1763335549.988827:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f4516450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991029118464:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335549.988842:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335549.988862:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fa00/0x10123ce7f0765e97 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1773568->1777663) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0a1 expref: 6 pid: 8401 timeout: 450 lvb_type: 0 00010000:00010000:3.0:1763335549.988898:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fa00/0x10123ce7f0765e97 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1773568->1777663) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0a1 expref: 6 pid: 8401 timeout: 450 lvb_type: 0 00010000:00010000:3.0:1763335549.988925:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fa00/0x10123ce7f0765e97 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1773568->1777663) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0a1 expref: 6 pid: 8401 timeout: 450 lvb_type: 0 00010000:00010000:3.0:1763335549.988943:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335549.988946:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335549.988953:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fc00/0x10123ce7f0765eac lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1736704->1773567) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0b6 expref: 5 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335549.988964:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fc00/0x10123ce7f0765eac lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1736704->1773567) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0b6 expref: 5 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335549.989004:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fc00/0x10123ce7f0765eac lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1736704->1773567) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0b6 expref: 5 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335549.989018:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffb3ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041447552:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335549.989121:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850540 going to sleep for 11 seconds 00000100:00100000:2.0:1763335549.992398:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335549.992402:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffb3ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041447552:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335549.992428:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335549.992489:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f4516450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991029118464:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 3663us (8011us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335549.992500:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 653 00000100:00100000:1.0:1763335549.994673:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029118592 00000100:00100000:1.0:1763335549.994687:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029118592 00002000:00100000:1.0:1763335549.994746:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1736704->1740799) req@ffff9aefc596a300 x1848991029118592/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:595/0 lens 488/0 e 0 to 0 dl 1763335560 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335549.994758:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc596a300 with x1848991029118592 ext(1736704->1740799) 00002000:00010000:1.0:1763335549.994764:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc596a300 00000100:00100000:1.0:1763335549.995008:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 868 00000100:00100000:1.0:1763335549.995018:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc596a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991029118592:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335549.995777:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc596a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991029118592:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 757us (3386us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335549.995787:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 868 00002000:00100000:1.0:1763335549.995797:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1736704->1740799) req@ffff9aefc596a300 x1848991029118592/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:595/0 lens 488/4536 e 0 to 0 dl 1763335560 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335549.995807:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc596a300 with x1848991029118592 ext(1736704->1740799) 00002000:00010000:1.0:1763335549.995811:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc596a300 00000100:00100000:0.0:1763335550.001402:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335550.001526:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029118720 00000100:00100000:1.0:1763335550.001537:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029118720 00002000:00100000:1.0:1763335550.001612:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1740800->1744895) req@ffff9af0ffb69c00 x1848991029118720/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:596/0 lens 488/0 e 0 to 0 dl 1763335561 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00000100:00080000:2.0:1763335550.001613:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00100000:1.0:1763335550.001626:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb69c00 with x1848991029118720 ext(1740800->1744895) 00002000:00010000:1.0:1763335550.001633:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb69c00 00000100:00100000:1.0:1763335550.001667:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 869 00000100:00100000:1.0:1763335550.001676:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+6:2406:x1848991029118720:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335550.002342:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+6:2406:x1848991029118720:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 323us (606us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335550.002353:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 869 00002000:00100000:1.0:1763335550.002361:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1740800->1744895) req@ffff9af0ffb69c00 x1848991029118720/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:596/0 lens 488/4536 e 0 to 0 dl 1763335561 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335550.002371:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb69c00 with x1848991029118720 ext(1740800->1744895) 00002000:00010000:1.0:1763335550.002374:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb69c00 00000100:00100000:2.0:1763335550.009995:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335550.012030:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029118848 00000100:00100000:1.0:1763335550.012044:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029118848 00002000:00100000:1.0:1763335550.012100:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1744896->1748991) req@ffff9aefc5969500 x1848991029118848/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:596/0 lens 488/0 e 0 to 0 dl 1763335561 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335550.012112:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5969500 with x1848991029118848 ext(1744896->1748991) 00002000:00010000:1.0:1763335550.012118:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5969500 00000100:00100000:1.0:1763335550.012162:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 870 00000100:00100000:1.0:1763335550.012172:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5969500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991029118848:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335550.012385:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5969500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991029118848:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 214us (2400us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335550.012393:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 870 00002000:00100000:1.0:1763335550.012399:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1744896->1748991) req@ffff9aefc5969500 x1848991029118848/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:596/0 lens 488/4536 e 0 to 0 dl 1763335561 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335550.012407:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5969500 with x1848991029118848 ext(1744896->1748991) 00002000:00010000:1.0:1763335550.012411:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5969500 00000100:00100000:2.0:1763335550.019691:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335550.019778:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029118976 00000100:00100000:0.0:1763335550.019797:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029118976 00002000:00100000:0.0:1763335550.019863:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1748992->1753087) req@ffff9aefc596b100 x1848991029118976/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:596/0 lens 488/0 e 0 to 0 dl 1763335561 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335550.019914:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc596b100 with x1848991029118976 ext(1748992->1753087) 00002000:00010000:0.0:1763335550.019924:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc596b100 00000100:00100000:0.0:1763335550.019959:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 871 00000100:00100000:0.0:1763335550.019970:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc596b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2407:x1848991029118976:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335550.020250:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc596b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2407:x1848991029118976:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 281us (568us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335550.020260:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 871 00002000:00100000:0.0:1763335550.020267:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1748992->1753087) req@ffff9aefc596b100 x1848991029118976/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:596/0 lens 488/4536 e 0 to 0 dl 1763335561 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335550.020276:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc596b100 with x1848991029118976 ext(1748992->1753087) 00002000:00010000:0.0:1763335550.020280:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc596b100 00000100:00100000:3.0:1763335550.026005:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335550.026126:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029119104 00000100:00100000:1.0:1763335550.026141:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029119104 00002000:00100000:1.0:1763335550.026203:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1753088->1757183) req@ffff9af0ffb3ca80 x1848991029119104/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:596/0 lens 488/0 e 0 to 0 dl 1763335561 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335550.026217:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb3ca80 with x1848991029119104 ext(1753088->1757183) 00002000:00010000:1.0:1763335550.026224:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb3ca80 00000100:00100000:1.0:1763335550.026252:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 872 00000100:00100000:1.0:1763335550.026261:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991029119104:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335550.026533:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991029119104:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 271us (543us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335550.026543:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 872 00002000:00100000:1.0:1763335550.026551:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1753088->1757183) req@ffff9af0ffb3ca80 x1848991029119104/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:596/0 lens 488/4536 e 0 to 0 dl 1763335561 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335550.026558:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb3ca80 with x1848991029119104 ext(1753088->1757183) 00002000:00010000:1.0:1763335550.026562:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb3ca80 00000100:00100000:2.0:1763335550.033833:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335550.033917:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029119232 00000100:00100000:0.0:1763335550.033928:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029119232 00002000:00100000:0.0:1763335550.033978:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1757184->1761279) req@ffff9aefc5969880 x1848991029119232/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:596/0 lens 488/0 e 0 to 0 dl 1763335561 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335550.033991:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5969880 with x1848991029119232 ext(1757184->1761279) 00002000:00010000:0.0:1763335550.033997:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5969880 00000100:00100000:0.0:1763335550.034048:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 873 00000100:00100000:0.0:1763335550.034058:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5969880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2407:x1848991029119232:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335550.034299:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5969880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2407:x1848991029119232:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 241us (474us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335550.034308:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 873 00002000:00100000:0.0:1763335550.034316:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1757184->1761279) req@ffff9aefc5969880 x1848991029119232/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:596/0 lens 488/4536 e 0 to 0 dl 1763335561 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335550.034325:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5969880 with x1848991029119232 ext(1757184->1761279) 00002000:00010000:0.0:1763335550.034328:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5969880 00000100:00100000:3.0:1763335550.043065:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335550.043353:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029119360 00000100:00100000:1.0:1763335550.043363:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029119360 00002000:00100000:1.0:1763335550.043413:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1761280->1765375) req@ffff9af0ffb3d500 x1848991029119360/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:596/0 lens 488/0 e 0 to 0 dl 1763335561 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335550.043425:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb3d500 with x1848991029119360 ext(1761280->1765375) 00002000:00010000:1.0:1763335550.043431:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb3d500 00000100:00100000:1.0:1763335550.043469:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 874 00000100:00100000:1.0:1763335550.043478:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991029119360:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335550.043677:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991029119360:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 198us (621us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335550.043690:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 874 00002000:00100000:1.0:1763335550.043696:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1761280->1765375) req@ffff9af0ffb3d500 x1848991029119360/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:596/0 lens 488/4536 e 0 to 0 dl 1763335561 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335550.043705:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb3d500 with x1848991029119360 ext(1761280->1765375) 00002000:00010000:1.0:1763335550.043709:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb3d500 00000100:00100000:3.0:1763335550.048528:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335550.048771:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029119488 00000100:00100000:0.0:1763335550.048782:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029119488 00002000:00100000:0.0:1763335550.048835:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1765376->1769471) req@ffff9af0ffb3ce00 x1848991029119488/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:596/0 lens 488/0 e 0 to 0 dl 1763335561 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335550.048846:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb3ce00 with x1848991029119488 ext(1765376->1769471) 00002000:00010000:0.0:1763335550.048852:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb3ce00 00000100:00100000:0.0:1763335550.048936:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 875 00000100:00100000:1.0:1763335550.049800:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991029119488:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335550.050190:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991029119488:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 1243us (1672us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335550.050199:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 875 00002000:00100000:1.0:1763335550.050209:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1765376->1769471) req@ffff9af0ffb3ce00 x1848991029119488/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:596/0 lens 488/4536 e 0 to 0 dl 1763335561 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335550.050219:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb3ce00 with x1848991029119488 ext(1765376->1769471) 00002000:00010000:1.0:1763335550.050223:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb3ce00 00000100:00100000:2.0:1763335550.054758:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335550.055359:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029119616 00000100:00100000:1.0:1763335550.055369:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029119616 00002000:00100000:1.0:1763335550.055418:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1769472->1773567) req@ffff9aefc5968700 x1848991029119616/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:596/0 lens 488/0 e 0 to 0 dl 1763335561 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335550.055429:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5968700 with x1848991029119616 ext(1769472->1773567) 00002000:00010000:1.0:1763335550.055435:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5968700 00000100:00100000:1.0:1763335550.055471:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 876 00000100:00100000:1.0:1763335550.055480:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5968700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991029119616:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335550.055683:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5968700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991029119616:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 202us (943us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335550.055692:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 876 00002000:00100000:1.0:1763335550.055699:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1769472->1773567) req@ffff9aefc5968700 x1848991029119616/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:596/0 lens 488/4536 e 0 to 0 dl 1763335561 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335550.055707:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5968700 with x1848991029119616 ext(1769472->1773567) 00002000:00010000:1.0:1763335550.055710:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5968700 00000100:00100000:3.0:1763335550.060193:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335550.060307:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029119744 00000100:00100000:1.0:1763335550.060321:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029119744 00000100:00080000:2.0:1763335550.060987:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1763335550.061071:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1265 00000100:00100000:1.0:1763335550.061084:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991029119744:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335550.061104:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335550.061124:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e600/0x10123ce7f0765eb3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f0bd expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335550.061150:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335550.061152:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335550.061161:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e600/0x10123ce7f0765eb3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0bd expref: 6 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335550.061176:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e600/0x10123ce7f0765eb3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0bd expref: 6 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335550.061188:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643e600, rc 0) 00000100:00100000:1.0:1763335550.061250:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991029119744:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 169us (1068us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335550.061257:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1265 00000100:00100000:3.0:1763335550.065279:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335550.065917:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029119872 00000100:00100000:1.0:1763335550.065930:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029119872 00002000:00100000:1.0:1763335550.065984:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffb3ea00 x1848991029119872/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:596/0 lens 488/0 e 0 to 0 dl 1763335561 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335550.065997:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffb3ea00 with x1848991029119872 00000100:00100000:1.0:1763335550.066229:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 978 00000100:00100000:1.0:1763335550.066239:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+37:2409:x1848991029119872:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335550.066436:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+37:2409:x1848991029119872:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 197us (1166us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335550.066443:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 978 00002000:00100000:1.0:1763335550.066451:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffb3ea00 x1848991029119872/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:596/0 lens 488/4536 e 0 to 0 dl 1763335561 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335550.066459:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffb3ea00 with x1848991029119872 00000100:00100000:2.0:1763335550.070172:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335550.070805:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029120000 00000100:00100000:1.0:1763335550.070817:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029120000 00002000:00100000:1.0:1763335550.070957:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc596ad80 x1848991029120000/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:596/0 lens 488/0 e 0 to 0 dl 1763335561 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335550.070968:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc596ad80 with x1848991029120000 00000100:00100000:1.0:1763335550.071542:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 979 00000100:00100000:1.0:1763335550.071555:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc596ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+37:2407:x1848991029120000:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335550.071859:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc596ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+37:2407:x1848991029120000:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 307us (1698us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335550.071887:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 979 00002000:00100000:1.0:1763335550.071896:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc596ad80 x1848991029120000/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:596/0 lens 488/440 e 0 to 0 dl 1763335561 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335550.071904:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc596ad80 with x1848991029120000 00000100:00100000:3.0:1763335550.077013:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335550.077587:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029120128 00000100:00100000:1.0:1763335550.077598:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029120128 00002000:00100000:1.0:1763335550.077648:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffb3e300 x1848991029120128/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:596/0 lens 488/0 e 0 to 0 dl 1763335561 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335550.077660:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffb3e300 with x1848991029120128 00000100:00100000:1.0:1763335550.077821:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 980 00000100:00100000:1.0:1763335550.077831:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+37:2409:x1848991029120128:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335550.078093:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+37:2409:x1848991029120128:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 263us (1090us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335550.078102:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 980 00002000:00100000:1.0:1763335550.078108:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffb3e300 x1848991029120128/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:596/0 lens 488/440 e 0 to 0 dl 1763335561 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335550.078116:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffb3e300 with x1848991029120128 00000100:00100000:3.0:1763335550.087689:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335550.088110:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029120256 00000100:00100000:1.0:1763335550.088120:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029120256 00002000:00100000:1.0:1763335550.088457:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffb3f100 x1848991029120256/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:596/0 lens 488/0 e 0 to 0 dl 1763335561 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335550.088470:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffb3f100 with x1848991029120256 00000100:00100000:1.0:1763335550.088513:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 981 00000100:00100000:1.0:1763335550.088523:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+37:2409:x1848991029120256:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335550.089894:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+37:2409:x1848991029120256:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 1341us (2185us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335550.089908:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 981 00002000:00100000:1.0:1763335550.089919:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffb3f100 x1848991029120256/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:596/0 lens 488/440 e 0 to 0 dl 1763335561 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335550.089933:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffb3f100 with x1848991029120256 00000100:00100000:2.0:1763335550.096278:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335550.096701:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029120384 00000100:00100000:1.0:1763335550.096713:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029120384 00002000:00100000:1.0:1763335550.096772:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc596aa00 x1848991029120384/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:596/0 lens 488/0 e 0 to 0 dl 1763335561 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335550.096782:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc596aa00 with x1848991029120384 00000100:00100000:1.0:1763335550.096823:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 982 00000100:00100000:1.0:1763335550.096833:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc596aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+37:2406:x1848991029120384:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335550.097061:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc596aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+37:2406:x1848991029120384:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 229us (792us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335550.097069:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 982 00002000:00100000:1.0:1763335550.097075:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc596aa00 x1848991029120384/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:596/0 lens 488/440 e 0 to 0 dl 1763335561 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335550.097082:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc596aa00 with x1848991029120384 00000100:00100000:2.0:1763335550.103530:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335550.103756:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029120512 00000100:00100000:0.0:1763335550.103767:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029120512 00002000:00100000:0.0:1763335550.103815:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc596b480 x1848991029120512/t0(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:596/0 lens 520/0 e 0 to 0 dl 1763335561 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335550.103825:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc596b480 with x1848991029120512 00000100:00100000:0.0:1763335550.104551:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 983 00000100:00100000:0.0:1763335550.104563:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc596b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+37:2408:x1848991029120512:12345-192.168.202.34@tcp:4:fsx.0 00000004:00010000:0.0:1763335550.110994:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 863890 -> 880640 00000004:00010000:0.0:1763335550.111003:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335550 -> 1763335550 00000004:00010000:0.0:1763335550.111006:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335550 -> 1763335549 00000004:00010000:0.0:1763335550.111008:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335550 -> 1763335550 00000004:00010000:0.0:1763335550.111011:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 808 -> 968 00000100:00100000:0.0:1763335550.111091:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc596b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+39:2408:x1848991029120512:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 6526us (7566us total) trans 4294967971 rc 0/0 00000100:00100000:0.0:1763335550.111102:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 983 00002000:00100000:0.0:1763335550.111113:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc596b480 x1848991029120512/t4294967971(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:596/0 lens 520/456 e 0 to 0 dl 1763335561 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335550.111122:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc596b480 with x1848991029120512 00000100:00100000:0.0:1763335550.114448:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335550.114841:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029120640 00000100:00100000:3.0:1763335550.114852:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029120640 00000100:00100000:3.0:1763335550.114957:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1742 00000100:00100000:3.0:1763335550.114967:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+39:2406:x1848991029120640:12345-192.168.202.34@tcp:16:fsx.0 00000001:00080000:1.0:1763335550.117673:0:6496:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967971 is committed 00010000:00010000:2.0:1763335550.117714:0:3637:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ee00/0x10123ce7f0765d47 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00000001:00080000:1.0:1763335550.117717:0:6496:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967967 is committed 00010000:00010000:2.0:1763335550.117727:0:3637:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ee00/0x10123ce7f0765d47 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335550.117735:0:3637:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ee00/0x10123ce7f0765d47 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335550.117749:0:3637:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc643ee00 already unused, calling callback (ffffffffc1966550) 00010000:00010000:2.0:1763335550.117759:0:3637:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ee00/0x10123ce7f0765d47 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335550.117767:0:3637:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ee00/0x10123ce7f0765d47 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335550.117783:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335550.117786:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335550.117791:0:3637:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ee00/0x10123ce7f0765d47 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335550.117797:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ee00/0x10123ce7f0765d47 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335550.117815:0:3637:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0765d78 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763335550.117821:0:3637:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0765d78 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763335550.117828:0:3637:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0765d78 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763335550.117832:0:3637:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc2bd5000 already unused, calling callback (ffffffffc1966550) 00010000:00010000:2.0:1763335550.117835:0:3637:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0765d78 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763335550.117841:0:3637:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0765d78 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763335550.117848:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335550.117851:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335550.117854:0:3637:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0765d78 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763335550.117858:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0765d78 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763335550.117910:0:3637:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f800/0x10123ce7f0765e19 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335550.117917:0:3637:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f800/0x10123ce7f0765e19 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335550.117923:0:3637:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f800/0x10123ce7f0765e19 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335550.117927:0:3637:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc643f800 already unused, calling callback (ffffffffc1966550) 00010000:00010000:2.0:1763335550.117930:0:3637:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f800/0x10123ce7f0765e19 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335550.117935:0:3637:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f800/0x10123ce7f0765e19 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335550.117943:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335550.117945:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335550.117947:0:3637:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f800/0x10123ce7f0765e19 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335550.117951:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f800/0x10123ce7f0765e19 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT0 00000100:00100000:0.0:1763335550.118080:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+14:2406:x1848991029120640:12345-192.168.202.34@tcp:16:fsx.0 Request processed in 3109us (3636us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335550.118090:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1742 00010000:00010000:3.0:1763335550.118194:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5600/0x10123ce7f0765a68 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335550.118203:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5600/0x10123ce7f0765a68 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335550.118210:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5600/0x10123ce7f0765a68 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335550.118214:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc62b5600 already unused, calling callback (ffffffffc1966550) 00010000:00010000:3.0:1763335550.118217:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5600/0x10123ce7f0765a68 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335550.118223:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5600/0x10123ce7f0765a68 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335550.118232:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335550.118234:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335550.118237:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5600/0x10123ce7f0765a68 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335550.118242:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc62b5600/0x10123ce7f0765a68 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335550.118254:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc800/0x10123ce7f0765ad8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335550.118260:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc800/0x10123ce7f0765ad8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335550.118266:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc800/0x10123ce7f0765ad8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335550.118270:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc61cc800 already unused, calling callback (ffffffffc1966550) 00010000:00010000:3.0:1763335550.118273:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc800/0x10123ce7f0765ad8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335550.118277:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc800/0x10123ce7f0765ad8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335550.118287:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335550.118289:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335550.118293:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc800/0x10123ce7f0765ad8 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335550.118297:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc800/0x10123ce7f0765ad8 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT0 00000100:00100000:2.0:1763335550.123745:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335550.124291:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029120896 00000100:00100000:0.0:1763335550.124303:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029120896 00000100:00100000:0.0:1763335550.124364:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1743 00000100:00100000:0.0:1763335550.124373:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5969f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+14:15720:x1848991029120896:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:0.0:1763335550.124423:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335550.124447:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fe00/0x10123ce7f0765e58 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f062 expref: 14 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335550.124473:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335550.124478:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335550.124662:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cde00/0x10123ce7f0765eba lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763335550.124675:0:6515:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f0765e2e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f03f expref: 10 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335550.124689:0:6515:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cde00/0x10123ce7f0765eba lrc: 4/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763335550.124722:0:6515:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f0765e2e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f03f expref: 10 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335550.124735:0:6515:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f0765e2e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f03f expref: 10 pid: 6517 timeout: 450 lvb_type: 0 00000100:00100000:0.0:1763335550.124756:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c3c380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041447680:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335550.124841:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3300 going to sleep for 11 seconds 00000100:00100000:0.0:1763335550.130990:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c3c380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041447680:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335550.131022:0:6515:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cde00/0x10123ce7f0765eba lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 00000100:00100000:2.0:1763335550.134588:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335550.134770:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029121024 00000100:00100000:3.0:1763335550.134780:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029121024 00010000:00010000:3.0:1763335550.134839:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f0765e2e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f03f expref: 11 pid: 6517 timeout: 450 lvb_type: 0 00000100:00100000:3.0:1763335550.135856:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 654 00000100:00080000:2.0:1763335550.135982:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1763335550.136042:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c93480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:2409:x1848991029121024:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335550.136066:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335550.136077:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f0765e2e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f03f expref: 11 pid: 6517 timeout: 450 lvb_type: 0 00010000:00010000:3.0:1763335550.136094:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f0765e2e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f03f expref: 11 pid: 6517 timeout: 450 lvb_type: 0 00010000:00010000:3.0:1763335550.136118:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f0765e2e lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f03f expref: 11 pid: 6517 timeout: 450 lvb_type: 0 00010000:00010000:3.0:1763335550.136137:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335550.136142:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cde00/0x10123ce7f0765eba lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763335550.136157:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cde00/0x10123ce7f0765eba lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763335550.136165:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cde00/0x10123ce7f0765eba lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335550.137541:0:6515:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cde00/0x10123ce7f0765eba lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335550.137555:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cde00/0x10123ce7f0765eba lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 00000001:00080000:1.0:1763335550.137661:0:6515:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967972 00000004:00010000:1.0:1763335550.137715:0:6515:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 880640 -> 880640 00000004:00010000:1.0:1763335550.137719:0:6515:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335550 -> 1763335550 00000004:00010000:1.0:1763335550.137721:0:6515:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335549 -> 1763335549 00000004:00010000:1.0:1763335550.137724:0:6515:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335550 -> 1763335550 00000004:00010000:1.0:1763335550.137727:0:6515:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 968 -> 968 00000004:00010000:1.0:1763335550.137733:0:6515:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000006f82ef2f reply state 00000000d11d4694 transno 4294967973 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cde00/0x10123ce7f0765eba lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335550.137762:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cde00/0x10123ce7f0765eba lrc: 4/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335550.137770:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335550.137773:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335550.137777:0:6515:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763335550.137911:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5969f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+16:15720:x1848991029120896:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 13536us (14183us total) trans 4294967973 rc 0/0 00000100:00100000:1.0:1763335550.137920:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1743 00000020:00080000:1.0:1763335550.137927:0:6515:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1763335550.138491:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335550.138716:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c93480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+10:2409:x1848991029121024:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 2844us (4135us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335550.138727:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 654 00000100:00100000:2.0:1763335550.142087:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335550.142282:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029121152 00000100:00100000:3.0:1763335550.142292:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029121152 00000100:00100000:3.0:1763335550.142350:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1266 00000100:00100000:3.0:1763335550.142360:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:15720:x1848991029121152:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335550.142377:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335550.142397:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4a00/0x10123ce7f0765ec1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f0c4 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335550.142429:0:9882:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fc00/0x10123ce7f0765eac lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1736704->1773567) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0b6 expref: 5 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335550.142446:0:9882:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e600/0x10123ce7f0765eb3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0bd expref: 7 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335550.142454:0:9882:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335550.142456:0:9882:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335550.142464:0:9882:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4a00/0x10123ce7f0765ec1 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0c4 expref: 7 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335550.142497:0:9882:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e600/0x10123ce7f0765eb3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0bd expref: 7 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335550.142515:0:9882:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e600/0x10123ce7f0765eb3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0bd expref: 7 pid: 8401 timeout: 450 lvb_type: 1 00000100:00100000:3.0:1763335550.142533:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffb3d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041447808:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335550.146378:0:9882:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fc00/0x10123ce7f0765eac lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1736704->1773567) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0b6 expref: 5 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335550.146397:0:9882:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fc00/0x10123ce7f0765eac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1736704->1773567) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0b6 expref: 5 pid: 8401 timeout: 450 lvb_type: 0 00000100:00100000:2.0:1763335550.146414:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c91500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041447936:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335550.146492:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850f00 going to sleep for 11 seconds 00000100:00100000:3.0:1763335550.150582:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffb3d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041447808:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335550.151771:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335550.152296:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335550.152464:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c91500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041447936:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335550.152501:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4a00/0x10123ce7f0765ec1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0c4 expref: 7 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335550.152527:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4a00, rc 0) 00000100:00100000:0.0:1763335550.152584:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+7:15720:x1848991029121152:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 10224us (10508us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335550.152593:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1266 00000100:00100000:1.0:1763335550.154291:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029121280 00000100:00100000:1.0:1763335550.154303:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029121280 00010000:00010000:1.0:1763335550.154345:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e600/0x10123ce7f0765eb3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0bd expref: 7 pid: 8401 timeout: 450 lvb_type: 1 00000100:00100000:1.0:1763335550.154376:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029121408 00000100:00100000:1.0:1763335550.154379:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029121408 00010000:00010000:1.0:1763335550.154393:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fc00/0x10123ce7f0765eac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1736704->1773567) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0b6 expref: 6 pid: 8401 timeout: 450 lvb_type: 0 00000100:00100000:1.0:1763335550.154413:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 655 00000100:00100000:1.0:1763335550.154422:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c3c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991029121280:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335550.154436:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335550.154458:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e600/0x10123ce7f0765eb3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0bd expref: 7 pid: 8401 timeout: 450 lvb_type: 1 00010000:00010000:1.0:1763335550.154471:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e600/0x10123ce7f0765eb3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0bd expref: 7 pid: 8401 timeout: 450 lvb_type: 1 00010000:00010000:1.0:1763335550.154491:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e600/0x10123ce7f0765eb3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0bd expref: 7 pid: 8401 timeout: 450 lvb_type: 1 00010000:00010000:1.0:1763335550.154505:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335550.154547:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c3c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991029121280:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 126us (2782us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335550.154554:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 655 00000100:00100000:1.0:1763335550.154573:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 656 00000100:00100000:1.0:1763335550.154586:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb3e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991029121408:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335550.154594:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335550.154602:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fc00/0x10123ce7f0765eac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1736704->1773567) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0b6 expref: 6 pid: 8401 timeout: 450 lvb_type: 0 00010000:00010000:1.0:1763335550.154612:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fc00/0x10123ce7f0765eac lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1736704->1773567) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0b6 expref: 6 pid: 8401 timeout: 450 lvb_type: 0 00010000:00010000:1.0:1763335550.154626:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fc00/0x10123ce7f0765eac lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1736704->1773567) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0b6 expref: 6 pid: 8401 timeout: 450 lvb_type: 0 00010000:00010000:1.0:1763335550.154635:0:13187:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335550.154638:0:13187:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335550.154645:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4a00/0x10123ce7f0765ec1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0c4 expref: 5 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335550.154655:0:13187:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4a00/0x10123ce7f0765ec1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0c4 expref: 5 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335550.154690:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4a00/0x10123ce7f0765ec1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0c4 expref: 5 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335550.154704:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc59a8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:13187:1848991041448064:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335550.154776:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb180 going to sleep for 11 seconds 00000100:00100000:0.0:1763335550.160066:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335550.162567:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc59a8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:13187:1848991041448064:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335550.162605:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335550.162660:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb3e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+5:2409:x1848991029121408:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 8073us (10364us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335550.162669:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 656 00000100:00100000:2.0:1763335550.163157:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029121536 00000100:00100000:2.0:1763335550.163165:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029121536 00002000:00010000:2.0:1763335550.163198:0:15204:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1697873->18446744073709551615) 00002000:00100000:2.0:1763335550.163202:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7c3c700 with x1848991029121536 ext(1697873->18446744073709551615) 00002000:00010000:2.0:1763335550.163212:0:15204:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7c3c700. 00000100:00100000:2.0:1763335550.163238:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 877 00000100:00100000:2.0:1763335550.163246:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991029121536:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:2.0:1763335550.163687:0:15204:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 2097152 -> 1697873 00002000:00010000:2.0:1763335550.163691:0:15204:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335550 -> 1763335550 00002000:00010000:2.0:1763335550.163693:0:15204:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335550 -> 1763335549 00002000:00010000:2.0:1763335550.163695:0:15204:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335550 -> 1763335550 00002000:00010000:2.0:1763335550.163698:0:15204:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 456 -> 184 00000100:00100000:2.0:1763335550.163747:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991029121536:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 491us (3681us total) trans 4294967619 rc 0/0 00000100:00100000:2.0:1763335550.163754:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 877 00002000:00010000:2.0:1763335550.163757:0:15204:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1697873->18446744073709551615) 00002000:00100000:2.0:1763335550.163759:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7c3c700 with x1848991029121536 ext(1697873->18446744073709551615) 00002000:00010000:2.0:1763335550.163764:0:15204:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7c3c700. 00000100:00100000:0.0:1763335550.168141:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335550.168300:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029121664 00000100:00100000:1.0:1763335550.168310:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029121664 00000100:00100000:1.0:1763335550.168376:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1744 00000100:00100000:1.0:1763335550.168387:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:273362c8-ad54-46f8-a663-195ccb4b667f+10:15720:x1848991029121664:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335550.168411:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335550.168433:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fc00/0x10123ce7f0765ec8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f0cb expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335550.168537:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e600/0x10123ce7f0765ecf lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335550.168552:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e600/0x10123ce7f0765ecf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335550.168565:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e600/0x10123ce7f0765ecf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 00000004:00200000:1.0:1763335550.168593:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 1697873 00000004:00200000:1.0:1763335550.168598:0:6515:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763335550.168618:0:6515:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e600/0x10123ce7f0765ecf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335550.168644:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fc00/0x10123ce7f0765ec8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0cb expref: 12 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335550.168660:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e600/0x10123ce7f0765ecf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0cb expref: 11 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335550.168669:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335550.168671:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335550.168675:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643e600, rc 0) 00000100:00100000:1.0:1763335550.168731:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:273362c8-ad54-46f8-a663-195ccb4b667f+11:15720:x1848991029121664:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 346us (601us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335550.168750:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1744 00000100:00100000:3.0:1763335550.174214:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335550.174860:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029121792 00000100:00100000:2.0:1763335550.175142:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029121792 00000100:00100000:2.0:1763335550.175198:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1745 00000100:00100000:2.0:1763335550.175209:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2409:x1848991029121792:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335550.175239:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335550.175262:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6471600/0x10123ce7f0765ed6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f0d2 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335550.175302:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f200/0x10123ce7f0765e20 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f038 expref: 15 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335550.175339:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c92680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041448192:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335550.175436:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f090c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335550.175517:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335550.175632:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029121920 00000100:00100000:2.0:1763335550.175637:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029121920 00000100:00100000:2.0:1763335550.175674:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1267 00000100:00100000:2.0:1763335550.175682:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc59a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991029121920:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335550.175691:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335550.175702:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc6471000/0x10123ce7f0765edd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f0d9 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335550.175746:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c92300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041448320:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335550.175790:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09e40 going to sleep for 11 seconds 00002000:00010000:0.0:1763335550.179644:0:9882:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335549 -> 1763335550 00000100:00100000:0.0:1763335550.179670:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c92300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041448320:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335550.179705:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc6471000/0x10123ce7f0765edd lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0d9 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335550.179727:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc6471000/0x10123ce7f0765edd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0d9 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335550.179750:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6471000, rc 0) 00000100:00100000:0.0:1763335550.179818:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc59a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991029121920:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4135us (4300us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335550.179827:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1267 00000004:00010000:2.0:1763335550.181899:0:6517:0:(mdt_lvb.c:189:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime: 1763335549 -> 1763335550 00000100:00100000:2.0:1763335550.181930:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c92680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041448192:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335550.181950:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 880640 00010000:00010000:2.0:1763335550.181968:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6471600/0x10123ce7f0765ed6 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0d2 expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335550.181986:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335550.181990:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335550.181995:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6471600/0x10123ce7f0765ed6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0d2 expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335550.182007:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6471600, rc 0) 00000100:00100000:2.0:1763335550.182053:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2409:x1848991029121792:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6846us (7849us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335550.182062:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1745 00000100:00100000:0.0:1763335550.187490:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335550.189692:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335550.189803:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029122176 00000100:00100000:3.0:1763335550.189813:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029122176 00000100:00100000:2.0:1763335550.190041:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029122048 00000100:00100000:2.0:1763335550.190047:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029122048 00000100:00100000:2.0:1763335550.190098:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1746 00000100:00100000:2.0:1763335550.190108:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c3e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2407:x1848991029122048:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335550.190127:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335550.190148:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6470200/0x10123ce7f0765ee4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f0e0 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335550.190186:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f200/0x10123ce7f0765e20 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f038 expref: 15 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335550.190223:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c92680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041448448:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335550.190239:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1268 00000100:00100000:3.0:1763335550.190250:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc59a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2407:x1848991029122176:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335550.190261:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335550.190275:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0765eeb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f0e7 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335550.190320:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f090c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335550.191077:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffb3c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041448576:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335550.192015:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850a80 going to sleep for 11 seconds 00000100:00100000:2.0:1763335550.194484:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c92680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041448448:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335550.194510:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 880640 00010000:00010000:2.0:1763335550.194530:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6470200/0x10123ce7f0765ee4 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0e0 expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335550.194552:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335550.194555:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335550.194560:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6470200/0x10123ce7f0765ee4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0e0 expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335550.194573:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6470200, rc 0) 00000100:00100000:2.0:1763335550.194719:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c3e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2407:x1848991029122048:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4611us (7236us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335550.194728:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1746 00000100:00100000:2.0:1763335550.195573:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffb3c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041448576:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335550.195599:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0765eeb lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0e7 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335550.195617:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0765eeb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0e7 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335550.195627:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5a00, rc 0) 00000100:00100000:2.0:1763335550.195665:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc59a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2407:x1848991029122176:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5417us (5981us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335550.195673:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1268 00000100:00100000:0.0:1763335550.197763:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335550.197860:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029122304 00000100:00100000:2.0:1763335550.197898:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029122304 00000100:00100000:2.0:1763335550.197955:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1747 00000100:00100000:2.0:1763335550.197966:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+16:15720:x1848991029122304:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335550.197996:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335550.198018:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6471600/0x10123ce7f0765ef2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f0ee expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335550.198124:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6470400/0x10123ce7f0765ef9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335550.198139:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6470400/0x10123ce7f0765ef9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335550.198150:0:6517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6470400/0x10123ce7f0765ef9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00000004:00200000:2.0:1763335550.198189:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 1697873 00000004:00200000:2.0:1763335550.198194:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763335550.198214:0:6517:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6470400/0x10123ce7f0765ef9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335550.198241:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6471600/0x10123ce7f0765ef2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0ee expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335550.198256:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6470400/0x10123ce7f0765ef9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0ee expref: 17 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335550.198264:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335550.198267:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335550.198270:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6470400, rc 0) 00000100:00100000:2.0:1763335550.198330:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+17:15720:x1848991029122304:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 365us (575us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335550.198336:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1747 00000100:00100000:1.0:1763335550.206077:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335550.206425:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029122432 00000100:00100000:2.0:1763335550.206436:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029122432 00000100:00100000:2.0:1763335550.206498:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1269 00000100:00100000:2.0:1763335550.206508:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc59a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:15720:x1848991029122432:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335550.206527:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335550.206546:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc6470200/0x10123ce7f0765f00 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f0f5 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335550.206578:0:9882:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4a00/0x10123ce7f0765ec1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0c4 expref: 6 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335550.206586:0:9882:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335550.206588:0:9882:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335550.206593:0:9882:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc6470200/0x10123ce7f0765f00 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1650688->1667071] (req 1650688->1667071) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0f5 expref: 6 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335550.206626:0:9882:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4a00/0x10123ce7f0765ec1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0c4 expref: 6 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335550.206640:0:9882:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4a00/0x10123ce7f0765ec1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0c4 expref: 6 pid: 9882 timeout: 450 lvb_type: 0 00000100:00100000:2.0:1763335550.206653:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c92680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041448704:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335550.206746:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f090c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335550.212248:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c92680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041448704:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335550.212287:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc6470200/0x10123ce7f0765f00 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1650688->1667071] (req 1650688->1667071) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0f5 expref: 6 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335550.212313:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6470200, rc 0) 00000100:00100000:2.0:1763335550.212379:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc59a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+6:15720:x1848991029122432:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5872us (6311us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335550.212388:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1269 00000100:00100000:1.0:1763335550.212608:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335550.213323:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029122560 00000100:00100000:2.0:1763335550.213331:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029122560 00010000:00010000:2.0:1763335550.213365:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4a00/0x10123ce7f0765ec1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0c4 expref: 7 pid: 9882 timeout: 450 lvb_type: 0 00000100:00100000:2.0:1763335550.213404:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 657 00000100:00100000:2.0:1763335550.213414:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc59a9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+7:2408:x1848991029122560:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335550.213428:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335550.213446:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4a00/0x10123ce7f0765ec1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0c4 expref: 7 pid: 9882 timeout: 450 lvb_type: 0 00010000:00010000:2.0:1763335550.213458:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4a00/0x10123ce7f0765ec1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0c4 expref: 7 pid: 9882 timeout: 450 lvb_type: 0 00010000:00010000:2.0:1763335550.213483:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4a00/0x10123ce7f0765ec1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0c4 expref: 7 pid: 9882 timeout: 450 lvb_type: 0 00010000:00010000:2.0:1763335550.213496:0:13187:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335550.213498:0:13187:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335550.213505:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc6470200/0x10123ce7f0765f00 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1650688->1667071) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0f5 expref: 5 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335550.213521:0:13187:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc6470200/0x10123ce7f0765f00 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1650688->1667071) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0f5 expref: 5 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335550.213553:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc6470200/0x10123ce7f0765f00 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1650688->1667071) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0f5 expref: 5 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335550.213567:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c92680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:13187:1848991041448832:192.168.202.34@tcp:105: 00000100:00100000:2.0:1763335550.213625:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f090c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335550.218431:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c92680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:13187:1848991041448832:192.168.202.34@tcp:105: 00010000:00010000:2.0:1763335550.218460:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335550.218523:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc59a9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991029122560:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 5109us (5913us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335550.218535:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 657 00000100:00100000:0.0:1763335550.220464:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335550.220701:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029122688 00000100:00100000:1.0:1763335550.220712:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029122688 00002000:00100000:1.0:1763335550.220766:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1650688->1654783) req@ffff9af0f7c3f100 x1848991029122688/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:596/0 lens 488/0 e 0 to 0 dl 1763335561 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335550.220783:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7c3f100 with x1848991029122688 ext(1650688->1654783) 00002000:00010000:1.0:1763335550.220789:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7c3f100 00000100:00100000:1.0:1763335550.220818:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 878 00000100:00100000:1.0:1763335550.220826:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991029122688:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335550.221033:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991029122688:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 206us (576us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335550.221040:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 878 00002000:00100000:1.0:1763335550.221046:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1650688->1654783) req@ffff9af0f7c3f100 x1848991029122688/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:596/0 lens 488/4536 e 0 to 0 dl 1763335561 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335550.221054:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7c3f100 with x1848991029122688 ext(1650688->1654783) 00002000:00010000:1.0:1763335550.221058:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7c3f100 00000100:00100000:1.0:1763335550.232456:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335550.232720:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029122816 00000100:00100000:2.0:1763335550.232731:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029122816 00002000:00100000:2.0:1763335550.232788:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1662976->1667071) req@ffff9aefc46ea300 x1848991029122816/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:596/0 lens 488/0 e 0 to 0 dl 1763335561 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335550.232799:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc46ea300 with x1848991029122816 ext(1662976->1667071) 00002000:00010000:2.0:1763335550.232805:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc46ea300 00000100:00100000:2.0:1763335550.232839:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 879 00000100:00100000:2.0:1763335550.232848:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc46ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+6:2407:x1848991029122816:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335550.233070:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc46ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+6:2407:x1848991029122816:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 222us (624us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335550.233082:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 879 00002000:00100000:2.0:1763335550.233088:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1662976->1667071) req@ffff9aefc46ea300 x1848991029122816/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:596/0 lens 488/4536 e 0 to 0 dl 1763335561 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335550.233096:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc46ea300 with x1848991029122816 ext(1662976->1667071) 00002000:00010000:2.0:1763335550.233100:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc46ea300 00000100:00100000:0.0:1763335550.254410:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335550.254494:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029122944 00000100:00100000:2.0:1763335550.254506:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029122944 00000100:00100000:2.0:1763335550.254570:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1270 00000100:00100000:2.0:1763335550.254580:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:2406:x1848991029122944:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335550.254600:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335550.254618:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc6471600/0x10123ce7f0765f07 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f0fc expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335550.254676:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c92680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041448960:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335550.257263:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f093c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335550.257813:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c92680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041448960:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335550.257845:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc6471600/0x10123ce7f0765f07 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0fc expref: 7 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335550.257893:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc6471600/0x10123ce7f0765f07 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0fc expref: 7 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335550.257906:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6471600, rc 0) 00000100:00100000:2.0:1763335550.257953:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:2406:x1848991029122944:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3373us (3552us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335550.257962:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1270 00000100:00100000:1.0:1763335550.265174:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335550.265392:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029123072 00000100:00100000:0.0:1763335550.265403:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029123072 00000100:00100000:0.0:1763335550.265457:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1271 00000100:00100000:0.0:1763335550.265467:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4fd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:2407:x1848991029123072:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335550.265486:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335550.265506:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc61ccc00/0x10123ce7f0765f0e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f103 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335550.265566:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c3f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041449088:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335550.265660:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3300 going to sleep for 11 seconds 00000100:00100000:2.0:1763335550.270255:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c3f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041449088:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335550.270297:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc61ccc00/0x10123ce7f0765f0e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f103 expref: 7 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335550.270322:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc61ccc00/0x10123ce7f0765f0e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f103 expref: 7 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335550.270334:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61ccc00, rc 0) 00000100:00100000:2.0:1763335550.270781:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4fd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:2407:x1848991029123072:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5311us (5612us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335550.270792:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1271 00010000:00010000:2.0:1763335550.272461:0:6503:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763335550.276630:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335550.277139:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029123200 00000100:00100000:2.0:1763335550.277150:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029123200 00000100:00100000:2.0:1763335550.277203:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1272 00000100:00100000:2.0:1763335550.277213:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:2407:x1848991029123200:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335550.277230:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335550.277247:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc6471600/0x10123ce7f0765f15 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f10a expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335550.277306:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c92680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041449216:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335550.277830:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f093c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335550.281789:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c92680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041449216:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335550.281832:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc6471600/0x10123ce7f0765f15 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f10a expref: 7 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335550.281855:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc6471600/0x10123ce7f0765f15 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f10a expref: 7 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335550.282270:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6471600, rc 0) 00000100:00100000:2.0:1763335550.282410:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:2407:x1848991029123200:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5197us (5791us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335550.282420:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1272 00000100:00100000:1.0:1763335550.287233:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335550.287332:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029123328 00000100:00100000:2.0:1763335550.287344:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029123328 00000100:00100000:2.0:1763335550.287477:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1273 00000100:00100000:2.0:1763335550.287489:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4fd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:2406:x1848991029123328:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335550.287510:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335550.287531:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc6470c00/0x10123ce7f0765f1c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f111 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335550.287591:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c92680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041449344:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335550.287676:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f093c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335550.291042:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c92680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041449344:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335550.291080:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc6470c00/0x10123ce7f0765f1c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f111 expref: 7 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335550.291104:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc6470c00/0x10123ce7f0765f1c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f111 expref: 7 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335550.291117:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6470c00, rc 0) 00000100:00100000:2.0:1763335550.291175:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4fd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:2406:x1848991029123328:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3688us (3952us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335550.291184:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1273 00000100:00100000:3.0:1763335550.294456:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335550.295259:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029123456 00000100:00100000:2.0:1763335550.295272:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029123456 00000100:00100000:2.0:1763335550.295339:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1274 00000100:00100000:2.0:1763335550.295349:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:2407:x1848991029123456:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335550.295365:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335550.295384:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc6471600/0x10123ce7f0765f23 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f118 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335550.295441:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c92680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041449472:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335550.295531:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f093c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335550.299291:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c92680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041449472:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335550.299329:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc6471600/0x10123ce7f0765f23 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f118 expref: 7 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335550.299352:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc6471600/0x10123ce7f0765f23 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f118 expref: 7 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335550.299363:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6471600, rc 0) 00000100:00100000:2.0:1763335550.299628:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:2407:x1848991029123456:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4279us (5185us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335550.299641:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1274 00000100:00100000:0.0:1763335550.303161:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335550.303248:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029123584 00000100:00100000:2.0:1763335550.303258:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029123584 00000100:00100000:2.0:1763335550.303333:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 984 00000100:00100000:2.0:1763335550.303343:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c3ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+17:2406:x1848991029123584:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:2.0:1763335550.303612:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 880640 -> 880640 00000004:00010000:2.0:1763335550.303616:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335550 -> 1763335550 00000004:00010000:2.0:1763335550.303618:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335550 -> 1763335549 00000004:00010000:2.0:1763335550.303620:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335550 -> 1763335550 00000004:00010000:2.0:1763335550.303622:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 968 -> 1088 00000100:00100000:2.0:1763335550.303705:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c3ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:2406:x1848991029123584:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 363us (554us total) trans 4294967974 rc 0/0 00000100:00100000:2.0:1763335550.303713:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 984 00000100:00100000:3.0:1763335550.307471:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335550.307579:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029123712 00000100:00100000:2.0:1763335550.307589:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029123712 00000100:00100000:2.0:1763335550.307717:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1275 00000100:00100000:2.0:1763335550.307728:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:2406:x1848991029123712:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335550.307760:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335550.307778:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc6471600/0x10123ce7f0765f2a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f11f expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335550.307839:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c92680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041449600:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335550.307955:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09840 going to sleep for 11 seconds 00000100:00100000:2.0:1763335550.311516:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c92680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041449600:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335550.311556:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc6471600/0x10123ce7f0765f2a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f11f expref: 7 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335550.311579:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc6471600/0x10123ce7f0765f2a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f11f expref: 7 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335550.311591:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6471600, rc 0) 00000100:00100000:2.0:1763335550.312325:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:2406:x1848991029123712:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4596us (4861us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335550.312335:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1275 00000100:00100000:0.0:1763335550.316609:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335550.316721:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029123840 00000100:00100000:2.0:1763335550.316732:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029123840 00000100:00100000:2.0:1763335550.317025:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1276 00000100:00100000:2.0:1763335550.317037:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:2407:x1848991029123840:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335550.317055:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335550.317073:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc6471600/0x10123ce7f0765f31 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f126 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335550.317132:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c92680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041449728:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335550.318135:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09840 going to sleep for 11 seconds 00000100:00100000:2.0:1763335550.320829:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c92680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041449728:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335550.321049:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc6471600/0x10123ce7f0765f31 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f126 expref: 7 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335550.321077:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc6471600/0x10123ce7f0765f31 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f126 expref: 7 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335550.321090:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6471600, rc 0) 00000100:00100000:2.0:1763335550.321204:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:2407:x1848991029123840:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4170us (4607us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335550.321214:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1276 00000100:00100000:3.0:1763335550.324954:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335550.325082:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029123968 00000100:00100000:2.0:1763335550.325093:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029123968 00000100:00100000:2.0:1763335550.325160:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1277 00000100:00100000:2.0:1763335550.325170:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:2406:x1848991029123968:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335550.325188:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335550.325205:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc6470c00/0x10123ce7f0765f38 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f12d expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335550.325264:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c92680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041449856:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335550.325351:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09840 going to sleep for 11 seconds 00000100:00100000:2.0:1763335550.328797:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c92680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041449856:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335550.328837:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc6470c00/0x10123ce7f0765f38 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f12d expref: 7 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335550.328860:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc6470c00/0x10123ce7f0765f38 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f12d expref: 7 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335550.328903:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6470c00, rc 0) 00000100:00100000:2.0:1763335550.329098:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:2406:x1848991029123968:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3927us (4155us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335550.329111:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1277 00000100:00100000:3.0:1763335550.332372:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335550.332450:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029124096 00000100:00100000:2.0:1763335550.332460:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029124096 00000100:00100000:2.0:1763335550.332513:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1278 00000100:00100000:2.0:1763335550.332521:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:2407:x1848991029124096:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335550.332538:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335550.332556:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc6471600/0x10123ce7f0765f3f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f134 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335550.332611:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c92680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041449984:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335550.332696:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09840 going to sleep for 11 seconds 00000100:00100000:2.0:1763335550.337794:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c92680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041449984:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335550.337832:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc6471600/0x10123ce7f0765f3f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f134 expref: 7 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335550.337857:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc6471600/0x10123ce7f0765f3f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f134 expref: 7 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335550.337893:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6471600, rc 0) 00000100:00100000:2.0:1763335550.337959:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:2407:x1848991029124096:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5436us (5594us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335550.337968:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1278 00000100:00100000:0.0:1763335550.342173:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335550.342258:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029124224 00000100:00100000:2.0:1763335550.342268:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029124224 00000100:00100000:2.0:1763335550.342324:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1279 00000100:00100000:2.0:1763335550.342335:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:15720:x1848991029124224:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335550.342357:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335550.342386:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc6470c00/0x10123ce7f0765f46 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f13b expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335550.342425:0:9882:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc6470200/0x10123ce7f0765f00 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1650688->1667071) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0f5 expref: 5 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335550.342433:0:9882:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335550.342435:0:9882:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335550.342439:0:9882:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc6470c00/0x10123ce7f0765f46 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1560576->1605631] (req 1560576->1605631) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f13b expref: 7 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335550.342477:0:9882:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc6470200/0x10123ce7f0765f00 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1650688->1667071) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0f5 expref: 5 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335550.342491:0:9882:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc6470200/0x10123ce7f0765f00 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1650688->1667071) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0f5 expref: 5 pid: 9882 timeout: 451 lvb_type: 0 00000100:00100000:2.0:1763335550.342504:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c92680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041450112:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335550.342592:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09840 going to sleep for 11 seconds 00000100:00100000:2.0:1763335550.346075:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c92680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041450112:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335550.346111:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc6470c00/0x10123ce7f0765f46 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1560576->1605631] (req 1560576->1605631) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f13b expref: 7 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335550.346132:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6470c00, rc 0) 00000100:00100000:2.0:1763335550.346193:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+7:15720:x1848991029124224:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3860us (4029us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335550.346204:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1279 00000100:00100000:3.0:1763335550.348335:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335550.348541:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029124352 00000100:00100000:1.0:1763335550.348554:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029124352 00002000:00100000:1.0:1763335550.348604:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1650688->1667071) req@ffff9aefc47cb480 x1848991029124352/t0(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:596/0 lens 16872/0 e 0 to 0 dl 1763335561 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335550.348617:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc47cb480 with x1848991029124352 ext(1650688->1667071) 00010000:00010000:1.0:1763335550.348630:0:8407:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9aefc6470200/0x10123ce7f0765f00 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1650688->1667071) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0f5 expref: 6 pid: 9882 timeout: 451 lvb_type: 0 00010000:00010000:1.0:1763335550.348645:0:8407:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9aefc6470200/0x10123ce7f0765f00 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1650688->1667071) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0f5 expref: 6 pid: 9882 timeout: 451 lvb_type: 0 00002000:00010000:1.0:1763335550.348654:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9aefc47cb480 00000100:00100000:1.0:1763335550.348689:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 36 00000100:00100000:1.0:1763335550.348698:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991029124352:12345-192.168.202.34@tcp:4:fsx.0 00000100:00100000:1.0:1763335550.349633:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2409:x1848991029124352:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 932us (1301us total) trans 4294967620 rc 0/0 00000100:00100000:1.0:1763335550.349644:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 36 00002000:00100000:1.0:1763335550.349652:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1650688->1667071) req@ffff9aefc47cb480 x1848991029124352/t4294967620(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:596/0 lens 16872/448 e 0 to 0 dl 1763335561 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335550.349662:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc47cb480 with x1848991029124352 ext(1650688->1667071) 00010000:00010000:1.0:1763335550.349670:0:8407:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9aefc6470200/0x10123ce7f0765f00 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1650688->1667071) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0f5 expref: 8 pid: 9882 timeout: 451 lvb_type: 0 00010000:00010000:1.0:1763335550.349684:0:8407:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9aefc6470200/0x10123ce7f0765f00 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1650688->1667071) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0f5 expref: 8 pid: 9882 timeout: 451 lvb_type: 0 00002000:00010000:1.0:1763335550.349691:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9aefc47cb480 00000100:00100000:0.0:1763335550.354175:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335550.354306:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029124480 00000100:00100000:2.0:1763335550.354316:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029124480 00010000:00010000:2.0:1763335550.354355:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc6470200/0x10123ce7f0765f00 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1650688->1667071) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0f5 expref: 8 pid: 9882 timeout: 451 lvb_type: 0 00000100:00100000:2.0:1763335550.354397:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 658 00000100:00100000:2.0:1763335550.354409:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+8:2408:x1848991029124480:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335550.354423:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1763335550.354440:0:13187:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 184 -> 208 00010000:00010000:2.0:1763335550.354446:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc6470200/0x10123ce7f0765f00 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1650688->1667071) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0f5 expref: 8 pid: 9882 timeout: 451 lvb_type: 0 00010000:00010000:2.0:1763335550.354458:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc6470200/0x10123ce7f0765f00 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1650688->1667071) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0f5 expref: 8 pid: 9882 timeout: 451 lvb_type: 0 00010000:00010000:2.0:1763335550.354488:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc6470200/0x10123ce7f0765f00 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1650688->1667071) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0f5 expref: 8 pid: 9882 timeout: 451 lvb_type: 0 00010000:00010000:2.0:1763335550.354503:0:13187:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335550.354506:0:13187:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335550.354513:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc6470c00/0x10123ce7f0765f46 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1560576->1605631) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f13b expref: 6 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335550.354523:0:13187:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc6470c00/0x10123ce7f0765f46 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1560576->1605631) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f13b expref: 6 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335550.354567:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc6470c00/0x10123ce7f0765f46 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1560576->1605631) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f13b expref: 6 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335550.354580:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c92680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:13187:1848991041450240:192.168.202.34@tcp:105: 00000100:00100000:2.0:1763335550.354666:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09840 going to sleep for 11 seconds 00000100:00100000:2.0:1763335550.359041:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c92680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:13187:1848991041450240:192.168.202.34@tcp:105: 00010000:00010000:2.0:1763335550.359071:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335550.359135:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+7:2408:x1848991029124480:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 4728us (4968us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335550.359146:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 658 00000100:00100000:3.0:1763335550.359672:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335550.359791:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029124608 00000100:00100000:2.0:1763335550.359798:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029124608 00000100:00100000:2.0:1763335550.359862:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 880 00000100:00100000:2.0:1763335550.359909:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991029124608:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:2.0:1763335550.360126:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1697873 -> 1697873 00002000:00010000:2.0:1763335550.360130:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335550 -> 1763335550 00002000:00010000:2.0:1763335550.360132:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335550 -> 1763335550 00002000:00010000:2.0:1763335550.360134:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335550 -> 1763335550 00002000:00010000:2.0:1763335550.360137:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 208 -> 208 00000100:00100000:2.0:1763335550.360188:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991029124608:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 281us (517us total) trans 4294967621 rc 0/0 00000100:00100000:2.0:1763335550.360195:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 880 00000100:00100000:1.0:1763335550.364111:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335550.364165:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335550.364264:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029124736 00000100:00100000:2.0:1763335550.364275:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029124736 00000100:00100000:2.0:1763335550.364334:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1748 00000100:00100000:2.0:1763335550.364344:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4fd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2407:x1848991029124736:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335550.364363:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335550.364385:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6470200/0x10123ce7f0765f4d lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f142 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335550.364421:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f200/0x10123ce7f0765e20 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f038 expref: 17 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335550.364458:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c92680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041450368:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335550.364532:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09840 going to sleep for 11 seconds 00000100:00100000:0.0:1763335550.366201:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029124864 00000100:00100000:0.0:1763335550.366214:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029124864 00000100:00100000:0.0:1763335550.366273:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1280 00000100:00100000:0.0:1763335550.366283:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4fd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+7:2407:x1848991029124864:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335550.366300:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335550.366319:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cce00/0x10123ce7f0765f54 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f149 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335550.366369:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c3e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041450496:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335550.366452:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3180 going to sleep for 11 seconds 00000004:00010000:2.0:1763335550.368817:0:6517:0:(mdt_lvb.c:189:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime: 1763335549 -> 1763335550 00000100:00100000:2.0:1763335550.368846:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c92680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041450368:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335550.369197:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 880640 00010000:00010000:2.0:1763335550.369219:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6470200/0x10123ce7f0765f4d lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f142 expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335550.369239:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335550.369242:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335550.369247:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6470200/0x10123ce7f0765f4d lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f142 expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335550.369261:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6470200, rc 0) 00000100:00100000:0.0:1763335550.369532:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4fd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2407:x1848991029124736:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5186us (5428us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335550.369542:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1748 00000100:00100000:0.0:1763335550.371629:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c3e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041450496:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335550.371667:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cce00/0x10123ce7f0765f54 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f149 expref: 8 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335550.371689:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cce00/0x10123ce7f0765f54 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f149 expref: 8 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335550.371699:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cce00, rc 0) 00000100:00100000:0.0:1763335550.371781:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4fd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+7:2407:x1848991029124864:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5498us (7614us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335550.371790:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1280 00000100:00100000:1.0:1763335550.375822:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335550.376101:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335550.376154:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029125120 00000100:00100000:0.0:1763335550.376165:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029125120 00000100:00100000:0.0:1763335550.376222:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1281 00000100:00100000:0.0:1763335550.376232:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4fd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+7:2409:x1848991029125120:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335550.376250:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335550.376269:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cd800/0x10123ce7f0765f5b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f157 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335550.376325:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c3e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041450624:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335550.376409:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3180 going to sleep for 11 seconds 00000100:00100000:3.0:1763335550.376469:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029124992 00000100:00100000:3.0:1763335550.376475:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029124992 00000100:00100000:3.0:1763335550.376514:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1749 00000100:00100000:3.0:1763335550.376522:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5788000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2409:x1848991029124992:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335550.376533:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335550.376546:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f0765f62 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f150 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335550.376576:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f200/0x10123ce7f0765e20 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f038 expref: 17 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335550.376600:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffbc6300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041450752:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335550.376627:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58509c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335550.380289:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c3e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041450624:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335550.380329:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cd800/0x10123ce7f0765f5b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f157 expref: 8 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335550.380351:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cd800/0x10123ce7f0765f5b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f157 expref: 8 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335550.380364:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cd800, rc 0) 00000100:00100000:0.0:1763335550.380430:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4fd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+7:2409:x1848991029125120:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4199us (4617us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335550.380439:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1281 00000100:00100000:1.0:1763335550.380556:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffbc6300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041450752:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335550.380571:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 880640 00010000:00010000:1.0:1763335550.380584:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f0765f62 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f150 expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335550.380602:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335550.380605:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335550.380609:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f0765f62 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f150 expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335550.380619:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4000, rc 0) 00000100:00100000:1.0:1763335550.380643:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5788000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2409:x1848991029124992:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4122us (4542us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335550.380650:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1749 00000100:00100000:2.0:1763335550.385128:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335550.385716:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029125376 00000100:00100000:1.0:1763335550.385729:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029125376 00000100:00100000:1.0:1763335550.385802:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1750 00000100:00100000:1.0:1763335550.385813:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:15720:x1848991029125376:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:1.0:1763335550.385885:0:6517:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335550.385915:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e600/0x10123ce7f0765ecf lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0cb expref: 11 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335550.385932:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335550.385936:0:6517:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335550.386125:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f0765f69 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763335550.386141:0:6517:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6470400/0x10123ce7f0765ef9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0ee expref: 17 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335550.386149:0:6517:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f0765f69 lrc: 4/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763335550.386187:0:6517:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6470400/0x10123ce7f0765ef9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0ee expref: 17 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335550.386201:0:6517:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6470400/0x10123ce7f0765ef9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0ee expref: 17 pid: 6517 timeout: 451 lvb_type: 0 00000100:00100000:1.0:1763335550.386213:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc578ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041450880:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335550.386299:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fbd80 going to sleep for 11 seconds 00000100:00100000:3.0:1763335550.389473:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335550.389653:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029125504 00000100:00100000:2.0:1763335550.389664:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029125504 00010000:00010000:2.0:1763335550.389710:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6470400/0x10123ce7f0765ef9 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0ee expref: 18 pid: 6517 timeout: 451 lvb_type: 0 00000100:00100000:2.0:1763335550.389772:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 659 00000100:00100000:2.0:1763335550.389783:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbc6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+18:2409:x1848991029125504:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335550.389799:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335550.389806:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6470400/0x10123ce7f0765ef9 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0ee expref: 18 pid: 6517 timeout: 451 lvb_type: 0 00010000:00010000:2.0:1763335550.389821:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6470400/0x10123ce7f0765ef9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0ee expref: 18 pid: 6517 timeout: 451 lvb_type: 0 00010000:00010000:2.0:1763335550.389845:0:13187:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335550.389851:0:13187:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f0765f69 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335550.389860:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f0765f69 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50290000000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335550.389905:0:13187:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f0765f69 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50290000000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335550.389927:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335550.389975:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbc6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+18:2409:x1848991029125504:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 194us (513us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335550.389983:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 659 00010000:00010000:1.0:1763335550.390104:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6470400/0x10123ce7f0765ef9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f0ee expref: 17 pid: 6517 timeout: 451 lvb_type: 0 00000100:00100000:1.0:1763335550.390120:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc578ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041450880:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335550.390139:0:6517:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f0765f69 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763335550.390148:0:6517:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f0765f69 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763335550.390153:0:6517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f0765f69 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00000001:00080000:1.0:1763335550.390239:0:6517:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967975 00000004:00010000:1.0:1763335550.390285:0:6517:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 880640 -> 880640 00000004:00010000:1.0:1763335550.390289:0:6517:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335550 -> 1763335550 00000004:00010000:1.0:1763335550.390292:0:6517:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335550 -> 1763335549 00000004:00010000:1.0:1763335550.390295:0:6517:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335550 -> 1763335550 00000004:00010000:1.0:1763335550.390296:0:6517:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 1088 -> 1088 00000004:00010000:1.0:1763335550.390303:0:6517:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000007fa887fe reply state 00000000eb5965e2 transno 4294967976 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f0765f69 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763335550.390316:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f0765f69 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763335550.390323:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335550.390325:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335550.390327:0:6517:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763335550.390400:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+13:15720:x1848991029125376:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 4590us (5282us total) trans 4294967976 rc 0/0 00000100:00100000:1.0:1763335550.390408:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1750 00000020:00080000:1.0:1763335550.390411:0:6517:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763335550.401427:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335550.401698:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029125632 00000100:00100000:1.0:1763335550.401714:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029125632 00000100:00100000:1.0:1763335550.401807:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1751 00000100:00100000:1.0:1763335550.401819:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+13:15720:x1848991029125632:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335550.401846:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335550.401910:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e600/0x10123ce7f0765f70 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f15e expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335550.401943:0:6517:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f200/0x10123ce7f0765e20 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f038 expref: 16 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335550.401955:0:6517:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e600/0x10123ce7f0765f70 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f15e expref: 14 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335550.401989:0:6517:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f200/0x10123ce7f0765e20 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f038 expref: 16 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335550.402002:0:6517:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f200/0x10123ce7f0765e20 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f038 expref: 16 pid: 6517 timeout: 451 lvb_type: 0 00000100:00100000:1.0:1763335550.402028:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc578ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041451008:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335550.402124:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335550.412545:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc578ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041451008:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335550.412582:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e600/0x10123ce7f0765f70 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f15e expref: 14 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335550.412600:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335550.412603:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335550.412607:0:6517:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e600/0x10123ce7f0765f70 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f15e expref: 14 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335550.412619:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643e600, rc 0) 00000100:00100000:1.0:1763335550.413191:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+14:15720:x1848991029125632:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 11371us (11774us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335550.413201:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1751 00000100:00100000:3.0:1763335550.414433:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335550.414971:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029125760 00000100:00100000:1.0:1763335550.414981:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029125760 00010000:00010000:1.0:1763335550.415019:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f200/0x10123ce7f0765e20 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f038 expref: 17 pid: 6517 timeout: 451 lvb_type: 0 00000100:00100000:1.0:1763335550.415064:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 660 00000100:00100000:1.0:1763335550.415073:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f4515850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+17:2409:x1848991029125760:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335550.415089:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335550.415110:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f200/0x10123ce7f0765e20 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f038 expref: 17 pid: 6517 timeout: 451 lvb_type: 0 00010000:00010000:1.0:1763335550.415131:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f200/0x10123ce7f0765e20 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f038 expref: 17 pid: 6517 timeout: 451 lvb_type: 0 00010000:00010000:1.0:1763335550.415155:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f200/0x10123ce7f0765e20 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f038 expref: 17 pid: 6517 timeout: 451 lvb_type: 0 00010000:00010000:1.0:1763335550.415171:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335550.415176:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e600/0x10123ce7f0765f70 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f15e expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335550.415187:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e600/0x10123ce7f0765f70 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f15e expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335550.415195:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e600/0x10123ce7f0765f70 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f15e expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335550.415232:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e600/0x10123ce7f0765f70 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f15e expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335550.415245:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc578ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041451136:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335550.415344:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335550.423173:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335550.423264:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029125888 00000100:00100000:0.0:1763335550.423274:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029125888 00000100:00100000:0.0:1763335550.423335:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1282 00000100:00100000:0.0:1763335550.423344:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+7:15720:x1848991029125888:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335550.423362:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335550.423381:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc61ccc00/0x10123ce7f0765f77 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f165 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335550.423411:0:9882:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc6470c00/0x10123ce7f0765f46 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1560576->1605631) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f13b expref: 7 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335550.423419:0:9882:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335550.423421:0:9882:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335550.423425:0:9882:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc61ccc00/0x10123ce7f0765f77 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f165 expref: 8 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335550.423458:0:9882:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc6470c00/0x10123ce7f0765f46 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1560576->1605631) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f13b expref: 7 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335550.423473:0:9882:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc6470c00/0x10123ce7f0765f46 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1560576->1605631) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f13b expref: 7 pid: 9882 timeout: 451 lvb_type: 0 00000100:00100000:0.0:1763335550.423489:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c3e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041451264:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335550.423580:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3180 going to sleep for 11 seconds 00000100:00100000:1.0:1763335550.424579:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc578ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041451136:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335550.424595:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335550.424628:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f4515850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+16:2409:x1848991029125760:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 9556us (10201us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335550.424637:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 660 00000100:00100000:0.0:1763335550.429537:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c3e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041451264:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335550.429539:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:0.0:1763335550.429570:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc61ccc00/0x10123ce7f0765f77 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f165 expref: 8 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335550.429596:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61ccc00, rc 0) 00000100:00100000:0.0:1763335550.429660:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+8:15720:x1848991029125888:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6315us (6497us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335550.429668:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1282 00000100:00100000:1.0:1763335550.429757:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029126016 00000100:00100000:1.0:1763335550.429764:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029126016 00010000:00010000:1.0:1763335550.429794:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc6470c00/0x10123ce7f0765f46 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1560576->1605631) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f13b expref: 8 pid: 9882 timeout: 451 lvb_type: 0 00000100:00100000:1.0:1763335550.429834:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 661 00000100:00100000:1.0:1763335550.429842:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c92d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991029126016:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335550.429857:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335550.429902:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc6470c00/0x10123ce7f0765f46 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1560576->1605631) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f13b expref: 8 pid: 9882 timeout: 451 lvb_type: 0 00010000:00010000:1.0:1763335550.429915:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc6470c00/0x10123ce7f0765f46 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1560576->1605631) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f13b expref: 8 pid: 9882 timeout: 451 lvb_type: 0 00010000:00010000:1.0:1763335550.429939:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc6470c00/0x10123ce7f0765f46 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1560576->1605631) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f13b expref: 8 pid: 9882 timeout: 451 lvb_type: 0 00010000:00010000:1.0:1763335550.429951:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335550.429953:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335550.429960:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc61ccc00/0x10123ce7f0765f77 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f165 expref: 7 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335550.429970:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc61ccc00/0x10123ce7f0765f77 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f165 expref: 7 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335550.430004:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc61ccc00/0x10123ce7f0765f77 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f165 expref: 7 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335550.430021:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc578ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041451392:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335550.430095:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb180 going to sleep for 11 seconds 00000100:00100000:1.0:1763335550.439144:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc578ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041451392:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335550.439176:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335550.439246:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c92d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+7:2408:x1848991029126016:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 9403us (9707us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335550.439258:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 661 00000100:00100000:2.0:1763335550.443983:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335550.444034:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335550.444095:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029126144 00000100:00100000:1.0:1763335550.444105:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029126144 00000100:00100000:3.0:1763335550.444118:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029126272 00000100:00100000:3.0:1763335550.444124:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029126272 00002000:00010000:3.0:1763335550.444148:0:15204:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00010000:1.0:1763335550.444149:0:15202:0:(mdt_io.c:274:mdt_punch_hpreq_check()) lustre-MDT0000: refresh DOM lock for [0x200000402:0xe:0x0] 00002000:00100000:3.0:1763335550.444154:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7c93100 with x1848991029126272 ext(0->18446744073709551615) 00002000:00100000:1.0:1763335550.444156:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7c90e00 with x1848991029126144 00002000:00010000:3.0:1763335550.444169:0:15204:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7c93100. 00000100:00100000:3.0:1763335550.444199:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 881 00000100:00100000:1.0:1763335550.444200:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 985 00000100:00100000:3.0:1763335550.444213:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+8:2408:x1848991029126272:12345-192.168.202.34@tcp:10:fsx.0 00000100:00100000:1.0:1763335550.444215:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+14:2409:x1848991029126144:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:3.0:1763335550.444948:0:15204:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1697873 -> 0 00002000:00010000:3.0:1763335550.444953:0:15204:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335550 -> 1763335550 00002000:00010000:3.0:1763335550.444956:0:15204:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335550 -> 1763335550 00002000:00010000:3.0:1763335550.444958:0:15204:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335550 -> 1763335550 00002000:00010000:3.0:1763335550.444961:0:15204:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 208 -> 0 00000100:00100000:3.0:1763335550.445019:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+9:2408:x1848991029126272:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 809us (983us total) trans 4294967622 rc 0/0 00000100:00100000:3.0:1763335550.445036:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 881 00002000:00010000:3.0:1763335550.445041:0:15204:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:3.0:1763335550.445044:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7c93100 with x1848991029126272 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335550.445049:0:15204:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7c93100. 00000004:00010000:1.0:1763335550.445250:0:15202:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 880640 -> 137478 00000004:00010000:1.0:1763335550.445254:0:15202:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335550 -> 1763335550 00000004:00010000:1.0:1763335550.445257:0:15202:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335549 -> 1763335549 00000004:00010000:1.0:1763335550.445259:0:15202:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335550 -> 1763335550 00000004:00010000:1.0:1763335550.445261:0:15202:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 1088 -> 272 00000100:00100000:1.0:1763335550.445313:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+15:2409:x1848991029126144:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 1101us (1338us total) trans 4294967977 rc 0/0 00000100:00100000:1.0:1763335550.445320:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 985 00002000:00010000:1.0:1763335550.445323:0:15202:0:(mdt_io.c:274:mdt_punch_hpreq_check()) lustre-MDT0000: refresh DOM lock for [0x200000402:0xe:0x0] 00002000:00100000:1.0:1763335550.445326:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7c90e00 with x1848991029126144 00000100:00100000:2.0:1763335550.449642:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335550.449690:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029126400 00000100:00100000:1.0:1763335550.449701:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029126400 00000100:00100000:1.0:1763335550.449773:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1752 00000100:00100000:1.0:1763335550.449782:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c93800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+15:15720:x1848991029126400:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335550.449806:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335550.449827:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f200/0x10123ce7f0765f7e lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f16c expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335550.449967:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e000/0x10123ce7f0765f85 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763335550.449982:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e000/0x10123ce7f0765f85 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763335550.450221:0:6517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e000/0x10123ce7f0765f85 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00000004:00200000:1.0:1763335550.450251:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 137478 00000004:00200000:1.0:1763335550.450255:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763335550.450272:0:6517:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e000/0x10123ce7f0765f85 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763335550.450295:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f200/0x10123ce7f0765f7e lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f16c expref: 17 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335550.450313:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e000/0x10123ce7f0765f85 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f16c expref: 16 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335550.450321:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335550.450325:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335550.450329:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643e000, rc 0) 00000100:00100000:1.0:1763335550.450464:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c93800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+16:15720:x1848991029126400:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 681us (832us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335550.450472:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1752 00000100:00100000:3.0:1763335550.454141:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335550.454273:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029126528 00000100:00100000:1.0:1763335550.454286:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029126528 00000100:00100000:1.0:1763335550.454362:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 986 00000100:00100000:1.0:1763335550.454373:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+16:2409:x1848991029126528:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:1.0:1763335550.454835:0:15202:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 137478 -> 137478 00000004:00010000:1.0:1763335550.454840:0:15202:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335550 -> 1763335550 00000004:00010000:1.0:1763335550.454844:0:15202:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335549 -> 1763335549 00000004:00010000:1.0:1763335550.454846:0:15202:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335550 -> 1763335550 00000004:00010000:1.0:1763335550.454848:0:15202:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 272 -> 216 00000100:00100000:1.0:1763335550.454954:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+17:2409:x1848991029126528:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 583us (825us total) trans 4294967978 rc 0/0 00000100:00100000:1.0:1763335550.454963:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 986 00000100:00100000:0.0:1763335550.465685:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335550.465773:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029126656 00000100:00100000:1.0:1763335550.465784:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029126656 00000100:00100000:0.0:1763335550.466037:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1753 00000100:00100000:0.0:1763335550.466049:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+16:15720:x1848991029126656:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335550.466072:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335550.466098:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc000/0x10123ce7f0765f8c lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f173 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335550.466196:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc800/0x10123ce7f0765f93 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763335550.466211:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc800/0x10123ce7f0765f93 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763335550.466222:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc800/0x10123ce7f0765f93 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 00000004:00200000:0.0:1763335550.466248:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 137478 00000004:00200000:0.0:1763335550.466252:0:6515:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763335550.466269:0:6515:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc800/0x10123ce7f0765f93 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763335550.466295:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc000/0x10123ce7f0765f8c lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f173 expref: 18 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335550.466312:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc800/0x10123ce7f0765f93 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f173 expref: 17 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335550.466319:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335550.466334:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335550.466338:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cc800, rc 0) 00000100:00100000:0.0:1763335550.466403:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+17:15720:x1848991029126656:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 356us (726us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335550.466410:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1753 00000100:00100000:0.0:1763335550.474023:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335550.474117:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029126784 00000100:00100000:1.0:1763335550.474127:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029126784 00000100:00100000:1.0:1763335550.474206:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1754 00000100:00100000:1.0:1763335550.474218:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+17:2408:x1848991029126784:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335550.474240:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335550.474265:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f200/0x10123ce7f0765f9a lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f17a expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335550.474309:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e600/0x10123ce7f0765f70 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f15e expref: 16 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335550.474359:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc578ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041451520:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335550.474475:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb840 going to sleep for 11 seconds 00000100:00100000:3.0:1763335550.480536:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335550.480726:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029126912 00000100:00100000:0.0:1763335550.480747:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029126912 00000100:00100000:0.0:1763335550.480892:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1283 00000100:00100000:0.0:1763335550.480903:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5fd7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+7:2408:x1848991029126912:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335550.480924:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335550.480944:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cc000/0x10123ce7f0765fa1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f181 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1763335550.481355:0:6517:0:(mdt_lvb.c:189:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime: 1763335549 -> 1763335550 00000100:00100000:3.0:1763335550.481376:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc578ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041451520:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335550.481398:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 137478 00010000:00010000:3.0:1763335550.481421:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f200/0x10123ce7f0765f9a lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f17a expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335550.481440:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335550.481442:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335550.481447:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f200/0x10123ce7f0765f9a lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f17a expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335550.481460:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643f200, rc 0) 00000100:00100000:3.0:1763335550.481530:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+17:2408:x1848991029126784:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7313us (7519us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335550.481537:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1754 00000100:00100000:0.0:1763335550.481902:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c3ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041451648:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335550.481965:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3180 going to sleep for 11 seconds 00000100:00100000:0.0:1763335550.487617:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c3ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041451648:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335550.487657:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cc000/0x10123ce7f0765fa1 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f181 expref: 8 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335550.487679:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cc000/0x10123ce7f0765fa1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f181 expref: 8 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335550.487691:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cc000, rc 0) 00000100:00100000:0.0:1763335550.487984:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5fd7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+7:2408:x1848991029126912:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7081us (7456us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335550.487996:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1283 00000100:00100000:2.0:1763335550.492257:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335550.493164:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335550.493245:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029127040 00000100:00100000:3.0:1763335550.493255:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029127040 00000100:00100000:0.0:1763335550.493391:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029127168 00000100:00100000:0.0:1763335550.493396:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029127168 00000100:00100000:0.0:1763335550.493440:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1284 00000100:00100000:0.0:1763335550.493450:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991029127168:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335550.493468:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335550.493486:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cd600/0x10123ce7f0765fa8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f18f expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335550.493545:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c3d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041451776:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335550.493629:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3180 going to sleep for 11 seconds 00000100:00100000:0.0:1763335550.495160:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1755 00000100:00100000:0.0:1763335550.495177:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+17:2408:x1848991029127040:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335550.495194:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335550.495214:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc400/0x10123ce7f0765faf lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f188 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335550.495248:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e600/0x10123ce7f0765f70 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f15e expref: 16 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335550.495282:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c3ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041451904:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335550.496199:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3840 going to sleep for 11 seconds 00000100:00100000:0.0:1763335550.497175:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c3d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041451776:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335550.497207:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cd600/0x10123ce7f0765fa8 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f18f expref: 8 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335550.497233:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cd600/0x10123ce7f0765fa8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f18f expref: 8 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335550.497245:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cd600, rc 0) 00000100:00100000:0.0:1763335550.497295:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991029127168:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3846us (4134us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335550.497304:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1284 00000100:00100000:0.0:1763335550.503392:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c3ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041451904:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335550.503421:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 137478 00010000:00010000:0.0:1763335550.503440:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc400/0x10123ce7f0765faf lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f188 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335550.503461:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335550.503465:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335550.503470:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc400/0x10123ce7f0765faf lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f188 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335550.503491:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cc400, rc 0) 00000100:00100000:0.0:1763335550.503559:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+17:2408:x1848991029127040:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 8388us (11311us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335550.503567:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1755 00000100:00100000:2.0:1763335550.508590:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335550.508674:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335550.508771:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029127424 00000100:00100000:0.0:1763335550.508783:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029127424 00000100:00100000:0.0:1763335550.508848:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1285 00000100:00100000:0.0:1763335550.508858:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991029127424:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335550.508906:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335550.508926:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cc400/0x10123ce7f0765fb6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f19d expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335550.508983:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c3ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041452032:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335550.509336:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029127296 00000100:00100000:1.0:1763335550.509342:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029127296 00000100:00100000:1.0:1763335550.509382:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1756 00000100:00100000:1.0:1763335550.509389:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+17:2409:x1848991029127296:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335550.509399:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335550.509412:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ea00/0x10123ce7f0765fbd lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f196 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335550.509439:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e600/0x10123ce7f0765f70 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f15e expref: 16 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335550.509463:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5788380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041452160:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335550.509772:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3840 going to sleep for 11 seconds 00000100:00100000:1.0:1763335550.510656:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb000 going to sleep for 11 seconds 00000100:00100000:0.0:1763335550.514175:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c3ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041452032:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335550.514226:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cc400/0x10123ce7f0765fb6 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f19d expref: 8 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335550.514253:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cc400/0x10123ce7f0765fb6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f19d expref: 8 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335550.514266:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cc400, rc 0) 00000100:00100000:0.0:1763335550.514333:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991029127424:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5475us (5752us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335550.514342:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1285 00000100:00100000:1.0:1763335550.515203:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5788380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041452160:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335550.515222:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 137478 00010000:00010000:1.0:1763335550.515236:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ea00/0x10123ce7f0765fbd lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f196 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335550.515254:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335550.515257:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335550.515262:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ea00/0x10123ce7f0765fbd lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f196 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335550.515274:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643ea00, rc 0) 00000100:00100000:1.0:1763335550.515324:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+17:2409:x1848991029127296:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5934us (6649us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335550.515332:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1756 00000100:00100000:2.0:1763335550.521935:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335550.521986:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029127552 00000100:00100000:1.0:1763335550.521997:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029127552 00000100:00100000:1.0:1763335550.522066:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1757 00000100:00100000:1.0:1763335550.522075:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+17:15720:x1848991029127552:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335550.522096:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335550.522118:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ec00/0x10123ce7f0765fc4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f1a4 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335550.522148:0:6517:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e600/0x10123ce7f0765f70 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f15e expref: 16 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335550.522158:0:6517:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ec00/0x10123ce7f0765fc4 lrc: 4/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1a4 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335550.522193:0:6517:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e600/0x10123ce7f0765f70 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f15e expref: 16 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335550.522205:0:6517:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e600/0x10123ce7f0765f70 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f15e expref: 16 pid: 6517 timeout: 451 lvb_type: 0 00000100:00100000:1.0:1763335550.522217:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5788380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041452288:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335550.522301:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb000 going to sleep for 11 seconds 00000100:00100000:1.0:1763335550.529523:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5788380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041452288:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335550.529566:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ec00/0x10123ce7f0765fc4 lrc: 3/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1a4 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335550.529587:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335550.529591:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335550.529595:0:6517:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ec00/0x10123ce7f0765fc4 lrc: 3/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1a4 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335550.529606:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643ec00, rc 0) 00000100:00100000:1.0:1763335550.529854:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+18:15720:x1848991029127552:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7777us (7927us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335550.529864:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1757 00000100:00100000:2.0:1763335550.533746:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335550.533860:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029127680 00000100:00100000:1.0:1763335550.533916:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029127680 00010000:00010000:1.0:1763335550.533958:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e600/0x10123ce7f0765f70 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f15e expref: 17 pid: 6517 timeout: 451 lvb_type: 0 00000100:00100000:1.0:1763335550.534839:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 662 00000100:00100000:1.0:1763335550.534855:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c91500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+17:2409:x1848991029127680:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335550.534897:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335550.534922:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e600/0x10123ce7f0765f70 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f15e expref: 17 pid: 6517 timeout: 451 lvb_type: 0 00010000:00010000:1.0:1763335550.534936:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e600/0x10123ce7f0765f70 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f15e expref: 17 pid: 6517 timeout: 451 lvb_type: 0 00010000:00010000:1.0:1763335550.534962:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e600/0x10123ce7f0765f70 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f15e expref: 17 pid: 6517 timeout: 451 lvb_type: 0 00010000:00010000:1.0:1763335550.534978:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335550.534985:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ec00/0x10123ce7f0765fc4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1a4 expref: 17 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335550.534996:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ec00/0x10123ce7f0765fc4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1a4 expref: 17 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335550.535006:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ec00/0x10123ce7f0765fc4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1a4 expref: 17 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335550.535046:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ec00/0x10123ce7f0765fc4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1a4 expref: 17 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335550.535061:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5788380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041452416:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335550.535167:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb000 going to sleep for 11 seconds 00000100:00100000:1.0:1763335550.537566:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5788380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041452416:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335550.537591:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335550.537649:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c91500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+16:2409:x1848991029127680:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 2798us (3922us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335550.537659:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 662 00000100:00100000:3.0:1763335550.541192:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335550.541422:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029127808 00000100:00100000:2.0:1763335550.541435:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029127808 00002000:00100000:2.0:1763335550.541491:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4c44a80 x1848991029127808/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:596/0 lens 488/0 e 0 to 0 dl 1763335561 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335550.541501:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4c44a80 with x1848991029127808 00000100:00100000:2.0:1763335550.541968:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 987 00000100:00100000:2.0:1763335550.541979:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:2409:x1848991029127808:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335550.542222:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:2409:x1848991029127808:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 244us (1040us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335550.542232:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 987 00002000:00100000:2.0:1763335550.542240:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4c44a80 x1848991029127808/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:596/0 lens 488/4536 e 0 to 0 dl 1763335561 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335550.542249:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4c44a80 with x1848991029127808 00000100:00100000:2.0:1763335550.547522:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335550.548126:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029127936 00000100:00100000:0.0:1763335550.548137:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029127936 00002000:00100000:0.0:1763335550.548185:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc47ed500 x1848991029127936/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:596/0 lens 488/0 e 0 to 0 dl 1763335561 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335550.548196:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc47ed500 with x1848991029127936 00000100:00100000:0.0:1763335550.548534:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 988 00000100:00100000:0.0:1763335550.548545:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:2406:x1848991029127936:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335550.549024:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:2406:x1848991029127936:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 479us (1510us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335550.549033:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 988 00002000:00100000:0.0:1763335550.549042:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc47ed500 x1848991029127936/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:596/0 lens 488/4536 e 0 to 0 dl 1763335561 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335550.549051:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc47ed500 with x1848991029127936 00000100:00100000:3.0:1763335550.554468:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335550.554644:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029128064 00000100:00100000:0.0:1763335550.554658:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029128064 00002000:00100000:0.0:1763335550.554708:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4c46680 x1848991029128064/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:596/0 lens 488/0 e 0 to 0 dl 1763335561 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335550.554719:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4c46680 with x1848991029128064 00000100:00100000:0.0:1763335550.554766:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 989 00000100:00100000:0.0:1763335550.554776:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:2408:x1848991029128064:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335550.554977:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:2408:x1848991029128064:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 201us (519us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335550.554984:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 989 00002000:00100000:0.0:1763335550.554992:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4c46680 x1848991029128064/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:596/0 lens 488/4536 e 0 to 0 dl 1763335561 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335550.555000:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4c46680 with x1848991029128064 00000100:00100000:3.0:1763335550.559157:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335550.560085:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029128192 00000100:00100000:1.0:1763335550.560098:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029128192 00002000:00100000:1.0:1763335550.560155:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4c45500 x1848991029128192/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:596/0 lens 488/0 e 0 to 0 dl 1763335561 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335550.560166:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4c45500 with x1848991029128192 00000100:00100000:1.0:1763335550.560193:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 990 00000100:00100000:1.0:1763335550.560202:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+18:2406:x1848991029128192:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335550.560555:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+18:2406:x1848991029128192:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 352us (1406us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335550.560563:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 990 00002000:00100000:1.0:1763335550.560570:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4c45500 x1848991029128192/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:596/0 lens 488/4536 e 0 to 0 dl 1763335561 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335550.560577:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4c45500 with x1848991029128192 00000100:00100000:2.0:1763335550.566071:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335550.566176:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029128320 00000100:00100000:1.0:1763335550.566190:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029128320 00002000:00100000:1.0:1763335550.566247:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc47eea00 x1848991029128320/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:596/0 lens 488/0 e 0 to 0 dl 1763335561 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335550.566260:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc47eea00 with x1848991029128320 00000100:00100000:1.0:1763335550.566303:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 991 00000100:00100000:1.0:1763335550.566314:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+18:2408:x1848991029128320:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335550.566505:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+18:2408:x1848991029128320:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 191us (445us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335550.566512:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 991 00002000:00100000:1.0:1763335550.566518:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc47eea00 x1848991029128320/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:596/0 lens 488/4536 e 0 to 0 dl 1763335561 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335550.566525:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc47eea00 with x1848991029128320 00000100:00100000:3.0:1763335550.569620:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335550.569977:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029128448 00000100:00100000:0.0:1763335550.569987:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029128448 00002000:00100000:0.0:1763335550.570036:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4c44e00 x1848991029128448/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:596/0 lens 488/0 e 0 to 0 dl 1763335561 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335550.570046:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4c44e00 with x1848991029128448 00000100:00100000:0.0:1763335550.570070:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 992 00000100:00100000:0.0:1763335550.570079:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:2409:x1848991029128448:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335550.570248:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:2409:x1848991029128448:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 169us (635us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335550.570255:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 992 00002000:00100000:0.0:1763335550.570261:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4c44e00 x1848991029128448/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:596/0 lens 488/4536 e 0 to 0 dl 1763335561 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335550.570268:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4c44e00 with x1848991029128448 00000100:00100000:3.0:1763335550.574355:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335550.574498:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029128576 00000100:00100000:1.0:1763335550.574509:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029128576 00002000:00100000:1.0:1763335550.574553:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4c44700 x1848991029128576/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:596/0 lens 488/0 e 0 to 0 dl 1763335561 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335550.574564:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4c44700 with x1848991029128576 00000100:00100000:1.0:1763335550.574599:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 993 00000100:00100000:1.0:1763335550.574607:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+18:2409:x1848991029128576:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335550.574772:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+18:2409:x1848991029128576:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 165us (428us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335550.574780:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 993 00002000:00100000:1.0:1763335550.574786:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4c44700 x1848991029128576/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:596/0 lens 488/4536 e 0 to 0 dl 1763335561 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335550.574793:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4c44700 with x1848991029128576 00000100:00100000:2.0:1763335550.578168:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335550.578634:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029128704 00000100:00100000:0.0:1763335550.578645:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029128704 00002000:00100000:0.0:1763335550.578695:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc47ec000 x1848991029128704/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:596/0 lens 488/0 e 0 to 0 dl 1763335561 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335550.578707:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc47ec000 with x1848991029128704 00000100:00100000:0.0:1763335550.579103:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 994 00000100:00100000:0.0:1763335550.579120:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:2406:x1848991029128704:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335550.579365:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:2406:x1848991029128704:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 248us (1202us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335550.579376:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 994 00002000:00100000:0.0:1763335550.579388:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc47ec000 x1848991029128704/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:596/0 lens 488/4536 e 0 to 0 dl 1763335561 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335550.579399:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc47ec000 with x1848991029128704 00000100:00100000:3.0:1763335550.583061:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335550.583142:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029128832 00000100:00100000:0.0:1763335550.583153:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029128832 00000100:00100000:0.0:1763335550.583214:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1286 00000100:00100000:0.0:1763335550.583224:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991029128832:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335550.583240:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335550.583260:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cc400/0x10123ce7f0765fcb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f1ab expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335550.583314:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c3ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041452544:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335550.583937:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3b40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335550.586392:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c3ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041452544:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335550.586431:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cc400/0x10123ce7f0765fcb lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1ab expref: 8 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335550.586455:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cc400/0x10123ce7f0765fcb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1ab expref: 8 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335550.586466:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cc400, rc 0) 00000100:00100000:0.0:1763335550.586527:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991029128832:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3303us (3475us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335550.586536:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1286 00000100:00100000:2.0:1763335550.590313:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335550.590393:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029128960 00000100:00100000:0.0:1763335550.590404:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029128960 00000100:00100000:0.0:1763335550.590502:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1287 00000100:00100000:0.0:1763335550.590512:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+7:2407:x1848991029128960:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335550.590531:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335550.590550:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cd600/0x10123ce7f0765fd2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f1b2 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335550.590605:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c3ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041452672:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335550.590698:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3b40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335550.593473:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c3ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041452672:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335550.593511:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cd600/0x10123ce7f0765fd2 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1b2 expref: 8 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335550.593535:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cd600/0x10123ce7f0765fd2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1b2 expref: 8 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335550.593546:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cd600, rc 0) 00000100:00100000:0.0:1763335550.593708:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+7:2407:x1848991029128960:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3197us (3402us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335550.593717:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1287 00000100:00100000:2.0:1763335550.598978:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335550.599668:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029129088 00000100:00100000:0.0:1763335550.599680:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029129088 00000100:00100000:0.0:1763335550.599792:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1288 00000100:00100000:0.0:1763335550.599803:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+7:15720:x1848991029129088:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335550.599822:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335550.599844:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cc400/0x10123ce7f0765fd9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f1b9 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335550.600110:0:9882:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc61ccc00/0x10123ce7f0765f77 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f165 expref: 8 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335550.600119:0:9882:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335550.600121:0:9882:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335550.600125:0:9882:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cc400/0x10123ce7f0765fd9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1728512->1785855] (req 1728512->1785855) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1b9 expref: 8 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335550.600167:0:9882:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc61ccc00/0x10123ce7f0765f77 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f165 expref: 8 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335550.600181:0:9882:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc61ccc00/0x10123ce7f0765f77 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f165 expref: 8 pid: 9882 timeout: 451 lvb_type: 0 00000100:00100000:0.0:1763335550.600195:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c3ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041452800:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335550.600333:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3b40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335550.605658:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c3ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041452800:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335550.605702:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cc400/0x10123ce7f0765fd9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1728512->1785855] (req 1728512->1785855) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1b9 expref: 8 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335550.605721:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cc400, rc 0) 00000100:00100000:0.0:1763335550.605781:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:15720:x1848991029129088:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5979us (6811us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335550.605790:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1288 00000100:00100000:3.0:1763335550.607943:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335550.608071:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029129216 00000100:00100000:1.0:1763335550.608080:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029129216 00010000:00010000:1.0:1763335550.608116:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc61ccc00/0x10123ce7f0765f77 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f165 expref: 9 pid: 9882 timeout: 451 lvb_type: 0 00000100:00100000:1.0:1763335550.608157:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 663 00000100:00100000:1.0:1763335550.608165:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5416300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+9:2409:x1848991029129216:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335550.608183:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335550.608206:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc61ccc00/0x10123ce7f0765f77 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f165 expref: 9 pid: 9882 timeout: 451 lvb_type: 0 00010000:00010000:1.0:1763335550.608219:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc61ccc00/0x10123ce7f0765f77 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f165 expref: 9 pid: 9882 timeout: 451 lvb_type: 0 00010000:00010000:1.0:1763335550.608245:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc61ccc00/0x10123ce7f0765f77 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f165 expref: 9 pid: 9882 timeout: 451 lvb_type: 0 00010000:00010000:1.0:1763335550.608261:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335550.608263:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335550.608270:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cc400/0x10123ce7f0765fd9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1728512->1785855) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1b9 expref: 7 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335550.608281:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cc400/0x10123ce7f0765fd9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1728512->1785855) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1b9 expref: 7 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335550.608320:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cc400/0x10123ce7f0765fd9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1728512->1785855) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1b9 expref: 7 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335550.608333:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5788380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041452928:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335550.608418:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fbb40 going to sleep for 11 seconds 00000100:00100000:1.0:1763335550.613526:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5788380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041452928:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335550.613557:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335550.613617:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5416300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+8:2409:x1848991029129216:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 5452us (5681us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335550.613629:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 663 00000100:00100000:3.0:1763335550.614546:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335550.614634:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335550.614759:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029129472 00000100:00100000:0.0:1763335550.614768:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029129472 00000100:00100000:0.0:1763335550.614810:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1289 00000100:00100000:0.0:1763335550.614819:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc581ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+8:2409:x1848991029129472:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335550.614836:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335550.614855:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cd600/0x10123ce7f0765fe0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f1c7 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335550.614930:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c3ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041453056:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335550.614996:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3b40 going to sleep for 11 seconds 00000100:00100000:1.0:1763335550.615075:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029129344 00000100:00100000:1.0:1763335550.615079:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029129344 00000100:00100000:1.0:1763335550.615111:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1758 00000100:00100000:1.0:1763335550.615118:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc581fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+16:2409:x1848991029129344:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335550.615131:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335550.615144:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e600/0x10123ce7f0765fe7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f1c0 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335550.615170:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e600/0x10123ce7f0765fe7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1c0 expref: 17 pid: 6517 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763335550.615181:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 137478 00010000:00010000:1.0:1763335550.615189:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e600/0x10123ce7f0765fe7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1c0 expref: 17 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335550.615215:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335550.615219:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335550.615222:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643e600, rc 0) 00000100:00100000:1.0:1763335550.615248:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc581fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+17:2409:x1848991029129344:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 130us (707us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335550.615254:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1758 00002000:00010000:0.0:1763335550.620301:0:9882:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size: 0 -> 1784045 00002000:00010000:0.0:1763335550.620311:0:9882:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:0.0:1763335550.620335:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c3ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041453056:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335550.620369:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cd600/0x10123ce7f0765fe0 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1c7 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335550.620392:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cd600/0x10123ce7f0765fe0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1c7 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335550.620404:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cd600, rc 0) 00000100:00100000:1.0:1763335550.620519:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc581ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+8:2409:x1848991029129472:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5699us (5882us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335550.620529:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1289 00000100:00100000:2.0:1763335550.625043:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335550.625302:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029129600 00000100:00100000:1.0:1763335550.625312:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029129600 00000100:00100000:1.0:1763335550.625908:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1290 00000100:00100000:1.0:1763335550.625920:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+8:2409:x1848991029129600:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335550.625938:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335550.625954:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc643ea00/0x10123ce7f0765fee lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f1ce expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335550.626017:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5788380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041453184:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335550.626100:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb180 going to sleep for 11 seconds 00000100:00100000:1.0:1763335550.634430:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5788380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041453184:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335550.634469:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc643ea00/0x10123ce7f0765fee lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1ce expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335550.634491:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc643ea00/0x10123ce7f0765fee lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1ce expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335550.634504:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643ea00, rc 0) 00000100:00100000:1.0:1763335550.634567:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+8:2409:x1848991029129600:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 8649us (9534us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335550.634576:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1290 00000100:00100000:2.0:1763335550.642068:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335550.642214:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029129856 00000100:00100000:0.0:1763335550.642225:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029129856 00000100:00100000:1.0:1763335550.644061:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1759 00000100:00100000:1.0:1763335550.644085:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+17:15720:x1848991029129856:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:1.0:1763335550.644149:0:6517:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335550.644178:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e000/0x10123ce7f0765f85 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f16c expref: 17 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335550.644200:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335550.644206:0:6517:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335550.644398:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f0765ff5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763335550.644417:0:6517:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc800/0x10123ce7f0765f93 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f173 expref: 17 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335550.644428:0:6517:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f0765ff5 lrc: 4/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763335550.644465:0:6517:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc800/0x10123ce7f0765f93 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f173 expref: 17 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335550.644482:0:6517:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc800/0x10123ce7f0765f93 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f173 expref: 17 pid: 6515 timeout: 451 lvb_type: 0 00000100:00100000:1.0:1763335550.644503:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5788380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041453312:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335550.650592:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fbb40 going to sleep for 11 seconds 00000100:00100000:1.0:1763335550.657178:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5788380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041453312:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335550.657213:0:6517:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f0765ff5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00000100:00100000:2.0:1763335550.658248:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335550.659543:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029129984 00000100:00100000:1.0:1763335550.659555:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029129984 00010000:00010000:1.0:1763335550.659595:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc800/0x10123ce7f0765f93 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f173 expref: 18 pid: 6515 timeout: 451 lvb_type: 0 00000100:00100000:1.0:1763335550.660054:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 664 00000100:00100000:1.0:1763335550.660064:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47eed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+18:2409:x1848991029129984:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335550.660078:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335550.660085:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc800/0x10123ce7f0765f93 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f173 expref: 18 pid: 6515 timeout: 451 lvb_type: 0 00010000:00010000:1.0:1763335550.660096:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc800/0x10123ce7f0765f93 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f173 expref: 18 pid: 6515 timeout: 451 lvb_type: 0 00010000:00010000:1.0:1763335550.660117:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc800/0x10123ce7f0765f93 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f173 expref: 18 pid: 6515 timeout: 451 lvb_type: 0 00010000:00010000:1.0:1763335550.660130:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335550.660135:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f0765ff5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763335550.660149:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f0765ff5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763335550.660156:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f0765ff5 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763335550.660174:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335550.660227:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47eed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+17:2409:x1848991029129984:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 164us (1982us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335550.660233:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 664 00010000:00010000:0.0:1763335550.660285:0:6517:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f0765ff5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:0.0:1763335550.660292:0:6517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f0765ff5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00000001:00080000:0.0:1763335550.660376:0:6517:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967979 00000004:00010000:0.0:1763335550.660422:0:6517:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 137478 -> 137478 00000004:00010000:0.0:1763335550.660425:0:6517:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335550 -> 1763335550 00000004:00010000:0.0:1763335550.660427:0:6517:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335550 -> 1763335549 00000004:00010000:0.0:1763335550.660429:0:6517:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335550 -> 1763335550 00000004:00010000:0.0:1763335550.660431:0:6517:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 216 -> 216 00000004:00010000:0.0:1763335550.660440:0:6517:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000bab55ccd reply state 00000000aa3e2a95 transno 4294967980 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f0765ff5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:0.0:1763335550.660451:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f0765ff5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:0.0:1763335550.660457:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335550.660460:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335550.660463:0:6517:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763335550.660545:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+19:15720:x1848991029129856:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 16470us (18484us total) trans 4294967980 rc 0/0 00000100:00100000:0.0:1763335550.660552:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1759 00000020:00080000:0.0:1763335550.660555:0:6517:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763335550.664062:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335550.664158:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029130112 00000100:00100000:0.0:1763335550.664167:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029130112 00000100:00100000:0.0:1763335550.664219:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1760 00000100:00100000:0.0:1763335550.664228:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+19:15720:x1848991029130112:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335550.664249:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335550.664252:0:6517:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763335550.664288:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e600/0x10123ce7f0765fe7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1c0 expref: 19 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335550.664305:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335550.664310:0:6517:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335550.664324:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd600/0x10123ce7f0765ffc lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f1d5 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335550.664346:0:6517:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ec00/0x10123ce7f0765fc4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1a4 expref: 16 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335550.664361:0:6517:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd600/0x10123ce7f0765ffc lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1d5 expref: 19 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335550.664393:0:6517:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ec00/0x10123ce7f0765fc4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1a4 expref: 16 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335550.664405:0:6517:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ec00/0x10123ce7f0765fc4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1a4 expref: 16 pid: 6517 timeout: 451 lvb_type: 0 00000100:00100000:0.0:1763335550.664417:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c3ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041453440:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335550.664502:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3900 going to sleep for 11 seconds 00000100:00100000:0.0:1763335550.668262:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c3ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041453440:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335550.668298:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd600/0x10123ce7f0765ffc lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1d5 expref: 19 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335550.668316:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335550.668318:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335550.668323:0:6517:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd600/0x10123ce7f0765ffc lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1d5 expref: 19 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335550.668333:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cd600, rc 0) 00000100:00100000:0.0:1763335550.668390:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+19:15720:x1848991029130112:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4163us (4337us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335550.668398:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1760 00000100:00100000:3.0:1763335550.670354:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335550.670974:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029130240 00000100:00100000:1.0:1763335550.670984:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029130240 00010000:00010000:1.0:1763335550.671031:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ec00/0x10123ce7f0765fc4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1a4 expref: 17 pid: 6517 timeout: 451 lvb_type: 0 00000100:00100000:1.0:1763335550.671067:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 665 00000100:00100000:1.0:1763335550.671075:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc581ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+17:2409:x1848991029130240:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335550.671090:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335550.671111:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ec00/0x10123ce7f0765fc4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1a4 expref: 17 pid: 6517 timeout: 451 lvb_type: 0 00010000:00010000:1.0:1763335550.671124:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ec00/0x10123ce7f0765fc4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1a4 expref: 17 pid: 6517 timeout: 451 lvb_type: 0 00010000:00010000:1.0:1763335550.671145:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ec00/0x10123ce7f0765fc4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1a4 expref: 17 pid: 6517 timeout: 451 lvb_type: 0 00010000:00010000:1.0:1763335550.671159:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335550.671165:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd600/0x10123ce7f0765ffc lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1d5 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335550.671178:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd600/0x10123ce7f0765ffc lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1d5 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335550.671186:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd600/0x10123ce7f0765ffc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1d5 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335550.671217:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd600/0x10123ce7f0765ffc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1d5 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335550.671230:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5788380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041453568:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335550.671305:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fbb40 going to sleep for 11 seconds 00000100:00100000:1.0:1763335550.674616:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5788380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041453568:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335550.674645:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335550.674708:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc581ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+16:2409:x1848991029130240:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 3632us (4360us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335550.674721:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 665 00000100:00100000:3.0:1763335550.675853:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335550.676238:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029130368 00000100:00100000:1.0:1763335550.676248:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029130368 00000100:00100000:1.0:1763335550.676312:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1291 00000100:00100000:1.0:1763335550.676323:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc581c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+8:15720:x1848991029130368:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335550.676344:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335550.676367:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e000/0x10123ce7f0766003 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f1dc expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335550.676406:0:9882:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cc400/0x10123ce7f0765fd9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1728512->1785855) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1b9 expref: 7 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335550.676416:0:9882:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335550.676418:0:9882:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335550.676424:0:9882:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e000/0x10123ce7f0766003 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1dc expref: 9 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335550.676464:0:9882:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cc400/0x10123ce7f0765fd9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1728512->1785855) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1b9 expref: 7 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335550.676478:0:9882:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cc400/0x10123ce7f0765fd9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1728512->1785855) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1b9 expref: 7 pid: 9882 timeout: 451 lvb_type: 0 00000100:00100000:1.0:1763335550.676492:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5788380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041453696:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335550.676582:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fbb40 going to sleep for 11 seconds 00000100:00100000:1.0:1763335550.680553:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5788380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041453696:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335550.680594:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e000/0x10123ce7f0766003 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1dc expref: 9 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335550.680612:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643e000, rc 0) 00000100:00100000:1.0:1763335550.680673:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc581c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+9:15720:x1848991029130368:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4351us (4823us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335550.680681:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1291 00000100:00100000:3.0:1763335550.681007:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335550.681393:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029130496 00000100:00100000:0.0:1763335550.681403:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029130496 00002000:00100000:0.0:1763335550.681446:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1728512->1784044) req@ffff9aefc581c000 x1848991029130496/t0(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:596/0 lens 488/0 e 0 to 0 dl 1763335561 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335550.681456:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc581c000 with x1848991029130496 ext(1728512->1784044) 00010000:00010000:0.0:1763335550.681463:0:15204:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cc400/0x10123ce7f0765fd9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1728512->1785855) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1b9 expref: 8 pid: 9882 timeout: 451 lvb_type: 0 00010000:00010000:0.0:1763335550.681476:0:15204:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cc400/0x10123ce7f0765fd9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1728512->1785855) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1b9 expref: 8 pid: 9882 timeout: 451 lvb_type: 0 00002000:00010000:0.0:1763335550.681484:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9aefc581c000 00000100:00100000:0.0:1763335550.681520:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 37 00000100:00100000:0.0:1763335550.681529:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc581c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991029130496:12345-192.168.202.34@tcp:4:fsx.0 00000100:00100000:0.0:1763335550.686579:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc581c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+10:2409:x1848991029130496:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 5040us (5561us total) trans 4294967623 rc 0/0 00000100:00100000:0.0:1763335550.686595:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 37 00002000:00100000:0.0:1763335550.686609:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1728512->1784044) req@ffff9aefc581c000 x1848991029130496/t4294967623(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:596/0 lens 488/448 e 0 to 0 dl 1763335561 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335550.686620:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc581c000 with x1848991029130496 ext(1728512->1784044) 00010000:00010000:0.0:1763335550.686630:0:15204:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cc400/0x10123ce7f0765fd9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1728512->1785855) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1b9 expref: 10 pid: 9882 timeout: 451 lvb_type: 0 00010000:00010000:0.0:1763335550.686649:0:15204:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cc400/0x10123ce7f0765fd9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1728512->1785855) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1b9 expref: 10 pid: 9882 timeout: 451 lvb_type: 0 00002000:00010000:0.0:1763335550.686656:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9aefc581c000 00000100:00100000:2.0:1763335550.690808:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335550.690950:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029130624 00000100:00100000:1.0:1763335550.690960:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029130624 00010000:00010000:1.0:1763335550.691000:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cc400/0x10123ce7f0765fd9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1728512->1785855) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1b9 expref: 10 pid: 9882 timeout: 451 lvb_type: 0 00000100:00100000:1.0:1763335550.691061:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 666 00000100:00100000:1.0:1763335550.691071:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47ef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+10:2408:x1848991029130624:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335550.691087:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1763335550.691106:0:8416:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 1 -> 112 00010000:00010000:1.0:1763335550.691113:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cc400/0x10123ce7f0765fd9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1728512->1785855) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1b9 expref: 10 pid: 9882 timeout: 451 lvb_type: 0 00010000:00010000:1.0:1763335550.691125:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cc400/0x10123ce7f0765fd9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1728512->1785855) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1b9 expref: 10 pid: 9882 timeout: 451 lvb_type: 0 00010000:00010000:1.0:1763335550.691154:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cc400/0x10123ce7f0765fd9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1728512->1785855) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1b9 expref: 10 pid: 9882 timeout: 451 lvb_type: 0 00010000:00010000:1.0:1763335550.691172:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335550.691175:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335550.691183:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e000/0x10123ce7f0766003 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1dc expref: 8 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335550.691194:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e000/0x10123ce7f0766003 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1dc expref: 8 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335550.691240:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e000/0x10123ce7f0766003 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1dc expref: 8 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335550.691255:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5788380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041453824:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335550.691343:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fbb40 going to sleep for 11 seconds 00000100:00100000:1.0:1763335550.695425:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5788380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041453824:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335550.695454:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335550.695514:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47ef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+9:2408:x1848991029130624:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 4444us (4714us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335550.695526:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 666 00000100:00100000:3.0:1763335550.697604:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335550.697658:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335550.697773:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029130752 00000100:00100000:2.0:1763335550.697783:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029130752 00002000:00010000:2.0:1763335550.697828:0:6529:0:(mdt_io.c:274:mdt_punch_hpreq_check()) lustre-MDT0000: refresh DOM lock for [0x200000402:0xe:0x0] 00002000:00100000:2.0:1763335550.697833:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc55dc000 with x1848991029130752 00000100:00100000:2.0:1763335550.697894:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 995 00000100:00100000:2.0:1763335550.697902:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+19:2408:x1848991029130752:12345-192.168.202.34@tcp:10:fsx.0 00000004:00010000:2.0:1763335550.698118:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 137478 -> 340694 00000004:00010000:2.0:1763335550.698121:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335550 -> 1763335550 00000004:00010000:2.0:1763335550.698124:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335549 -> 1763335549 00000004:00010000:2.0:1763335550.698126:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335550 -> 1763335550 00000004:00010000:2.0:1763335550.698128:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 216 -> 216 00000100:00100000:2.0:1763335550.698181:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+20:2408:x1848991029130752:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 279us (522us total) trans 4294967981 rc 0/0 00000100:00100000:2.0:1763335550.698188:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 995 00002000:00010000:2.0:1763335550.698192:0:6529:0:(mdt_io.c:274:mdt_punch_hpreq_check()) lustre-MDT0000: refresh DOM lock for [0x200000402:0xe:0x0] 00002000:00100000:2.0:1763335550.698194:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc55dc000 with x1848991029130752 00000100:00100000:0.0:1763335550.698268:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029130880 00000100:00100000:0.0:1763335550.698273:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029130880 00002000:00010000:0.0:1763335550.698290:0:15204:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:0.0:1763335550.698293:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f5d9e300 with x1848991029130880 ext(0->18446744073709551615) 00002000:00010000:0.0:1763335550.698302:0:15204:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f5d9e300. 00000100:00100000:0.0:1763335550.698330:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 882 00000100:00100000:0.0:1763335550.698337:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5d9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+9:2408:x1848991029130880:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:0.0:1763335550.698540:0:15204:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1784045 -> 0 00002000:00010000:0.0:1763335550.698543:0:15204:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335550 -> 1763335550 00002000:00010000:0.0:1763335550.698546:0:15204:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335550 -> 1763335550 00002000:00010000:0.0:1763335550.698548:0:15204:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335550 -> 1763335550 00002000:00010000:0.0:1763335550.698551:0:15204:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 112 -> 0 00000100:00100000:0.0:1763335550.698571:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5d9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+10:2408:x1848991029130880:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 235us (979us total) trans 4294967624 rc 0/0 00000100:00100000:0.0:1763335550.698577:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 882 00002000:00010000:0.0:1763335550.698580:0:15204:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:0.0:1763335550.698582:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f5d9e300 with x1848991029130880 ext(0->18446744073709551615) 00002000:00010000:0.0:1763335550.698586:0:15204:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f5d9e300. 00000100:00100000:2.0:1763335550.702567:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335550.706940:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029131008 00000100:00100000:0.0:1763335550.706956:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029131008 00000100:00100000:0.0:1763335550.707033:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1761 00000100:00100000:0.0:1763335550.707043:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+20:15720:x1848991029131008:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335550.707068:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335550.707091:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc000/0x10123ce7f076600a lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f1e3 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335550.707195:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd400/0x10123ce7f0766011 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:0.0:1763335550.707212:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd400/0x10123ce7f0766011 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:0.0:1763335550.707223:0:6517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd400/0x10123ce7f0766011 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00000004:00200000:0.0:1763335550.707250:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 340694 00000004:00200000:0.0:1763335550.707255:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763335550.707273:0:6517:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd400/0x10123ce7f0766011 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:0.0:1763335550.707299:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc000/0x10123ce7f076600a lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1e3 expref: 22 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335550.707317:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd400/0x10123ce7f0766011 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1e3 expref: 21 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335550.707325:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335550.707328:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335550.707332:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cd400, rc 0) 00000100:00100000:0.0:1763335550.707400:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+21:15720:x1848991029131008:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 358us (4844us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335550.707409:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1761 00000100:00100000:2.0:1763335550.714782:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335550.714905:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029131136 00000100:00100000:1.0:1763335550.714916:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029131136 00002000:00100000:1.0:1763335550.714968:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc47ee300 x1848991029131136/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:596/0 lens 488/0 e 0 to 0 dl 1763335561 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335550.714980:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc47ee300 with x1848991029131136 00000100:00100000:1.0:1763335550.715007:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 996 00000100:00100000:1.0:1763335550.715016:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+21:2406:x1848991029131136:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335550.727512:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+21:2406:x1848991029131136:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 12485us (12728us total) trans 0 rc 344064/344064 00000100:00100000:1.0:1763335550.727527:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 996 00002000:00100000:1.0:1763335550.727540:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc47ee300 x1848991029131136/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:596/0 lens 488/440 e 0 to 0 dl 1763335561 ref 1 fl Complete:/600/0 rc 344064/344064 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335550.727550:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc47ee300 with x1848991029131136 00000100:00100000:3.0:1763335550.744235:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335550.744555:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029131264 00000100:00100000:2.0:1763335550.744565:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029131264 00000100:00100000:2.0:1763335550.746957:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1762 00000100:00100000:2.0:1763335550.746985:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5803b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+16:15720:x1848991029131264:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335550.747009:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335550.747037:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6470c00/0x10123ce7f0766018 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f1ea expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335550.747165:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6471c00/0x10123ce7f076601f lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763335550.747181:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6471c00/0x10123ce7f076601f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763335550.747193:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6471c00/0x10123ce7f076601f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 00000004:00200000:2.0:1763335550.747218:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 340694 00000004:00200000:2.0:1763335550.747222:0:6515:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763335550.747240:0:6515:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6471c00/0x10123ce7f076601f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763335550.747263:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6470c00/0x10123ce7f0766018 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1ea expref: 18 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335550.747280:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6471c00/0x10123ce7f076601f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1ea expref: 17 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335550.747289:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335550.747291:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335550.747295:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6471c00, rc 0) 00000100:00100000:2.0:1763335550.747373:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5803b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+17:15720:x1848991029131264:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 402us (3150us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335550.747380:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1762 00000100:00100000:2.0:1763335550.753246:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335550.753390:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335550.753570:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029131520 00000100:00100000:1.0:1763335550.753581:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029131520 00000100:00100000:1.0:1763335550.753641:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1292 00000100:00100000:1.0:1763335550.753651:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+9:2408:x1848991029131520:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335550.753668:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335550.753687:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc643ec00/0x10123ce7f0766026 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f1f8 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335550.753753:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5788380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041453952:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335550.753848:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fbb40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335550.753949:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029131392 00000100:00100000:0.0:1763335550.753954:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029131392 00000100:00100000:0.0:1763335550.753985:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1763 00000100:00100000:0.0:1763335550.753992:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbf4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+17:2409:x1848991029131392:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335550.754003:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335550.754023:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc000/0x10123ce7f076602d lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f1f1 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335550.754054:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd600/0x10123ce7f0765ffc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1d5 expref: 20 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335550.754077:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c3ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041454080:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335550.754107:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3b40 going to sleep for 11 seconds 00002000:00010000:1.0:1763335550.760235:0:9882:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335550 -> 1763335551 00000100:00100000:1.0:1763335550.760275:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5788380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041453952:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335550.760324:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc643ec00/0x10123ce7f0766026 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1f8 expref: 10 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335550.760354:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc643ec00/0x10123ce7f0766026 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1f8 expref: 10 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335550.760369:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643ec00, rc 0) 00000100:00100000:1.0:1763335550.760458:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+9:2408:x1848991029131520:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6807us (7220us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335550.760469:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1292 00000004:00010000:0.0:1763335550.769075:0:6517:0:(mdt_lvb.c:189:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime: 1763335549 -> 1763335551 00000100:00100000:0.0:1763335550.769106:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c3ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041454080:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335550.769135:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 340694 00010000:00010000:0.0:1763335550.769155:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc000/0x10123ce7f076602d lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1f1 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335550.769177:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335550.769180:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335550.769186:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc000/0x10123ce7f076602d lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1f1 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335550.769200:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cc000, rc 0) 00000100:00100000:0.0:1763335550.769273:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbf4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+17:2409:x1848991029131392:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 15279us (15881us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335550.769281:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1763 00000100:00100000:2.0:1763335550.774397:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335550.774444:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335550.774455:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029131776 00000100:00100000:1.0:1763335550.774466:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029131776 00000100:00100000:1.0:1763335550.774525:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1293 00000100:00100000:1.0:1763335550.774535:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbf5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+9:2408:x1848991029131776:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335550.774551:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335550.774570:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc643ec00/0x10123ce7f0766034 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f206 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335550.774627:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5788380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041454208:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335550.774714:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fbb40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335550.774784:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029131648 00000100:00100000:0.0:1763335550.774789:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029131648 00000100:00100000:0.0:1763335550.774831:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1764 00000100:00100000:0.0:1763335550.774838:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbf7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+17:2408:x1848991029131648:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335550.774850:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335550.774865:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc000/0x10123ce7f076603b lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f1ff expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335550.774914:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd600/0x10123ce7f0765ffc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1d5 expref: 20 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335550.774939:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c3ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041454336:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335550.774990:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3b40 going to sleep for 11 seconds 00000100:00100000:1.0:1763335550.780560:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5788380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041454208:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335550.780602:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc643ec00/0x10123ce7f0766034 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f206 expref: 10 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335550.780625:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc643ec00/0x10123ce7f0766034 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f206 expref: 10 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335550.780637:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643ec00, rc 0) 00000100:00100000:1.0:1763335550.780702:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbf5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+9:2408:x1848991029131776:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6168us (6316us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335550.780710:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1293 00000100:00100000:0.0:1763335550.781985:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c3ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041454336:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335550.782009:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 340694 00010000:00010000:0.0:1763335550.782525:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc000/0x10123ce7f076603b lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1ff expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335550.782550:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335550.782553:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335550.782560:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc000/0x10123ce7f076603b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1ff expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335550.782574:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cc000, rc 0) 00000100:00100000:0.0:1763335550.782642:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbf7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+17:2408:x1848991029131648:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7803us (8195us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335550.782651:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1764 00000100:00100000:3.0:1763335550.788419:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335550.788504:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029131904 00000100:00100000:2.0:1763335550.788515:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029131904 00000100:00100000:2.0:1763335550.788588:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 883 00000100:00100000:2.0:1763335550.788599:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5801180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+10:2406:x1848991029131904:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:2.0:1763335550.788825:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 0 -> 1543163 00002000:00010000:2.0:1763335550.788829:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335550 -> 1763335550 00002000:00010000:2.0:1763335550.788831:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335551 -> 1763335550 00002000:00010000:2.0:1763335550.788833:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335550 -> 1763335550 00002000:00010000:2.0:1763335550.788836:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 0 -> 64 00000100:00100000:2.0:1763335550.788942:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5801180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2406:x1848991029131904:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 344us (534us total) trans 4294967625 rc 0/0 00000100:00100000:2.0:1763335550.788951:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 883 00000100:00100000:2.0:1763335550.795471:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335550.795813:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029132032 00000100:00100000:1.0:1763335550.795826:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029132032 00000100:00100000:1.0:1763335550.795937:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1294 00000100:00100000:1.0:1763335550.795948:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbf4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+9:15720:x1848991029132032:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335550.795972:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335550.795994:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc643ec00/0x10123ce7f0766042 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f20d expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335550.796028:0:9882:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e000/0x10123ce7f0766003 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1dc expref: 10 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335550.796036:0:9882:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335550.796038:0:9882:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335550.796042:0:9882:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc643ec00/0x10123ce7f0766042 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1331200->1392639] (req 1331200->1392639) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f20d expref: 10 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335550.796082:0:9882:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e000/0x10123ce7f0766003 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1dc expref: 10 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335550.796096:0:9882:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e000/0x10123ce7f0766003 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1dc expref: 10 pid: 9882 timeout: 451 lvb_type: 0 00000100:00100000:1.0:1763335550.796110:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5788380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041454464:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335550.796201:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fbb40 going to sleep for 11 seconds 00000100:00100000:3.0:1763335550.802684:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335550.802957:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029132160 00000100:00100000:2.0:1763335550.802973:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029132160 00010000:00010000:2.0:1763335550.803024:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e000/0x10123ce7f0766003 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1dc expref: 11 pid: 9882 timeout: 451 lvb_type: 0 00000100:00100000:2.0:1763335550.803074:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 667 00000100:00100000:2.0:1763335550.803084:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f4515c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:2408:x1848991029132160:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335550.803099:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335550.803120:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e000/0x10123ce7f0766003 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1dc expref: 11 pid: 9882 timeout: 451 lvb_type: 0 00010000:00010000:2.0:1763335550.803134:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e000/0x10123ce7f0766003 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1dc expref: 11 pid: 9882 timeout: 451 lvb_type: 0 00010000:00010000:2.0:1763335550.803161:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335550.803163:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335550.803171:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc643ec00/0x10123ce7f0766042 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1331200->1392639) gid 0 flags: 0x50080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f20d expref: 10 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335550.803180:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc643ec00/0x10123ce7f0766042 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1331200->1392639) gid 0 flags: 0x50080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f20d expref: 10 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335550.803224:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc643ec00/0x10123ce7f0766042 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1331200->1392639) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f20d expref: 10 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335550.803238:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4522680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041454592:192.168.202.34@tcp:105: 00000100:00100000:2.0:1763335550.803340:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09c00 going to sleep for 11 seconds 00010000:00010000:1.0:1763335550.803687:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e000/0x10123ce7f0766003 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1dc expref: 11 pid: 9882 timeout: 451 lvb_type: 0 00000100:00100000:1.0:1763335550.803709:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5788380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041454464:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335550.803752:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc643ec00/0x10123ce7f0766042 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1331200->1392639) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f20d expref: 10 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335550.803769:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643ec00, rc 0) 00000100:00100000:1.0:1763335550.803822:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbf4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+10:15720:x1848991029132032:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7875us (8361us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335550.803834:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1294 00000100:00100000:2.0:1763335550.807672:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335550.807793:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029132288 00000100:00100000:0.0:1763335550.807811:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029132288 00000100:00100000:0.0:1763335550.807945:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 884 00000100:00100000:0.0:1763335550.807955:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4521180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+10:2409:x1848991029132288:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:0.0:1763335550.808177:0:15204:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1543163 -> 1543163 00002000:00010000:0.0:1763335550.808181:0:15204:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335550 -> 1763335550 00002000:00010000:0.0:1763335550.808184:0:15204:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335550 -> 1763335550 00002000:00010000:0.0:1763335550.808186:0:15204:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335550 -> 1763335550 00002000:00010000:0.0:1763335550.808188:0:15204:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 64 -> 64 00000100:00100000:0.0:1763335550.808259:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4521180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+11:2409:x1848991029132288:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 304us (601us total) trans 4294967626 rc 0/0 00000100:00100000:0.0:1763335550.808267:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 884 00000100:00100000:1.0:1763335550.809980:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4522680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041454592:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335550.810018:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335550.810103:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f4515c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+10:2408:x1848991029132160:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 7019us (7432us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335550.810120:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 667 00000100:00100000:0.0:1763335550.828961:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335550.830832:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029132416 00000100:00100000:1.0:1763335550.830852:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029132416 00000100:00100000:1.0:1763335550.830993:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1295 00000100:00100000:1.0:1763335550.831004:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+10:2407:x1848991029132416:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335550.831035:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335550.831059:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e000/0x10123ce7f0766049 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f214 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335550.831136:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5788380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041454720:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335550.831260:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fbd80 going to sleep for 11 seconds 00002000:00010000:1.0:1763335550.837969:0:9882:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335550 -> 1763335551 00002000:00010000:1.0:1763335550.837982:0:9882:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime: 1763335550 -> 1763335551 00000100:00100000:1.0:1763335550.838014:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5788380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041454720:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335550.838061:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e000/0x10123ce7f0766049 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f214 expref: 11 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335550.838089:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e000/0x10123ce7f0766049 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f214 expref: 11 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335550.838104:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643e000, rc 0) 00000100:00100000:1.0:1763335550.838191:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+10:2407:x1848991029132416:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7188us (9242us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335550.838201:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1295 00000100:00100000:2.0:1763335550.846174:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335550.846344:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029132544 00000100:00100000:1.0:1763335550.846363:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029132544 00000100:00100000:1.0:1763335550.846459:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1296 00000100:00100000:1.0:1763335550.846473:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4522a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+10:2406:x1848991029132544:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335550.846501:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335550.846528:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc643ea00/0x10123ce7f0766050 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f21b expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335550.846616:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5788380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041454848:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335550.846752:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fbd80 going to sleep for 11 seconds 00000100:00100000:1.0:1763335550.852354:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5788380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041454848:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335550.852395:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc643ea00/0x10123ce7f0766050 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f21b expref: 11 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335550.852421:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc643ea00/0x10123ce7f0766050 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f21b expref: 11 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335550.852434:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643ea00, rc 0) 00000100:00100000:1.0:1763335550.852499:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4522a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+10:2406:x1848991029132544:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6029us (6336us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335550.852508:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1296 00000100:00100000:2.0:1763335550.858395:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335550.858498:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029132672 00000100:00100000:0.0:1763335550.858509:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029132672 00000100:00100000:0.0:1763335550.858581:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1765 00000100:00100000:0.0:1763335550.858592:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4522680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+17:2407:x1848991029132672:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335550.858628:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335550.858650:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc400/0x10123ce7f0766057 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f222 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335550.858691:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd600/0x10123ce7f0765ffc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1d5 expref: 20 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335550.858743:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c3d880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041454976:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335550.858839:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3b40 going to sleep for 11 seconds 00000004:00010000:0.0:1763335550.866077:0:6517:0:(mdt_lvb.c:195:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime: 1763335550 -> 1763335551 00000100:00100000:0.0:1763335550.866109:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c3d880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041454976:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335550.866133:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 340694 00010000:00010000:0.0:1763335550.866154:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc400/0x10123ce7f0766057 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f222 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335550.866175:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335550.866178:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335550.866183:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc400/0x10123ce7f0766057 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f222 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335550.866202:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cc400, rc 0) 00000100:00100000:0.0:1763335550.867921:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4522680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+17:2407:x1848991029132672:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 9318us (9527us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335550.867935:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1765 00000100:00100000:2.0:1763335550.873153:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335550.873357:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029132800 00000100:00100000:0.0:1763335550.873369:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029132800 00000100:00100000:0.0:1763335550.873422:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1766 00000100:00100000:0.0:1763335550.873433:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc57a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+17:2406:x1848991029132800:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335550.873454:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335550.873475:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc400/0x10123ce7f076605e lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f229 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335550.873518:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd600/0x10123ce7f0765ffc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1d5 expref: 20 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335550.873561:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c3d880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041455104:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335550.873652:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3b40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335550.876457:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c3d880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041455104:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335550.876484:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 340694 00010000:00010000:0.0:1763335550.876502:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc400/0x10123ce7f076605e lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f229 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335550.876526:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335550.876529:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335550.876534:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc400/0x10123ce7f076605e lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f229 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335550.876548:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cc400, rc 0) 00000100:00100000:0.0:1763335550.876607:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc57a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+17:2406:x1848991029132800:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3175us (3465us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335550.876615:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1766 00000100:00100000:2.0:1763335550.881962:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335550.882115:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029132928 00000100:00100000:1.0:1763335550.882126:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029132928 00000100:00100000:1.0:1763335550.882201:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 997 00000100:00100000:1.0:1763335550.882211:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0d0394380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+21:2406:x1848991029132928:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:1.0:1763335550.882511:0:15202:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 340694 -> 649324 00000004:00010000:1.0:1763335550.882516:0:15202:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335550 -> 1763335550 00000004:00010000:1.0:1763335550.882519:0:15202:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335551 -> 1763335551 00000004:00010000:1.0:1763335550.882522:0:15202:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335551 -> 1763335550 00000004:00010000:1.0:1763335550.882524:0:15202:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 216 -> 264 00000100:00100000:1.0:1763335550.882605:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0d0394380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+22:2406:x1848991029132928:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 394us (656us total) trans 4294967982 rc 0/0 00000100:00100000:1.0:1763335550.882612:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 997 00000100:00100000:2.0:1763335550.887844:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335550.888460:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029133056 00000100:00100000:0.0:1763335550.888471:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029133056 00000100:00100000:1.0:1763335550.889152:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1767 00000100:00100000:1.0:1763335550.889168:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0d0397800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+17:2406:x1848991029133056:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335550.889190:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335550.889212:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ea00/0x10123ce7f0766065 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f230 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335550.889253:0:6515:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd600/0x10123ce7f0765ffc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1d5 expref: 21 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335550.889294:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5788380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041455232:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335550.890351:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb180 going to sleep for 11 seconds 00000004:00010000:1.0:1763335550.895795:0:6515:0:(mdt_lvb.c:195:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime: 1763335550 -> 1763335551 00000100:00100000:1.0:1763335550.895824:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5788380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041455232:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335550.895847:0:6515:0:(mdt_io.c:1529:mdt_lvb2reply()) size 649324 00010000:00010000:1.0:1763335550.895894:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ea00/0x10123ce7f0766065 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f230 expref: 18 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335550.895916:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335550.895920:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335550.895925:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ea00/0x10123ce7f0766065 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f230 expref: 18 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335550.895942:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643ea00, rc 0) 00000100:00100000:1.0:1763335550.896139:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0d0397800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+17:2406:x1848991029133056:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6976us (8304us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335550.896148:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1767 00000100:00100000:2.0:1763335550.901324:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335550.901406:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029133184 00000100:00100000:1.0:1763335550.901418:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029133184 00000100:00100000:1.0:1763335550.901491:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1768 00000100:00100000:1.0:1763335550.901504:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0d0395500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+17:2407:x1848991029133184:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335550.901533:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335550.901576:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e000/0x10123ce7f076606c lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f237 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335550.901619:0:6515:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd600/0x10123ce7f0765ffc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1d5 expref: 21 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335550.901663:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5788380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041455360:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335550.901758:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb180 going to sleep for 11 seconds 00000100:00100000:1.0:1763335550.904859:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5788380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041455360:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335550.904923:0:6515:0:(mdt_io.c:1529:mdt_lvb2reply()) size 649324 00010000:00010000:1.0:1763335550.904943:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e000/0x10123ce7f076606c lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f237 expref: 18 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335550.904965:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335550.904968:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335550.904973:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e000/0x10123ce7f076606c lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f237 expref: 18 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335550.904990:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643e000, rc 0) 00000100:00100000:1.0:1763335550.905060:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0d0395500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+17:2407:x1848991029133184:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3558us (3747us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335550.905069:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1768 00000100:00100000:3.0:1763335550.908927:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335550.909255:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029133440 00000100:00100000:1.0:1763335550.909265:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029133440 00000100:00100000:1.0:1763335550.909326:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1769 00000100:00100000:1.0:1763335550.909335:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ed87ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:273362c8-ad54-46f8-a663-195ccb4b667f+22:15720:x1848991029133440:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:1.0:1763335550.909398:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335550.909426:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd400/0x10123ce7f0766011 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1e3 expref: 22 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335550.909445:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335550.909449:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335550.909627:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ea00/0x10123ce7f0766073 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335550.909641:0:6515:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6471c00/0x10123ce7f076601f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1ea expref: 16 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335550.909652:0:6515:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ea00/0x10123ce7f0766073 lrc: 4/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335550.909681:0:6515:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6471c00/0x10123ce7f076601f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1ea expref: 16 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335550.909694:0:6515:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6471c00/0x10123ce7f076601f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1ea expref: 16 pid: 6515 timeout: 451 lvb_type: 0 00000100:00100000:1.0:1763335550.909708:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5788380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041455488:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335550.909802:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb840 going to sleep for 11 seconds 00000100:00100000:1.0:1763335550.914309:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5788380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041455488:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335550.914341:0:6515:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ea00/0x10123ce7f0766073 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 00000100:00100000:3.0:1763335550.915331:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335550.915395:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029133568 00000100:00100000:1.0:1763335550.915404:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029133568 00010000:00010000:1.0:1763335550.915440:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6471c00/0x10123ce7f076601f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1ea expref: 17 pid: 6515 timeout: 451 lvb_type: 0 00000100:00100000:1.0:1763335550.915511:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 668 00000100:00100000:1.0:1763335550.915520:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ed87a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+17:2408:x1848991029133568:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335550.915535:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335550.915543:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6471c00/0x10123ce7f076601f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1ea expref: 17 pid: 6515 timeout: 451 lvb_type: 0 00010000:00010000:1.0:1763335550.915556:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6471c00/0x10123ce7f076601f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1ea expref: 17 pid: 6515 timeout: 451 lvb_type: 0 00010000:00010000:1.0:1763335550.915579:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6471c00/0x10123ce7f076601f lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1ea expref: 17 pid: 6515 timeout: 451 lvb_type: 0 00010000:00010000:1.0:1763335550.915594:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335550.915600:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ea00/0x10123ce7f0766073 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335550.915614:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ea00/0x10123ce7f0766073 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40290000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335550.915622:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ea00/0x10123ce7f0766073 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40290000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335550.916090:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335550.916631:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ed87a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+16:2408:x1848991029133568:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 1106us (1299us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335550.916643:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 668 00010000:00010000:2.0:1763335550.916772:0:6515:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ea00/0x10123ce7f0766073 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763335550.916783:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ea00/0x10123ce7f0766073 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 00000001:00080000:2.0:1763335550.916906:0:6515:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967983 00000004:00010000:2.0:1763335550.916953:0:6515:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 649324 -> 649324 00000004:00010000:2.0:1763335550.916957:0:6515:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335550 -> 1763335551 00000004:00010000:2.0:1763335550.916959:0:6515:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335551 -> 1763335551 00000004:00010000:2.0:1763335550.916962:0:6515:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335551 -> 1763335551 00000004:00010000:2.0:1763335550.916964:0:6515:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 264 -> 264 00000004:00010000:2.0:1763335550.916971:0:6515:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000bb5053b4 reply state 00000000c42b1377 transno 4294967984 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ea00/0x10123ce7f0766073 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763335550.916985:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ea00/0x10123ce7f0766073 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763335550.916993:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335550.916996:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335550.916999:0:6515:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763335550.917089:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ed87ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:273362c8-ad54-46f8-a663-195ccb4b667f+24:15720:x1848991029133440:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 7754us (8174us total) trans 4294967984 rc 0/0 00000100:00100000:2.0:1763335550.917096:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1769 00000020:00080000:2.0:1763335550.917100:0:6515:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763335550.921363:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335550.921621:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029133696 00000100:00100000:1.0:1763335550.921633:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029133696 00000100:00100000:1.0:1763335550.921693:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1297 00000100:00100000:1.0:1763335550.921703:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+10:15720:x1848991029133696:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335550.921721:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335550.921988:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e000/0x10123ce7f076607a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f23e expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335550.922035:0:9882:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc643ec00/0x10123ce7f0766042 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1331200->1392639) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f20d expref: 10 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335550.922043:0:9882:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335550.922046:0:9882:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335550.922050:0:9882:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e000/0x10123ce7f076607a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f23e expref: 11 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335550.922088:0:9882:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc643ec00/0x10123ce7f0766042 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1331200->1392639) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f20d expref: 10 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335550.922107:0:9882:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc643ec00/0x10123ce7f0766042 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1331200->1392639) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f20d expref: 10 pid: 9882 timeout: 451 lvb_type: 0 00000100:00100000:1.0:1763335550.922123:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5788380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041455616:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335550.922215:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb840 going to sleep for 11 seconds 00000100:00100000:0.0:1763335550.927969:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335550.928064:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5788380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041455616:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335550.928098:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e000/0x10123ce7f076607a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f23e expref: 11 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335550.928193:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029133824 00000100:00100000:2.0:1763335550.928200:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029133824 00010000:00010000:2.0:1763335550.928234:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc643ec00/0x10123ce7f0766042 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1331200->1392639) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f20d expref: 11 pid: 9882 timeout: 451 lvb_type: 0 00010000:00010000:1.0:1763335550.928588:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643e000, rc 0) 00000100:00100000:1.0:1763335550.928656:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:15720:x1848991029133696:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6953us (7303us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335550.928665:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1297 00000100:00100000:2.0:1763335550.928997:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 669 00000100:00100000:2.0:1763335550.929009:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c3d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+11:2409:x1848991029133824:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335550.929024:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335550.929043:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc643ec00/0x10123ce7f0766042 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1331200->1392639) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f20d expref: 11 pid: 9882 timeout: 451 lvb_type: 0 00010000:00010000:2.0:1763335550.929061:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc643ec00/0x10123ce7f0766042 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1331200->1392639) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f20d expref: 11 pid: 9882 timeout: 451 lvb_type: 0 00010000:00010000:2.0:1763335550.929085:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc643ec00/0x10123ce7f0766042 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1331200->1392639) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f20d expref: 11 pid: 9882 timeout: 451 lvb_type: 0 00010000:00010000:2.0:1763335550.929097:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335550.929099:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335550.929116:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e000/0x10123ce7f076607a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f23e expref: 10 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335550.929126:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e000/0x10123ce7f076607a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f23e expref: 10 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335550.929162:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e000/0x10123ce7f076607a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f23e expref: 10 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335550.929176:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc47df480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041455744:192.168.202.34@tcp:105: 00000100:00100000:2.0:1763335550.929233:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f099c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335550.933959:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc47df480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041455744:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335550.933990:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335550.934042:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c3d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+10:2409:x1848991029133824:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 5035us (6086us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335550.934055:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 669 00000100:00100000:0.0:1763335550.935176:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335550.935250:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029133952 00000100:00100000:2.0:1763335550.935258:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029133952 00002000:00010000:2.0:1763335550.935296:0:6529:0:(mdt_io.c:274:mdt_punch_hpreq_check()) lustre-MDT0000: refresh DOM lock for [0x200000402:0xe:0x0] 00002000:00100000:2.0:1763335550.935302:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7c3f800 with x1848991029133952 00000100:00100000:2.0:1763335550.935338:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 998 00000100:00100000:2.0:1763335550.935347:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+24:2409:x1848991029133952:12345-192.168.202.34@tcp:10:fsx.0 00000004:00010000:2.0:1763335550.935644:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 649324 -> 441040 00000004:00010000:2.0:1763335550.935648:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335551 -> 1763335551 00000004:00010000:2.0:1763335550.935651:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335551 -> 1763335551 00000004:00010000:2.0:1763335550.935653:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335551 -> 1763335551 00000004:00010000:2.0:1763335550.935656:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 264 -> 216 00000100:00100000:2.0:1763335550.935720:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+25:2409:x1848991029133952:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 373us (549us total) trans 4294967985 rc 0/0 00000100:00100000:2.0:1763335550.936695:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 998 00002000:00010000:2.0:1763335550.936701:0:6529:0:(mdt_io.c:274:mdt_punch_hpreq_check()) lustre-MDT0000: refresh DOM lock for [0x200000402:0xe:0x0] 00002000:00100000:2.0:1763335550.936704:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7c3f800 with x1848991029133952 00000100:00100000:0.0:1763335550.937087:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335550.937186:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029134080 00000100:00100000:2.0:1763335550.937194:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029134080 00002000:00010000:2.0:1763335550.937221:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:2.0:1763335550.937226:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7c3d180 with x1848991029134080 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335550.937236:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7c3d180. 00000100:00100000:2.0:1763335550.937262:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 885 00000100:00100000:2.0:1763335550.937271:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2408:x1848991029134080:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:2.0:1763335550.938074:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1543163 -> 0 00002000:00010000:2.0:1763335550.938080:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335550 -> 1763335551 00002000:00010000:2.0:1763335550.938082:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335551 -> 1763335550 00002000:00010000:2.0:1763335550.938084:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335551 -> 1763335551 00002000:00010000:2.0:1763335550.938086:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 64 -> 0 00000100:00100000:2.0:1763335550.938372:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+12:2408:x1848991029134080:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 1100us (1284us total) trans 4294967627 rc 0/0 00000100:00100000:2.0:1763335550.938381:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 885 00002000:00010000:2.0:1763335550.938387:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:2.0:1763335550.938389:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7c3d180 with x1848991029134080 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335550.938394:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7c3d180. 00000100:00100000:2.0:1763335550.945139:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335550.945516:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029134208 00000100:00100000:1.0:1763335550.945530:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029134208 00000100:00100000:1.0:1763335550.945836:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1770 00000100:00100000:1.0:1763335550.945848:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+16:15720:x1848991029134208:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335550.946017:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335550.946042:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e800/0x10123ce7f0766081 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f245 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335550.946149:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f600/0x10123ce7f0766088 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335550.946165:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f600/0x10123ce7f0766088 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335550.946176:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f600/0x10123ce7f0766088 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 00000004:00200000:1.0:1763335550.946203:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 441040 00000004:00200000:1.0:1763335550.946208:0:6515:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763335550.946232:0:6515:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f600/0x10123ce7f0766088 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335550.946258:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e800/0x10123ce7f0766081 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f245 expref: 18 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335550.946275:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f600/0x10123ce7f0766088 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f245 expref: 17 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335550.946285:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335550.946288:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335550.946292:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643f600, rc 0) 00000100:00100000:1.0:1763335550.946350:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+17:15720:x1848991029134208:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 505us (1220us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335550.946358:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1770 00000100:00100000:0.0:1763335550.950802:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335550.951021:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029134336 00000100:00100000:1.0:1763335550.951031:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029134336 00000100:00100000:1.0:1763335550.951092:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1771 00000100:00100000:1.0:1763335550.951110:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+17:2409:x1848991029134336:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335550.951131:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335550.951151:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e800/0x10123ce7f076608f lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f24c expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335550.951187:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd600/0x10123ce7f0765ffc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1d5 expref: 24 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335550.951224:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5788380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041455872:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335550.951300:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb840 going to sleep for 11 seconds 00000100:00100000:2.0:1763335550.955114:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335550.956762:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5788380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041455872:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335550.956790:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 441040 00010000:00010000:2.0:1763335550.956812:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e800/0x10123ce7f076608f lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f24c expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335550.956836:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335550.956839:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335550.956844:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e800/0x10123ce7f076608f lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f24c expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335550.956858:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643e800, rc 0) 00000100:00100000:1.0:1763335550.956934:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029134464 00000100:00100000:1.0:1763335550.956942:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029134464 00000100:00100000:2.0:1763335550.956971:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+17:2409:x1848991029134336:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5868us (6177us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335550.956981:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1771 00000100:00100000:1.0:1763335550.957112:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1298 00000100:00100000:1.0:1763335550.957123:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+10:2408:x1848991029134464:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335550.957139:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335550.957157:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e200/0x10123ce7f0766096 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f253 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335550.957208:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5788380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041456000:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335550.957261:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb000 going to sleep for 11 seconds 00002000:00010000:1.0:1763335550.960522:0:9882:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335550 -> 1763335551 00000100:00100000:1.0:1763335550.960549:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5788380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041456000:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335550.960582:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e200/0x10123ce7f0766096 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f253 expref: 11 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335550.960602:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e200/0x10123ce7f0766096 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f253 expref: 11 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335550.960613:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643e200, rc 0) 00000100:00100000:1.0:1763335550.960822:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+10:2408:x1848991029134464:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3699us (5717us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335550.960832:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1298 00000100:00100000:0.0:1763335550.963829:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335550.963985:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029134720 00000100:00100000:1.0:1763335550.963997:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029134720 00000100:00100000:0.0:1763335550.964008:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335550.964057:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1299 00000100:00100000:1.0:1763335550.964067:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+10:2406:x1848991029134720:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335550.964085:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335550.964113:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fc00/0x10123ce7f076609d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f261 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335550.964171:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5788380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041456128:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335550.964259:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb000 going to sleep for 11 seconds 00000100:00100000:2.0:1763335550.964623:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029134592 00000100:00100000:2.0:1763335550.964628:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029134592 00000100:00100000:2.0:1763335550.965493:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1772 00000100:00100000:2.0:1763335550.965505:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+17:2406:x1848991029134592:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335550.965518:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335550.965534:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6471400/0x10123ce7f07660a4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f25a expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335550.965565:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd600/0x10123ce7f0765ffc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1d5 expref: 24 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335550.965597:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffa12680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041456256:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335550.965645:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09840 going to sleep for 11 seconds 00000100:00100000:2.0:1763335550.968982:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5788380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041456128:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335550.969029:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fc00/0x10123ce7f076609d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f261 expref: 11 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335550.969053:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fc00/0x10123ce7f076609d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f261 expref: 11 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335550.969065:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643fc00, rc 0) 00000100:00100000:2.0:1763335550.969265:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+10:2406:x1848991029134720:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5198us (5443us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335550.969275:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1299 00000100:00100000:2.0:1763335550.972727:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffa12680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041456256:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335550.972763:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 441040 00010000:00010000:2.0:1763335550.972783:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6471400/0x10123ce7f07660a4 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f25a expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335550.972808:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335550.972811:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335550.972816:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6471400/0x10123ce7f07660a4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f25a expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335550.972829:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6471400, rc 0) 00000100:00100000:2.0:1763335550.972953:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+17:2406:x1848991029134592:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7449us (8942us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335550.972963:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1772 00000100:00100000:0.0:1763335550.978221:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335550.978343:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029134848 00000100:00100000:2.0:1763335550.978354:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029134848 00000100:00100000:2.0:1763335550.978410:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1300 00000100:00100000:2.0:1763335550.978420:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc471d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+10:15720:x1848991029134848:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335550.978437:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335550.978454:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc6470c00/0x10123ce7f07660ab lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f268 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335550.978483:0:9882:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e000/0x10123ce7f076607a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f23e expref: 11 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335550.978491:0:9882:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335550.978492:0:9882:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335550.978496:0:9882:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc6470c00/0x10123ce7f07660ab lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1523712->1548287] (req 1523712->1548287) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f268 expref: 11 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335550.978525:0:9882:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e000/0x10123ce7f076607a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f23e expref: 11 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335550.978537:0:9882:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e000/0x10123ce7f076607a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f23e expref: 11 pid: 9882 timeout: 451 lvb_type: 0 00000100:00100000:2.0:1763335550.978550:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffa12680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041456384:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335550.978626:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09840 going to sleep for 11 seconds 00000100:00100000:1.0:1763335550.982385:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335550.982704:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029134976 00000100:00100000:3.0:1763335550.982713:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029134976 00010000:00010000:3.0:1763335550.982763:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e000/0x10123ce7f076607a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f23e expref: 12 pid: 9882 timeout: 451 lvb_type: 0 00000100:00100000:3.0:1763335550.982810:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 670 00000100:00100000:3.0:1763335550.982821:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc578ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+12:2408:x1848991029134976:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335550.982837:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335550.982856:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e000/0x10123ce7f076607a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f23e expref: 12 pid: 9882 timeout: 451 lvb_type: 0 00010000:00010000:3.0:1763335550.982890:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e000/0x10123ce7f076607a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f23e expref: 12 pid: 9882 timeout: 451 lvb_type: 0 00010000:00010000:3.0:1763335550.982918:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335550.982920:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335550.982928:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc6470c00/0x10123ce7f07660ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1523712->1548287) gid 0 flags: 0x50080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f268 expref: 11 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335550.982940:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc6470c00/0x10123ce7f07660ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1523712->1548287) gid 0 flags: 0x50080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f268 expref: 11 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335550.982979:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc6470c00/0x10123ce7f07660ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1523712->1548287) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f268 expref: 11 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335550.982992:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c41500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041456512:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335550.983079:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850300 going to sleep for 11 seconds 00010000:00010000:2.0:1763335550.983376:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e000/0x10123ce7f076607a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f23e expref: 12 pid: 9882 timeout: 451 lvb_type: 0 00000100:00100000:2.0:1763335550.983391:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffa12680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041456384:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335550.983461:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc6470c00/0x10123ce7f07660ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1523712->1548287) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f268 expref: 11 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335550.983472:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6470c00, rc 0) 00000100:00100000:2.0:1763335550.983504:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc471d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+11:15720:x1848991029134848:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5086us (5296us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335550.983514:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1300 00000100:00100000:3.0:1763335550.989537:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c41500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041456512:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335550.989568:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335550.989630:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc578ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:2408:x1848991029134976:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 6810us (7254us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335550.989641:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 670 00000100:00100000:1.0:1763335550.990114:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335550.990208:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029135104 00000100:00100000:2.0:1763335550.990216:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029135104 00000100:00100000:2.0:1763335550.990268:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1773 00000100:00100000:2.0:1763335550.990277:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5788380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+17:2408:x1848991029135104:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335550.990294:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335550.990312:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6471400/0x10123ce7f07660b2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f26f expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335550.990347:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd600/0x10123ce7f0765ffc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1d5 expref: 24 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335550.990384:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffa12680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041456640:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335550.990450:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09840 going to sleep for 11 seconds 00000100:00100000:2.0:1763335550.992966:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffa12680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041456640:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335550.992992:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 441040 00010000:00010000:2.0:1763335550.993012:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6471400/0x10123ce7f07660b2 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f26f expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335550.993034:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335550.993038:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335550.993043:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6471400/0x10123ce7f07660b2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f26f expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335550.993057:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6471400, rc 0) 00000100:00100000:2.0:1763335550.993632:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5788380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+17:2408:x1848991029135104:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3354us (3517us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335550.993641:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1773 00000100:00100000:0.0:1763335550.997544:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335550.997659:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029135232 00000100:00100000:2.0:1763335550.997670:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029135232 00000100:00100000:2.0:1763335550.997741:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1774 00000100:00100000:2.0:1763335550.997751:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+17:2409:x1848991029135232:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335550.997770:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335550.997792:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6470800/0x10123ce7f07660b9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f276 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335550.997828:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd600/0x10123ce7f0765ffc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1d5 expref: 24 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335550.997916:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffa12680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041456768:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335550.998000:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09840 going to sleep for 11 seconds 00000100:00100000:2.0:1763335551.000619:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffa12680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041456768:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335551.000646:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 441040 00010000:00010000:2.0:1763335551.000666:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6470800/0x10123ce7f07660b9 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f276 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335551.000694:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335551.000697:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335551.000702:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6470800/0x10123ce7f07660b9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f276 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335551.000716:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6470800, rc 0) 00000100:00100000:2.0:1763335551.000797:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+17:2409:x1848991029135232:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3047us (3261us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335551.000807:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1774 00000100:00100000:0.0:1763335551.004561:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335551.004637:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029135360 00000100:00100000:2.0:1763335551.004647:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029135360 00000100:00100000:2.0:1763335551.004723:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1775 00000100:00100000:2.0:1763335551.004741:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc579f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+17:2408:x1848991029135360:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335551.004762:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335551.004783:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6471400/0x10123ce7f07660c0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f27d expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335551.004822:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd600/0x10123ce7f0765ffc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1d5 expref: 24 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335551.004863:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffa12680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041456896:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335551.004968:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09840 going to sleep for 11 seconds 00000100:00080000:0.0:1763335551.005415:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1763335551.008984:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffa12680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041456896:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335551.009011:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 441040 00010000:00010000:2.0:1763335551.009029:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6471400/0x10123ce7f07660c0 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f27d expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335551.009057:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335551.009060:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335551.009065:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6471400/0x10123ce7f07660c0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f27d expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335551.009079:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6471400, rc 0) 00000100:00100000:2.0:1763335551.009143:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc579f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+17:2408:x1848991029135360:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4410us (4591us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335551.009152:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1775 00000100:00100000:1.0:1763335551.016993:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335551.017073:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029135488 00000100:00100000:2.0:1763335551.017083:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029135488 00002000:00100000:2.0:1763335551.017132:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1376256->1380351) req@ffff9af0f7c92d80 x1848991029135488/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:597/0 lens 488/0 e 0 to 0 dl 1763335562 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335551.017143:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7c92d80 with x1848991029135488 ext(1376256->1380351) 00002000:00010000:2.0:1763335551.017149:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7c92d80 00000100:00100000:2.0:1763335551.017182:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 886 00000100:00100000:2.0:1763335551.017191:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+11:2408:x1848991029135488:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335551.017377:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+11:2408:x1848991029135488:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 186us (395us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335551.017386:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 886 00002000:00100000:2.0:1763335551.017392:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1376256->1380351) req@ffff9af0f7c92d80 x1848991029135488/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:597/0 lens 488/440 e 0 to 0 dl 1763335562 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335551.017400:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7c92d80 with x1848991029135488 ext(1376256->1380351) 00002000:00010000:2.0:1763335551.017404:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7c92d80 00000100:00100000:0.0:1763335551.027672:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335551.027762:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029135616 00000100:00100000:3.0:1763335551.027773:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029135616 00002000:00100000:3.0:1763335551.027822:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1376256->1546185) req@ffff9aefc579e300 x1848991029135616/t0(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:597/0 lens 504/0 e 0 to 0 dl 1763335562 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335551.027833:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc579e300 with x1848991029135616 ext(1376256->1546185) 00002000:00010000:3.0:1763335551.027839:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc579e300 00000100:00100000:3.0:1763335551.027904:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 887 00000100:00100000:3.0:1763335551.027914:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc579e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+11:2408:x1848991029135616:12345-192.168.202.34@tcp:4:fsx.0 00000100:00100000:3.0:1763335551.035644:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc579e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+13:2408:x1848991029135616:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 7718us (7967us total) trans 4294967628 rc 0/0 00000100:00100000:3.0:1763335551.035660:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 887 00002000:00100000:3.0:1763335551.035675:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1376256->1546185) req@ffff9aefc579e300 x1848991029135616/t4294967628(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:597/0 lens 504/448 e 0 to 0 dl 1763335562 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335551.035685:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc579e300 with x1848991029135616 ext(1376256->1546185) 00002000:00010000:3.0:1763335551.035692:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc579e300 00000100:00100000:1.0:1763335551.036797:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335551.037843:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029135744 00000100:00100000:2.0:1763335551.037857:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029135744 00000100:00100000:2.0:1763335551.037999:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1301 00000100:00100000:2.0:1763335551.038009:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+13:2408:x1848991029135744:12345-192.168.202.34@tcp:16:fsx.0 00000001:00080000:1.0:1763335551.040215:0:9466:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967628 is committed 00000001:00080000:1.0:1763335551.040233:0:9466:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967627 is committed 00000100:00100000:2.0:1763335551.040454:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991029135744:12345-192.168.202.34@tcp:16:fsx.0 Request processed in 2442us (3657us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335551.040466:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1301 00000100:00100000:0.0:1763335551.045027:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335551.045365:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029135872 00000100:00100000:2.0:1763335551.045375:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029135872 00000100:00100000:2.0:1763335551.045435:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1776 00000100:00100000:2.0:1763335551.045445:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc579d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+17:2408:x1848991029135872:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335551.045467:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335551.045489:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6471400/0x10123ce7f07660c7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f284 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335551.045524:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd600/0x10123ce7f0765ffc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1d5 expref: 24 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335551.045563:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffa12680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041457024:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335551.045661:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09840 going to sleep for 11 seconds 00000100:00100000:2.0:1763335551.050600:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffa12680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041457024:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335551.050631:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 441040 00010000:00010000:2.0:1763335551.050654:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6471400/0x10123ce7f07660c7 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f284 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335551.050676:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335551.050679:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335551.050686:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6471400/0x10123ce7f07660c7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f284 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335551.050700:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6471400, rc 0) 00000100:00100000:2.0:1763335551.050778:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc579d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+17:2408:x1848991029135872:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5332us (5760us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335551.050787:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1776 00000100:00100000:0.0:1763335551.058167:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335551.059433:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029136000 00000100:00100000:2.0:1763335551.059447:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029136000 00000100:00100000:2.0:1763335551.059515:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1777 00000100:00100000:2.0:1763335551.059525:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc579f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+17:2409:x1848991029136000:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335551.059545:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335551.059566:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6470800/0x10123ce7f07660ce lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f28b expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335551.059603:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd600/0x10123ce7f0765ffc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1d5 expref: 24 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335551.059641:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffa12680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041457152:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335551.059735:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09840 going to sleep for 11 seconds 00000100:00100000:2.0:1763335551.063336:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffa12680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041457152:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335551.063362:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 441040 00010000:00010000:2.0:1763335551.063380:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6470800/0x10123ce7f07660ce lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f28b expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335551.063401:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335551.063404:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335551.063409:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6470800/0x10123ce7f07660ce lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f28b expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335551.063422:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6470800, rc 0) 00000100:00100000:2.0:1763335551.063517:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc579f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+17:2409:x1848991029136000:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3991us (5359us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335551.063526:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1777 00000100:00100000:0.0:1763335551.067398:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335551.068684:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029136128 00000100:00100000:1.0:1763335551.068695:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029136128 00000100:00100000:1.0:1763335551.068902:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1778 00000100:00100000:1.0:1763335551.068912:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc579d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+17:2406:x1848991029136128:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335551.068932:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335551.068954:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e000/0x10123ce7f07660d5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f292 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335551.068989:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd600/0x10123ce7f0765ffc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1d5 expref: 24 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335551.069229:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5416300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041457280:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335551.069375:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb000 going to sleep for 11 seconds 00000100:00100000:1.0:1763335551.076784:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5416300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041457280:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335551.076814:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 441040 00010000:00010000:1.0:1763335551.076835:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e000/0x10123ce7f07660d5 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f292 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335551.076858:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335551.076861:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335551.076933:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e000/0x10123ce7f07660d5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f292 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335551.076949:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643e000, rc 0) 00000100:00100000:1.0:1763335551.077679:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc579d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+17:2406:x1848991029136128:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 8764us (10285us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335551.077689:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1778 00000100:00100000:0.0:1763335551.080361:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335551.080497:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029136256 00000100:00100000:1.0:1763335551.080508:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029136256 00000100:00100000:2.0:1763335551.080713:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1779 00000100:00100000:2.0:1763335551.080725:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc579c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+17:15720:x1848991029136256:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335551.080754:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335551.080776:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6470800/0x10123ce7f07660dc lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f299 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335551.080807:0:6515:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd600/0x10123ce7f0765ffc lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1d5 expref: 24 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335551.080817:0:6515:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6470800/0x10123ce7f07660dc lrc: 4/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f299 expref: 18 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335551.080854:0:6515:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd600/0x10123ce7f0765ffc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1d5 expref: 24 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335551.080954:0:6515:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd600/0x10123ce7f0765ffc lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1d5 expref: 24 pid: 6517 timeout: 451 lvb_type: 0 00000100:00100000:2.0:1763335551.080971:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffa12680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041457408:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335551.081141:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09840 going to sleep for 11 seconds 00000100:00100000:0.0:1763335551.086151:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335551.086326:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffa12680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041457408:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335551.086362:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6470800/0x10123ce7f07660dc lrc: 3/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f299 expref: 18 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335551.086387:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335551.086391:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335551.086395:0:6515:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6470800/0x10123ce7f07660dc lrc: 3/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f299 expref: 18 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335551.086406:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6470800, rc 0) 00000100:00100000:1.0:1763335551.086461:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc579c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+18:15720:x1848991029136256:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5738us (6115us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335551.086470:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1779 00000100:00100000:3.0:1763335551.086642:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029136384 00000100:00100000:3.0:1763335551.086649:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029136384 00010000:00010000:3.0:1763335551.086676:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd600/0x10123ce7f0765ffc lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1d5 expref: 25 pid: 6517 timeout: 451 lvb_type: 0 00000100:00100000:3.0:1763335551.086710:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 671 00000100:00100000:3.0:1763335551.086717:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f06a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+25:2409:x1848991029136384:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335551.086738:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335551.086758:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd600/0x10123ce7f0765ffc lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1d5 expref: 25 pid: 6517 timeout: 451 lvb_type: 0 00010000:00010000:3.0:1763335551.086769:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd600/0x10123ce7f0765ffc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1d5 expref: 25 pid: 6517 timeout: 451 lvb_type: 0 00010000:00010000:3.0:1763335551.086789:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd600/0x10123ce7f0765ffc lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f1d5 expref: 25 pid: 6517 timeout: 451 lvb_type: 0 00010000:00010000:3.0:1763335551.086802:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335551.086994:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6470800/0x10123ce7f07660dc lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f299 expref: 17 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335551.087004:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6470800/0x10123ce7f07660dc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f299 expref: 17 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335551.087167:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6470800/0x10123ce7f07660dc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f299 expref: 17 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335551.087244:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6470800/0x10123ce7f07660dc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f299 expref: 17 pid: 6515 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335551.087257:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5f05880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041457536:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335551.087318:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3b40 going to sleep for 11 seconds 00000100:00100000:1.0:1763335551.090116:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5f05880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041457536:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335551.090313:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335551.090546:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f06a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+24:2409:x1848991029136384:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 3827us (4408us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335551.090557:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 671 00000100:00100000:1.0:1763335551.091428:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335551.091543:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029136512 00000100:00100000:2.0:1763335551.091551:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029136512 00002000:00100000:2.0:1763335551.091596:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5416300 x1848991029136512/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:597/0 lens 488/0 e 0 to 0 dl 1763335562 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335551.091606:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5416300 with x1848991029136512 00000100:00100000:2.0:1763335551.091637:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 999 00000100:00100000:2.0:1763335551.091646:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5416300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:2408:x1848991029136512:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335551.091838:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5416300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:2408:x1848991029136512:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 192us (412us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335551.091845:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 999 00002000:00100000:2.0:1763335551.091851:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5416300 x1848991029136512/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:597/0 lens 488/440 e 0 to 0 dl 1763335562 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335551.091858:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5416300 with x1848991029136512 00000100:00100000:0.0:1763335551.094645:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335551.094711:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029136640 00000100:00100000:1.0:1763335551.094720:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029136640 00002000:00100000:1.0:1763335551.094774:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5f04700 x1848991029136640/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:597/0 lens 488/0 e 0 to 0 dl 1763335562 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335551.094785:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5f04700 with x1848991029136640 00000100:00100000:1.0:1763335551.094821:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1000 00000100:00100000:1.0:1763335551.094831:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+18:2408:x1848991029136640:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335551.095051:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+18:2408:x1848991029136640:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 220us (414us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335551.095063:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1000 00002000:00100000:1.0:1763335551.095070:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5f04700 x1848991029136640/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:597/0 lens 488/440 e 0 to 0 dl 1763335562 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335551.095077:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5f04700 with x1848991029136640 00000100:00100000:0.0:1763335551.100998:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335551.101159:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029136768 00000100:00100000:2.0:1763335551.101170:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029136768 00002000:00100000:2.0:1763335551.101221:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5f04a80 x1848991029136768/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:597/0 lens 488/0 e 0 to 0 dl 1763335562 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335551.101232:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5f04a80 with x1848991029136768 00000100:00100000:2.0:1763335551.101264:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1001 00000100:00100000:2.0:1763335551.101274:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:2408:x1848991029136768:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335551.101981:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:2408:x1848991029136768:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 705us (990us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335551.101991:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1001 00002000:00100000:2.0:1763335551.101999:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5f04a80 x1848991029136768/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:597/0 lens 488/440 e 0 to 0 dl 1763335562 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335551.102007:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5f04a80 with x1848991029136768 00000100:00100000:0.0:1763335551.106154:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335551.106214:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029136896 00000100:00100000:2.0:1763335551.106236:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029136896 00002000:00100000:2.0:1763335551.106293:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5f07b80 x1848991029136896/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:597/0 lens 488/0 e 0 to 0 dl 1763335562 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335551.106303:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5f07b80 with x1848991029136896 00000100:00100000:2.0:1763335551.106345:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1002 00000100:00100000:2.0:1763335551.106360:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f07b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:2408:x1848991029136896:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335551.106572:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f07b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:2408:x1848991029136896:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 213us (474us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335551.106579:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1002 00002000:00100000:2.0:1763335551.106587:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5f07b80 x1848991029136896/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:597/0 lens 488/440 e 0 to 0 dl 1763335562 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335551.106594:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5f07b80 with x1848991029136896 00000100:00100000:0.0:1763335551.110288:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335551.111083:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029137024 00000100:00100000:2.0:1763335551.111094:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029137024 00002000:00100000:2.0:1763335551.111144:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5f05880 x1848991029137024/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:597/0 lens 488/0 e 0 to 0 dl 1763335562 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335551.111157:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5f05880 with x1848991029137024 00000100:00100000:2.0:1763335551.111201:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1003 00000100:00100000:2.0:1763335551.111211:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f05880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:2409:x1848991029137024:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335551.112442:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f05880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:2409:x1848991029137024:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 1226us (2158us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335551.112452:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1003 00002000:00100000:2.0:1763335551.112461:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5f05880 x1848991029137024/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:597/0 lens 488/440 e 0 to 0 dl 1763335562 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335551.112469:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5f05880 with x1848991029137024 00000100:00100000:0.0:1763335551.116988:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335551.117310:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029137152 00000100:00100000:2.0:1763335551.117320:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029137152 00002000:00100000:2.0:1763335551.117370:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc56fce00 x1848991029137152/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:597/0 lens 488/0 e 0 to 0 dl 1763335562 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335551.117382:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc56fce00 with x1848991029137152 00000100:00100000:2.0:1763335551.117421:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1004 00000100:00100000:2.0:1763335551.117430:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc56fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:2409:x1848991029137152:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335551.117620:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc56fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:2409:x1848991029137152:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 190us (642us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335551.117628:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1004 00002000:00100000:2.0:1763335551.117634:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc56fce00 x1848991029137152/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:597/0 lens 488/440 e 0 to 0 dl 1763335562 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335551.117643:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc56fce00 with x1848991029137152 00000100:00100000:0.0:1763335551.122194:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335551.122283:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029137280 00000100:00100000:1.0:1763335551.122294:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029137280 00002000:00100000:1.0:1763335551.122345:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4777b80 x1848991029137280/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:597/0 lens 488/0 e 0 to 0 dl 1763335562 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335551.122356:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4777b80 with x1848991029137280 00000100:00100000:1.0:1763335551.122389:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1005 00000100:00100000:1.0:1763335551.122397:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4777b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+18:2409:x1848991029137280:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335551.122607:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4777b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+18:2409:x1848991029137280:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 208us (421us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335551.122614:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1005 00002000:00100000:1.0:1763335551.122621:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4777b80 x1848991029137280/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:597/0 lens 488/440 e 0 to 0 dl 1763335562 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335551.122628:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4777b80 with x1848991029137280 00000100:00100000:0.0:1763335551.127391:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335551.127508:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029137408 00000100:00100000:2.0:1763335551.127519:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029137408 00002000:00100000:2.0:1763335551.127572:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4775500 x1848991029137408/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:597/0 lens 488/0 e 0 to 0 dl 1763335562 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335551.127583:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4775500 with x1848991029137408 00000100:00100000:2.0:1763335551.127621:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1006 00000100:00100000:2.0:1763335551.127631:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4775500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:2406:x1848991029137408:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335551.127863:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4775500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:2406:x1848991029137408:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 232us (481us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335551.127889:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1006 00002000:00100000:2.0:1763335551.127896:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4775500 x1848991029137408/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:597/0 lens 488/440 e 0 to 0 dl 1763335562 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335551.127910:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4775500 with x1848991029137408 00000100:00100000:0.0:1763335551.133991:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335551.134102:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029137536 00000100:00100000:1.0:1763335551.134113:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029137536 00002000:00100000:1.0:1763335551.134165:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4774000 x1848991029137536/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:597/0 lens 488/0 e 0 to 0 dl 1763335562 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335551.134177:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4774000 with x1848991029137536 00000100:00100000:1.0:1763335551.134213:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1007 00000100:00100000:1.0:1763335551.134222:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4774000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+18:2409:x1848991029137536:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335551.134421:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4774000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+18:2409:x1848991029137536:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 199us (440us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335551.134429:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1007 00002000:00100000:1.0:1763335551.134436:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4774000 x1848991029137536/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:597/0 lens 488/440 e 0 to 0 dl 1763335562 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335551.134443:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4774000 with x1848991029137536 00000100:00100000:0.0:1763335551.138863:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335551.139105:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029137664 00000100:00100000:2.0:1763335551.139116:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029137664 00002000:00100000:2.0:1763335551.139167:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc55ec380 x1848991029137664/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:597/0 lens 488/0 e 0 to 0 dl 1763335562 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335551.139177:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc55ec380 with x1848991029137664 00000100:00100000:2.0:1763335551.139217:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1008 00000100:00100000:2.0:1763335551.139319:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:2406:x1848991029137664:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335551.139522:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:2406:x1848991029137664:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 296us (668us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335551.139530:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1008 00002000:00100000:2.0:1763335551.139538:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc55ec380 x1848991029137664/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:597/0 lens 488/440 e 0 to 0 dl 1763335562 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335551.139545:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc55ec380 with x1848991029137664 00000100:00100000:0.0:1763335551.143109:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335551.143216:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029137792 00000100:00100000:2.0:1763335551.143228:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029137792 00002000:00100000:2.0:1763335551.143281:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5f00000 x1848991029137792/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:597/0 lens 488/0 e 0 to 0 dl 1763335562 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335551.143292:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5f00000 with x1848991029137792 00000100:00100000:2.0:1763335551.143332:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1009 00000100:00100000:2.0:1763335551.143340:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:2408:x1848991029137792:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335551.143552:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:2408:x1848991029137792:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 211us (458us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335551.143559:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1009 00002000:00100000:2.0:1763335551.143567:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5f00000 x1848991029137792/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:597/0 lens 488/440 e 0 to 0 dl 1763335562 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335551.143574:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5f00000 with x1848991029137792 00000100:00100000:0.0:1763335551.153484:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335551.153591:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029137920 00000100:00100000:1.0:1763335551.153603:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029137920 00002000:00100000:1.0:1763335551.153656:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7d08700 x1848991029137920/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:597/0 lens 488/0 e 0 to 0 dl 1763335562 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335551.153667:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7d08700 with x1848991029137920 00000100:00100000:1.0:1763335551.153700:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1010 00000100:00100000:1.0:1763335551.153710:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+18:2408:x1848991029137920:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335551.153940:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+18:2408:x1848991029137920:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 231us (467us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335551.153948:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1010 00002000:00100000:1.0:1763335551.153955:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7d08700 x1848991029137920/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:597/0 lens 488/440 e 0 to 0 dl 1763335562 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335551.153962:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7d08700 with x1848991029137920 00000100:00100000:0.0:1763335551.158983:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335551.159071:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029138048 00000100:00100000:2.0:1763335551.159080:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029138048 00002000:00100000:2.0:1763335551.159128:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f5f00380 x1848991029138048/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:597/0 lens 488/0 e 0 to 0 dl 1763335562 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335551.159139:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f5f00380 with x1848991029138048 00000100:00100000:2.0:1763335551.159176:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1011 00000100:00100000:2.0:1763335551.159187:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5f00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:2406:x1848991029138048:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335551.159703:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5f00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:2406:x1848991029138048:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 514us (726us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335551.159713:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1011 00002000:00100000:2.0:1763335551.159719:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f5f00380 x1848991029138048/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:597/0 lens 488/440 e 0 to 0 dl 1763335562 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335551.159736:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f5f00380 with x1848991029138048 00000100:00100000:0.0:1763335551.166049:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335551.166140:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029138176 00000100:00100000:1.0:1763335551.166151:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029138176 00002000:00100000:1.0:1763335551.166200:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5722d80 x1848991029138176/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:597/0 lens 488/0 e 0 to 0 dl 1763335562 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335551.166211:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5722d80 with x1848991029138176 00000100:00100000:1.0:1763335551.167074:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1012 00000100:00100000:1.0:1763335551.167089:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5722d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+18:2409:x1848991029138176:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335551.167282:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5722d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+18:2409:x1848991029138176:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 198us (1243us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335551.167291:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1012 00002000:00100000:1.0:1763335551.167298:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5722d80 x1848991029138176/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:597/0 lens 488/440 e 0 to 0 dl 1763335562 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335551.167308:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5722d80 with x1848991029138176 00000100:00100000:0.0:1763335551.172953:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335551.173065:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029138304 00000100:00100000:1.0:1763335551.173077:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029138304 00002000:00100000:1.0:1763335551.173128:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5720e00 x1848991029138304/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:597/0 lens 488/0 e 0 to 0 dl 1763335562 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335551.173139:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5720e00 with x1848991029138304 00000100:00100000:1.0:1763335551.173177:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1013 00000100:00100000:1.0:1763335551.173185:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5720e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+18:2407:x1848991029138304:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335551.173428:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5720e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+18:2407:x1848991029138304:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 241us (486us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335551.173435:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1013 00002000:00100000:1.0:1763335551.173442:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5720e00 x1848991029138304/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:597/0 lens 488/440 e 0 to 0 dl 1763335562 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335551.173450:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5720e00 with x1848991029138304 00000100:00100000:0.0:1763335551.178207:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335551.178433:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029138432 00000100:00100000:2.0:1763335551.178443:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029138432 00002000:00100000:2.0:1763335551.178486:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1429504->1433599) req@ffff9aefc43b4000 x1848991029138432/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:597/0 lens 488/0 e 0 to 0 dl 1763335562 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335551.178496:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc43b4000 with x1848991029138432 ext(1429504->1433599) 00002000:00010000:2.0:1763335551.178501:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc43b4000 00000100:00100000:2.0:1763335551.178692:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 888 00000100:00100000:2.0:1763335551.178700:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:2406:x1848991029138432:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335551.178951:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:2406:x1848991029138432:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 250us (753us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335551.178958:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 888 00002000:00100000:2.0:1763335551.178965:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1429504->1433599) req@ffff9aefc43b4000 x1848991029138432/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:597/0 lens 488/4536 e 0 to 0 dl 1763335562 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335551.178972:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc43b4000 with x1848991029138432 ext(1429504->1433599) 00002000:00010000:2.0:1763335551.178975:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc43b4000 00000100:00100000:0.0:1763335551.191761:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335551.199083:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029138560 00000100:00100000:1.0:1763335551.199101:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029138560 00000100:00100000:1.0:1763335551.199185:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1780 00000100:00100000:1.0:1763335551.199197:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:273362c8-ad54-46f8-a663-195ccb4b667f+24:15720:x1848991029138560:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335551.199225:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335551.199261:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fc00/0x10123ce7f07660e3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f2a0 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335551.199360:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e200/0x10123ce7f07660ea lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335551.199375:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e200/0x10123ce7f07660ea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335551.199387:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e200/0x10123ce7f07660ea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 00000004:00200000:1.0:1763335551.199415:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 441040 00000004:00200000:1.0:1763335551.199419:0:6515:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763335551.199438:0:6515:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e200/0x10123ce7f07660ea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335551.199462:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fc00/0x10123ce7f07660e3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f2a0 expref: 26 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335551.199478:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e200/0x10123ce7f07660ea lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f2a0 expref: 25 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335551.199487:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335551.199489:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335551.199492:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643e200, rc 0) 00000100:00100000:1.0:1763335551.199547:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:273362c8-ad54-46f8-a663-195ccb4b667f+25:15720:x1848991029138560:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 354us (7826us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335551.199553:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1780 00000100:00100000:0.0:1763335551.203656:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335551.203763:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029138688 00000100:00100000:2.0:1763335551.203774:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029138688 00000100:00100000:2.0:1763335551.203845:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1781 00000100:00100000:2.0:1763335551.203857:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+25:2408:x1848991029138688:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335551.203914:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335551.203943:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6471400/0x10123ce7f07660f1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f2a7 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335551.203982:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6471400/0x10123ce7f07660f1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f2a7 expref: 26 pid: 6517 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763335551.203995:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 441040 00010000:00010000:2.0:1763335551.204003:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6471400/0x10123ce7f07660f1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f2a7 expref: 26 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335551.204017:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335551.204020:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335551.204024:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6471400, rc 0) 00000100:00100000:2.0:1763335551.204078:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+26:2408:x1848991029138688:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 223us (432us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335551.204088:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1781 00000100:00100000:0.0:1763335551.210027:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335551.214093:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029138816 00000100:00100000:2.0:1763335551.214110:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029138816 00000100:00100000:2.0:1763335551.214193:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1302 00000100:00100000:2.0:1763335551.214204:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d90a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2409:x1848991029138816:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335551.214224:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335551.214255:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc6470200/0x10123ce7f07660f8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f2ae expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335551.214320:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffa10e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041457664:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335551.214550:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09e40 going to sleep for 11 seconds 00002000:00010000:2.0:1763335551.219257:0:9882:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size: 0 -> 1672607 00002000:00010000:2.0:1763335551.219267:0:9882:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks: 0 -> 56 00000100:00100000:2.0:1763335551.219290:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffa10e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041457664:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335551.219325:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc6470200/0x10123ce7f07660f8 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f2ae expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335551.219348:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc6470200/0x10123ce7f07660f8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f2ae expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335551.219362:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6470200, rc 0) 00000100:00100000:2.0:1763335551.222491:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d90a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2409:x1848991029138816:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 8276us (12462us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335551.222506:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1302 00000100:00100000:0.0:1763335551.227186:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335551.227426:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029138944 00000100:00100000:2.0:1763335551.227437:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029138944 00000100:00100000:2.0:1763335551.227502:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1303 00000100:00100000:2.0:1763335551.227513:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5969180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2406:x1848991029138944:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335551.227531:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335551.227548:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc6470200/0x10123ce7f07660ff lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f2b5 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335551.227608:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffa10e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041457792:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335551.227686:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09e40 going to sleep for 11 seconds 00000100:00100000:2.0:1763335551.237773:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffa10e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041457792:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335551.237811:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc6470200/0x10123ce7f07660ff lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f2b5 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335551.237834:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc6470200/0x10123ce7f07660ff lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f2b5 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335551.237846:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6470200, rc 0) 00000100:00100000:2.0:1763335551.237941:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5969180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2406:x1848991029138944:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 10430us (10768us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335551.237950:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1303 00000100:00100000:0.0:1763335551.245194:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335551.245300:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029139072 00000100:00100000:2.0:1763335551.245309:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029139072 00000100:00100000:2.0:1763335551.245365:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1304 00000100:00100000:2.0:1763335551.245375:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5968a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2409:x1848991029139072:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335551.245394:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335551.245413:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc6470200/0x10123ce7f0766106 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f2bc expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335551.245472:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffa10e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041457920:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335551.245564:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09e40 going to sleep for 11 seconds 00002000:00010000:1.0:1763335551.248659:0:9882:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size: 1672607 -> 2085375 00000100:00100000:1.0:1763335551.248696:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffa10e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041457920:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335551.248747:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc6470200/0x10123ce7f0766106 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f2bc expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335551.248771:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc6470200/0x10123ce7f0766106 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f2bc expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335551.248786:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6470200, rc 0) 00000100:00100000:1.0:1763335551.248859:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5968a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2409:x1848991029139072:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3484us (3674us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335551.248922:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1304 00000100:00100000:1.0:1763335551.256470:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335551.256552:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029139200 00000100:00100000:2.0:1763335551.256564:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029139200 00000100:00100000:2.0:1763335551.256629:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1305 00000100:00100000:2.0:1763335551.256640:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc581ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2406:x1848991029139200:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335551.256659:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335551.256680:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc6470400/0x10123ce7f076610d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f2c3 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335551.256757:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffa12300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041458048:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335551.256852:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09540 going to sleep for 11 seconds 00000100:00100000:1.0:1763335551.262107:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffa12300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041458048:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335551.262147:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc6470400/0x10123ce7f076610d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f2c3 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335551.262169:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc6470400/0x10123ce7f076610d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f2c3 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335551.262180:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6470400, rc 0) 00000100:00100000:1.0:1763335551.262237:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc581ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2406:x1848991029139200:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5599us (5779us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335551.262245:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1305 00000100:00100000:1.0:1763335551.268338:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335551.268445:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029139328 00000100:00100000:0.0:1763335551.268456:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029139328 00000100:00100000:0.0:1763335551.268515:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1782 00000100:00100000:0.0:1763335551.268525:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+18:15720:x1848991029139328:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335551.268544:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335551.268547:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763335551.268587:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6470800/0x10123ce7f07660dc lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f299 expref: 18 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335551.268603:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335551.268608:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335551.268621:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cce00/0x10123ce7f0766114 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f2ca expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335551.268643:0:6515:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6471400/0x10123ce7f07660f1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f2a7 expref: 25 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335551.268653:0:6515:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cce00/0x10123ce7f0766114 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f2ca expref: 18 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335551.268683:0:6515:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6471400/0x10123ce7f07660f1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f2a7 expref: 25 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335551.268695:0:6515:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6471400/0x10123ce7f07660f1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f2a7 expref: 25 pid: 6517 timeout: 451 lvb_type: 0 00000100:00100000:0.0:1763335551.268707:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4fd1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041458176:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335551.269546:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3900 going to sleep for 11 seconds 00000100:00100000:0.0:1763335551.276219:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335551.276567:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029139456 00000100:00100000:2.0:1763335551.276578:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029139456 00010000:00010000:2.0:1763335551.276629:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6471400/0x10123ce7f07660f1 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f2a7 expref: 26 pid: 6517 timeout: 451 lvb_type: 0 00000100:00100000:2.0:1763335551.276674:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 672 00000100:00100000:2.0:1763335551.276684:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4fd1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+26:2409:x1848991029139456:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335551.276707:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335551.276740:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6471400/0x10123ce7f07660f1 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f2a7 expref: 26 pid: 6517 timeout: 451 lvb_type: 0 00010000:00010000:2.0:1763335551.276754:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6471400/0x10123ce7f07660f1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f2a7 expref: 26 pid: 6517 timeout: 451 lvb_type: 0 00010000:00010000:2.0:1763335551.276782:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335551.276789:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cce00/0x10123ce7f0766114 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f2ca expref: 18 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335551.276801:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cce00/0x10123ce7f0766114 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x50080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f2ca expref: 18 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335551.276810:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cce00/0x10123ce7f0766114 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x50080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f2ca expref: 18 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335551.276848:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cce00/0x10123ce7f0766114 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f2ca expref: 18 pid: 6515 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335551.276860:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffa12300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041458304:192.168.202.34@tcp:105: 00000100:00100000:2.0:1763335551.276963:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09cc0 going to sleep for 11 seconds 00010000:00010000:1.0:1763335551.277517:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc6471400/0x10123ce7f07660f1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f2a7 expref: 26 pid: 6517 timeout: 451 lvb_type: 0 00000100:00100000:1.0:1763335551.277535:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4fd1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041458176:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335551.277559:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cce00/0x10123ce7f0766114 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f2ca expref: 18 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335551.277572:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335551.277575:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335551.277578:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cce00, rc 0) 00000100:00100000:1.0:1763335551.277615:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+18:15720:x1848991029139328:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 9091us (9288us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335551.277623:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1782 00000100:00100000:0.0:1763335551.283235:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335551.283288:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffa12300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041458304:192.168.202.34@tcp:105: 00010000:00010000:2.0:1763335551.283314:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335551.283635:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029139584 00000100:00100000:3.0:1763335551.283643:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029139584 00000100:00100000:3.0:1763335551.283706:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1014 00000100:00100000:3.0:1763335551.283714:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4fd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:2409:x1848991029139584:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:3.0:1763335551.284315:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 441040 -> 441040 00000004:00010000:3.0:1763335551.284320:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335551 -> 1763335551 00000004:00010000:3.0:1763335551.284323:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335551 -> 1763335551 00000004:00010000:3.0:1763335551.284325:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335551 -> 1763335551 00000004:00010000:3.0:1763335551.284328:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 216 -> 216 00000100:00100000:2.0:1763335551.284386:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4fd1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+25:2409:x1848991029139456:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 7701us (8176us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335551.284390:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4fd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+19:2409:x1848991029139584:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 674us (1164us total) trans 4294967986 rc 0/0 00000100:00100000:2.0:1763335551.284402:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 672 00000100:00100000:3.0:1763335551.284404:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1014 00010000:00010000:2.0:1763335551.294991:0:6504:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763335551.307317:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335551.307393:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029139712 00000100:00100000:0.0:1763335551.307404:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029139712 00002000:00100000:0.0:1763335551.307473:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1622016->2085374) req@ffff9af0ffa12300 x1848991029139712/t0(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:597/0 lens 504/0 e 0 to 0 dl 1763335562 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335551.307484:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffa12300 with x1848991029139712 ext(1622016->2085374) 00002000:00010000:0.0:1763335551.307490:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffa12300 00000100:00100000:0.0:1763335551.307526:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 889 00000100:00100000:0.0:1763335551.307535:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:2407:x1848991029139712:12345-192.168.202.34@tcp:4:fsx.0 00000100:00100000:0.0:1763335551.321926:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2407:x1848991029139712:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 14380us (14607us total) trans 4294967629 rc 0/0 00000100:00100000:0.0:1763335551.321940:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 889 00002000:00100000:0.0:1763335551.321953:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1622016->2085374) req@ffff9af0ffa12300 x1848991029139712/t4294967629(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:597/0 lens 504/448 e 0 to 0 dl 1763335562 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335551.321962:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffa12300 with x1848991029139712 ext(1622016->2085374) 00002000:00010000:0.0:1763335551.321969:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffa12300 00000100:00100000:1.0:1763335551.325905:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335551.326257:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029139840 00000100:00100000:0.0:1763335551.326268:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029139840 00000100:00100000:0.0:1763335551.326337:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 890 00000100:00100000:0.0:1763335551.326348:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991029139840:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:0.0:1763335551.326608:0:15204:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 2085375 -> 2085375 00002000:00010000:0.0:1763335551.326612:0:15204:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335551 -> 1763335551 00002000:00010000:0.0:1763335551.326614:0:15204:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335551 -> 1763335551 00002000:00010000:0.0:1763335551.326617:0:15204:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335551 -> 1763335551 00002000:00010000:0.0:1763335551.326619:0:15204:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 56 -> 176 00000100:00100000:0.0:1763335551.328177:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+9:2409:x1848991029139840:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 1823us (2274us total) trans 4294967630 rc 0/0 00000100:00100000:0.0:1763335551.328191:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 890 00000100:00100000:1.0:1763335551.336516:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335551.336972:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335551.337222:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029140096 00000100:00100000:2.0:1763335551.337233:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029140096 00000100:00100000:2.0:1763335551.337291:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1306 00000100:00100000:2.0:1763335551.337302:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2407:x1848991029140096:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335551.337322:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335551.337342:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc6470000/0x10123ce7f076611b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f2d8 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335551.337401:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffa10e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041458432:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335551.337614:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029139968 00000100:00100000:0.0:1763335551.337619:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029139968 00000100:00100000:0.0:1763335551.337659:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1783 00000100:00100000:0.0:1763335551.337667:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:273362c8-ad54-46f8-a663-195ccb4b667f+25:2407:x1848991029139968:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335551.337678:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335551.337692:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd000/0x10123ce7f0766122 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f2d1 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335551.337721:0:6515:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cce00/0x10123ce7f0766114 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f2ca expref: 18 pid: 6515 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335551.337754:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4fd2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041458560:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335551.338482:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3540 going to sleep for 11 seconds 00000100:00100000:2.0:1763335551.338846:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335551.346197:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4fd2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041458560:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335551.346234:0:6515:0:(mdt_io.c:1529:mdt_lvb2reply()) size 441040 00010000:00010000:0.0:1763335551.346254:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd000/0x10123ce7f0766122 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f2d1 expref: 26 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335551.346277:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335551.346281:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335551.346286:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd000/0x10123ce7f0766122 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f2d1 expref: 26 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335551.346305:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cd000, rc 0) 00000100:00100000:0.0:1763335551.346386:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:273362c8-ad54-46f8-a663-195ccb4b667f+25:2407:x1848991029139968:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 8718us (9879us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335551.346399:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1783 00000100:00100000:2.0:1763335551.348508:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffa10e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041458432:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335551.348545:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc6470000/0x10123ce7f076611b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f2d8 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335551.348566:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc6470000/0x10123ce7f076611b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f2d8 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335551.348577:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6470000, rc 0) 00000100:00100000:2.0:1763335551.348648:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2407:x1848991029140096:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 11347us (11675us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335551.348657:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1306 00000100:00100000:1.0:1763335551.357249:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335551.357291:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335551.357513:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029140352 00000100:00100000:2.0:1763335551.357522:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029140352 00000100:00100000:2.0:1763335551.357572:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1307 00000100:00100000:2.0:1763335551.357581:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2407:x1848991029140352:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335551.357597:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335551.357613:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc6470000/0x10123ce7f0766129 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f2e6 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335551.357667:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffa10e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041458688:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335551.357750:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335551.358748:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029140224 00000100:00100000:0.0:1763335551.358756:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029140224 00000100:00100000:0.0:1763335551.358804:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1784 00000100:00100000:0.0:1763335551.358813:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb3e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:273362c8-ad54-46f8-a663-195ccb4b667f+25:2407:x1848991029140224:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335551.358826:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335551.358843:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd000/0x10123ce7f0766130 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f2df expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335551.358903:0:6515:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cce00/0x10123ce7f0766114 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f2ca expref: 18 pid: 6515 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335551.358935:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4fd2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041458816:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335551.358993:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3540 going to sleep for 11 seconds 00000100:00100000:1.0:1763335551.360449:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffa10e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041458688:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335551.360480:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc6470000/0x10123ce7f0766129 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f2e6 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335551.360501:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc6470000/0x10123ce7f0766129 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f2e6 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335551.360513:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6470000, rc 0) 00000100:00100000:1.0:1763335551.360562:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2407:x1848991029140352:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2980us (3321us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335551.360571:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1307 00000100:00100000:0.0:1763335551.363391:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4fd2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041458816:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335551.363424:0:6515:0:(mdt_io.c:1529:mdt_lvb2reply()) size 441040 00010000:00010000:0.0:1763335551.363443:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd000/0x10123ce7f0766130 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f2df expref: 26 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335551.363463:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335551.363466:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335551.363471:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd000/0x10123ce7f0766130 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f2df expref: 26 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335551.363487:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cd000, rc 0) 00000100:00100000:0.0:1763335551.363551:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb3e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:273362c8-ad54-46f8-a663-195ccb4b667f+25:2407:x1848991029140224:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4739us (6258us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335551.363564:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1784 00000100:00100000:0.0:1763335551.368434:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335551.368487:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335551.368512:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029140480 00000100:00100000:1.0:1763335551.368524:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029140480 00000100:00100000:1.0:1763335551.368595:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1785 00000100:00100000:1.0:1763335551.368606:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4fd2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:273362c8-ad54-46f8-a663-195ccb4b667f+25:2406:x1848991029140480:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335551.368629:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335551.368651:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e000/0x10123ce7f0766137 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f2ed expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335551.368688:0:6515:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cce00/0x10123ce7f0766114 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f2ca expref: 18 pid: 6515 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335551.368743:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc59aa680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041458944:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335551.368823:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029140608 00000100:00100000:2.0:1763335551.368828:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029140608 00000100:00100000:1.0:1763335551.368833:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb000 going to sleep for 11 seconds 00000100:00100000:2.0:1763335551.368857:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1308 00000100:00100000:2.0:1763335551.368864:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4fd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2406:x1848991029140608:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335551.368899:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335551.368910:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc6471000/0x10123ce7f076613e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f2f4 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335551.368945:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffa12680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041459072:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335551.368983:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09240 going to sleep for 11 seconds 00000100:00100000:3.0:1763335551.372243:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffa12680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041459072:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335551.372243:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc59aa680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041458944:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335551.372267:0:6515:0:(mdt_io.c:1529:mdt_lvb2reply()) size 441040 00010000:00010000:3.0:1763335551.372279:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc6471000/0x10123ce7f076613e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f2f4 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335551.372279:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e000/0x10123ce7f0766137 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f2ed expref: 26 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335551.372299:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335551.372301:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc6471000/0x10123ce7f076613e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f2f4 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335551.372302:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335551.372306:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e000/0x10123ce7f0766137 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f2ed expref: 26 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335551.372315:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc6471000, rc 0) 00010000:00010000:1.0:1763335551.372315:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643e000, rc 0) 00000100:00100000:1.0:1763335551.373268:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4fd2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:273362c8-ad54-46f8-a663-195ccb4b667f+25:2406:x1848991029140480:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4660us (4842us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335551.373281:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1785 00000100:00100000:3.0:1763335551.373341:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4fd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2406:x1848991029140608:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4476us (4852us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335551.373349:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1308 00000100:00100000:0.0:1763335551.384330:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335551.384415:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029140736 00000100:00100000:3.0:1763335551.384425:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029140736 00000100:00100000:3.0:1763335551.384483:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1309 00000100:00100000:3.0:1763335551.384492:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:15720:x1848991029140736:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335551.384511:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335551.384530:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5c00/0x10123ce7f0766145 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f2fb expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335551.384562:0:9882:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc6470c00/0x10123ce7f07660ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1523712->1548287) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f268 expref: 8 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335551.384570:0:9882:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335551.384572:0:9882:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335551.384577:0:9882:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5c00/0x10123ce7f0766145 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1998848->2015231] (req 1998848->2015231) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f2fb expref: 6 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335551.384611:0:9882:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc6470c00/0x10123ce7f07660ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1523712->1548287) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f268 expref: 8 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335551.384623:0:9882:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc6470c00/0x10123ce7f07660ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1523712->1548287) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f268 expref: 8 pid: 9882 timeout: 452 lvb_type: 0 00000100:00100000:3.0:1763335551.384644:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c41500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041459200:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335551.384735:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58509c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335551.390965:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335551.391071:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c41500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041459200:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335551.391103:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5c00/0x10123ce7f0766145 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1998848->2015231] (req 1998848->2015231) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f2fb expref: 6 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335551.391121:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5c00, rc 0) 00000100:00100000:3.0:1763335551.391181:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+6:15720:x1848991029140736:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6690us (6859us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335551.391190:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1309 00000100:00100000:2.0:1763335551.392786:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029140864 00000100:00100000:2.0:1763335551.392798:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029140864 00010000:00010000:2.0:1763335551.392840:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc6470c00/0x10123ce7f07660ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1523712->1548287) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f268 expref: 9 pid: 9882 timeout: 452 lvb_type: 0 00000100:00100000:2.0:1763335551.392913:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 673 00000100:00100000:2.0:1763335551.392923:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+9:2409:x1848991029140864:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335551.392936:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335551.392955:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc6470c00/0x10123ce7f07660ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1523712->1548287) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f268 expref: 9 pid: 9882 timeout: 452 lvb_type: 0 00010000:00010000:2.0:1763335551.392966:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc6470c00/0x10123ce7f07660ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1523712->1548287) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f268 expref: 9 pid: 9882 timeout: 452 lvb_type: 0 00010000:00010000:2.0:1763335551.392990:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc6470c00/0x10123ce7f07660ab lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1523712->1548287) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f268 expref: 9 pid: 9882 timeout: 452 lvb_type: 0 00010000:00010000:2.0:1763335551.393008:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335551.393010:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335551.393018:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5c00/0x10123ce7f0766145 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1998848->2015231) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f2fb expref: 5 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335551.393027:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5c00/0x10123ce7f0766145 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1998848->2015231) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f2fb expref: 5 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335551.393061:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5c00/0x10123ce7f0766145 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1998848->2015231) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f2fb expref: 5 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335551.393074:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffa12680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041459328:192.168.202.34@tcp:105: 00000100:00100000:2.0:1763335551.393147:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09a80 going to sleep for 11 seconds 00000100:00100000:2.0:1763335551.399288:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffa12680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041459328:192.168.202.34@tcp:105: 00010000:00010000:2.0:1763335551.399314:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335551.399375:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991029140864:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 6452us (8418us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335551.399385:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 673 00000100:00100000:1.0:1763335551.401645:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335551.401722:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029140992 00000100:00100000:0.0:1763335551.401761:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029140992 00000100:00100000:0.0:1763335551.401821:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 891 00000100:00100000:0.0:1763335551.401831:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc59aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991029140992:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:0.0:1763335551.402109:0:15204:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 2085375 -> 2085375 00002000:00010000:0.0:1763335551.402113:0:15204:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335551 -> 1763335551 00002000:00010000:0.0:1763335551.402115:0:15204:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335551 -> 1763335551 00002000:00010000:0.0:1763335551.402117:0:15204:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335551 -> 1763335551 00002000:00010000:0.0:1763335551.402120:0:15204:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 176 -> 216 00000100:00100000:0.0:1763335551.402178:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc59aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+8:2409:x1848991029140992:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 348us (541us total) trans 4294967631 rc 0/0 00000100:00100000:0.0:1763335551.402186:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 891 00000100:00100000:0.0:1763335551.409531:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335551.409628:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029141120 00000100:00100000:1.0:1763335551.409639:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029141120 00000100:00100000:1.0:1763335551.409692:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1786 00000100:00100000:1.0:1763335551.409701:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc62d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:273362c8-ad54-46f8-a663-195ccb4b667f+25:2406:x1848991029141120:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335551.409720:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335551.409756:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f076614c lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f302 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335551.409797:0:6515:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cce00/0x10123ce7f0766114 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f2ca expref: 18 pid: 6515 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335551.409838:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc59a8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041459456:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335551.410038:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb000 going to sleep for 11 seconds 00000100:00100000:1.0:1763335551.412949:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc59a8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041459456:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335551.412973:0:6515:0:(mdt_io.c:1529:mdt_lvb2reply()) size 441040 00010000:00010000:1.0:1763335551.412991:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f076614c lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f302 expref: 26 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335551.413011:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335551.413014:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335551.413019:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f076614c lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f302 expref: 26 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335551.413030:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643f400, rc 0) 00000100:00100000:1.0:1763335551.413242:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc62d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:273362c8-ad54-46f8-a663-195ccb4b667f+25:2406:x1848991029141120:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3541us (3718us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335551.413251:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1786 00000100:00100000:2.0:1763335551.416598:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335551.416676:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029141248 00000100:00100000:1.0:1763335551.416685:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029141248 00000100:00100000:1.0:1763335551.416750:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1787 00000100:00100000:1.0:1763335551.416761:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:273362c8-ad54-46f8-a663-195ccb4b667f+25:2408:x1848991029141248:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335551.416782:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335551.416801:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fe00/0x10123ce7f0766153 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f309 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335551.416837:0:6515:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cce00/0x10123ce7f0766114 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f2ca expref: 18 pid: 6515 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335551.416996:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc59a8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041459584:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335551.417082:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb000 going to sleep for 11 seconds 00000100:00100000:1.0:1763335551.419567:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc59a8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041459584:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335551.419594:0:6515:0:(mdt_io.c:1529:mdt_lvb2reply()) size 441040 00010000:00010000:1.0:1763335551.419614:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fe00/0x10123ce7f0766153 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f309 expref: 26 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335551.419635:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335551.419639:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335551.419644:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fe00/0x10123ce7f0766153 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f309 expref: 26 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335551.419658:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643fe00, rc 0) 00000100:00100000:1.0:1763335551.419732:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:273362c8-ad54-46f8-a663-195ccb4b667f+25:2408:x1848991029141248:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2964us (3133us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335551.419744:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1787 00000100:00100000:2.0:1763335551.423534:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335551.423623:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029141504 00000100:00100000:1.0:1763335551.423633:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029141504 00000100:00100000:1.0:1763335551.423722:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1788 00000100:00100000:1.0:1763335551.423742:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:273362c8-ad54-46f8-a663-195ccb4b667f+25:15720:x1848991029141504:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:1.0:1763335551.423796:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335551.423824:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e200/0x10123ce7f07660ea lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f2a0 expref: 25 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335551.423841:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335551.423846:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335551.424294:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f076615a lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335551.424309:0:6515:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f600/0x10123ce7f0766088 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f245 expref: 18 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335551.424320:0:6515:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f076615a lrc: 4/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335551.424353:0:6515:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f600/0x10123ce7f0766088 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f245 expref: 18 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335551.424367:0:6515:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f600/0x10123ce7f0766088 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f245 expref: 18 pid: 6515 timeout: 452 lvb_type: 0 00000100:00100000:1.0:1763335551.424382:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc59a8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041459712:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335551.424468:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb840 going to sleep for 11 seconds 00000100:00100000:1.0:1763335551.428339:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc59a8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041459712:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335551.428369:0:6515:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f076615a lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 00000100:00100000:2.0:1763335551.432301:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335551.432454:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029141632 00000100:00100000:3.0:1763335551.432464:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029141632 00010000:00010000:3.0:1763335551.432500:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f600/0x10123ce7f0766088 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f245 expref: 19 pid: 6515 timeout: 452 lvb_type: 0 00000100:00100000:3.0:1763335551.432532:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 674 00000100:00100000:3.0:1763335551.432540:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f4515450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+19:2408:x1848991029141632:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335551.432555:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335551.432562:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f600/0x10123ce7f0766088 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f245 expref: 19 pid: 6515 timeout: 452 lvb_type: 0 00010000:00010000:3.0:1763335551.432575:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f600/0x10123ce7f0766088 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f245 expref: 19 pid: 6515 timeout: 452 lvb_type: 0 00010000:00010000:3.0:1763335551.432596:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f600/0x10123ce7f0766088 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f245 expref: 19 pid: 6515 timeout: 452 lvb_type: 0 00010000:00010000:3.0:1763335551.432612:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335551.432616:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f076615a lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763335551.432627:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f076615a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40290000000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763335551.432633:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f076615a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40290000000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763335551.432665:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335551.432735:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f4515450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+18:2408:x1848991029141632:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 186us (434us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335551.432743:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 674 00010000:00010000:1.0:1763335551.432832:0:6515:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f076615a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335551.432840:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f076615a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 00000001:00080000:1.0:1763335551.432962:0:6515:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967987 00000004:00010000:1.0:1763335551.433016:0:6515:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 441040 -> 441040 00000004:00010000:1.0:1763335551.433020:0:6515:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335551 -> 1763335551 00000004:00010000:1.0:1763335551.433023:0:6515:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335551 -> 1763335551 00000004:00010000:1.0:1763335551.433025:0:6515:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335551 -> 1763335551 00000004:00010000:1.0:1763335551.433027:0:6515:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 216 -> 216 00000004:00010000:1.0:1763335551.433033:0:6515:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000074da5a0c reply state 000000003bce7d18 transno 4294967988 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f076615a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335551.433045:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f076615a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335551.433051:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335551.433053:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335551.433056:0:6515:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763335551.433134:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:273362c8-ad54-46f8-a663-195ccb4b667f+27:15720:x1848991029141504:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 9394us (9610us total) trans 4294967988 rc 0/0 00000100:00100000:1.0:1763335551.433141:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1788 00000020:00080000:1.0:1763335551.433145:0:6515:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763335551.438940:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335551.439657:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029141760 00000100:00100000:1.0:1763335551.439668:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029141760 00000100:00100000:1.0:1763335551.439807:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1789 00000100:00100000:1.0:1763335551.439818:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc6375500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:273362c8-ad54-46f8-a663-195ccb4b667f+27:15720:x1848991029141760:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335551.439842:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335551.439865:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e200/0x10123ce7f0766161 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f310 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335551.439918:0:6515:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cce00/0x10123ce7f0766114 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f2ca expref: 17 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335551.439929:0:6515:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e200/0x10123ce7f0766161 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f310 expref: 28 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335551.439960:0:6515:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cce00/0x10123ce7f0766114 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f2ca expref: 17 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335551.439972:0:6515:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cce00/0x10123ce7f0766114 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f2ca expref: 17 pid: 6515 timeout: 452 lvb_type: 0 00000100:00100000:1.0:1763335551.439986:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc59a8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041459840:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335551.440073:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb000 going to sleep for 11 seconds 00000100:00100000:2.0:1763335551.443330:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335551.443654:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029141888 00000100:00100000:0.0:1763335551.443664:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029141888 00010000:00010000:0.0:1763335551.443703:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cce00/0x10123ce7f0766114 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f2ca expref: 18 pid: 6515 timeout: 452 lvb_type: 0 00000100:00100000:0.0:1763335551.443749:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 675 00000100:00100000:0.0:1763335551.443759:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc6374a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+18:2409:x1848991029141888:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335551.443775:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335551.443796:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cce00/0x10123ce7f0766114 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f2ca expref: 18 pid: 6515 timeout: 452 lvb_type: 0 00010000:00010000:0.0:1763335551.443809:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cce00/0x10123ce7f0766114 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f2ca expref: 18 pid: 6515 timeout: 452 lvb_type: 0 00010000:00010000:0.0:1763335551.443830:0:13187:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335551.443836:0:13187:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e200/0x10123ce7f0766161 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f310 expref: 28 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335551.443848:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e200/0x10123ce7f0766161 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x50080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f310 expref: 28 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335551.443857:0:13187:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e200/0x10123ce7f0766161 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x50080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f310 expref: 28 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335551.443932:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e200/0x10123ce7f0766161 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f310 expref: 28 pid: 6515 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335551.443945:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc62d8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041459968:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335551.444018:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3540 going to sleep for 11 seconds 00010000:00010000:1.0:1763335551.444100:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cce00/0x10123ce7f0766114 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f2ca expref: 18 pid: 6515 timeout: 452 lvb_type: 0 00000100:00100000:1.0:1763335551.444114:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc59a8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041459840:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335551.444133:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e200/0x10123ce7f0766161 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f310 expref: 28 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335551.444142:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335551.444145:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335551.444148:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643e200, rc 0) 00000100:00100000:1.0:1763335551.444172:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc6375500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:273362c8-ad54-46f8-a663-195ccb4b667f+28:15720:x1848991029141760:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4356us (5241us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335551.444179:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1789 00000100:00100000:0.0:1763335551.447898:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc62d8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041459968:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763335551.447925:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335551.447983:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc6374a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+17:2409:x1848991029141888:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 4225us (4662us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335551.447994:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 675 00000100:00100000:2.0:1763335551.449639:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335551.450146:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029142016 00000100:00100000:1.0:1763335551.450158:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029142016 00002000:00010000:1.0:1763335551.450200:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1983190->18446744073709551615) 00002000:00100000:1.0:1763335551.450206:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc6377480 with x1848991029142016 ext(1983190->18446744073709551615) 00002000:00010000:1.0:1763335551.450220:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc6377480. 00000100:00100000:1.0:1763335551.450248:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 892 00000100:00100000:1.0:1763335551.450257:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc6377480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2408:x1848991029142016:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:1.0:1763335551.450539:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 2085375 -> 1983190 00002000:00010000:1.0:1763335551.450543:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335551 -> 1763335551 00002000:00010000:1.0:1763335551.450545:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335551 -> 1763335551 00002000:00010000:1.0:1763335551.450547:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335551 -> 1763335551 00002000:00010000:1.0:1763335551.450549:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 216 -> 168 00000100:00100000:1.0:1763335551.450610:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc6377480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+9:2408:x1848991029142016:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 353us (979us total) trans 4294967632 rc 0/0 00000100:00100000:1.0:1763335551.450617:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 892 00002000:00010000:1.0:1763335551.450620:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1983190->18446744073709551615) 00002000:00100000:1.0:1763335551.450623:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc6377480 with x1848991029142016 ext(1983190->18446744073709551615) 00002000:00010000:1.0:1763335551.450627:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc6377480. 00000100:00100000:2.0:1763335551.455770:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335551.460217:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029142144 00000100:00100000:1.0:1763335551.460232:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029142144 00000100:00100000:0.0:1763335551.460458:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1790 00000100:00100000:0.0:1763335551.460469:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc6375180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+17:15720:x1848991029142144:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335551.460495:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335551.460519:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc800/0x10123ce7f0766168 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f317 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335551.460617:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc400/0x10123ce7f076616f lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763335551.460632:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc400/0x10123ce7f076616f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763335551.460644:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc400/0x10123ce7f076616f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 00000004:00200000:0.0:1763335551.460668:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 1983190 00000004:00200000:0.0:1763335551.460673:0:6515:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763335551.460691:0:6515:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc400/0x10123ce7f076616f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763335551.460735:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc800/0x10123ce7f0766168 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f317 expref: 19 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335551.460752:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc400/0x10123ce7f076616f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f317 expref: 18 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335551.460761:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335551.460764:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335551.460767:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cc400, rc 0) 00000100:00100000:0.0:1763335551.460836:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc6375180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+18:15720:x1848991029142144:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 368us (5077us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335551.460844:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1790 00000100:00100000:2.0:1763335551.464348:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335551.464440:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029142272 00000100:00100000:3.0:1763335551.464451:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029142272 00000100:00100000:3.0:1763335551.464514:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1791 00000100:00100000:3.0:1763335551.464525:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc6377100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+18:2406:x1848991029142272:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335551.464546:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335551.464569:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5800/0x10123ce7f0766176 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f31e expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335551.464609:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e200/0x10123ce7f0766161 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f310 expref: 27 pid: 6515 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335551.464650:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c41500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041460096:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335551.464740:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850a80 going to sleep for 11 seconds 00000100:00100000:2.0:1763335551.467116:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335551.467215:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029142400 00000100:00100000:0.0:1763335551.467225:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029142400 00000100:00100000:0.0:1763335551.467284:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1310 00000100:00100000:0.0:1763335551.467295:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc6376a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2406:x1848991029142400:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335551.467312:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335551.467332:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cd400/0x10123ce7f076617d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f325 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335551.467386:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc62d8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041460224:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335551.467473:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3540 going to sleep for 11 seconds 00000100:00100000:3.0:1763335551.471798:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c41500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041460096:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335551.471829:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 441040 00010000:00010000:3.0:1763335551.471849:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5800/0x10123ce7f0766176 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f31e expref: 19 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335551.472695:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335551.472710:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335551.472719:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5800/0x10123ce7f0766176 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f31e expref: 19 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335551.472744:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5800, rc 0) 00000100:00100000:0.0:1763335551.474822:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc62d8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041460224:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335551.474863:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cd400/0x10123ce7f076617d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f325 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335551.474899:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cd400/0x10123ce7f076617d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f325 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335551.474912:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cd400, rc 0) 00000100:00100000:3.0:1763335551.475326:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc6377100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+18:2406:x1848991029142272:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 10798us (10985us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335551.475338:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1791 00000100:00100000:0.0:1763335551.476056:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc6376a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2406:x1848991029142400:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 8758us (8943us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335551.476067:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1310 00000100:00100000:1.0:1763335551.483309:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335551.484116:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335551.484197:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029142656 00000100:00100000:0.0:1763335551.484208:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029142656 00000100:00100000:3.0:1763335551.484440:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029142528 00000100:00100000:3.0:1763335551.484444:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029142528 00000100:00100000:0.0:1763335551.484548:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1311 00000100:00100000:0.0:1763335551.484560:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc59a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991029142656:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335551.484577:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335551.484596:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cc800/0x10123ce7f0766184 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f333 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335551.484656:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc62d8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041460352:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335551.484744:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3540 going to sleep for 11 seconds 00000100:00100000:3.0:1763335551.485050:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1792 00000100:00100000:3.0:1763335551.485060:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f14c7c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+18:2409:x1848991029142528:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335551.485072:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335551.485085:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5800/0x10123ce7f076618b lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f32c expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335551.485115:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e200/0x10123ce7f0766161 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f310 expref: 27 pid: 6515 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335551.485139:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c41500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041460480:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335551.485168:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850a80 going to sleep for 11 seconds 00000100:00100000:0.0:1763335551.489197:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc62d8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041460352:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335551.489241:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cc800/0x10123ce7f0766184 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f333 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335551.489265:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cc800/0x10123ce7f0766184 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f333 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335551.489277:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cc800, rc 0) 00000100:00100000:0.0:1763335551.489346:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc59a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991029142656:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4787us (6045us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335551.489355:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1311 00000100:00100000:3.0:1763335551.489797:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c41500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041460480:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335551.489816:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 441040 00010000:00010000:3.0:1763335551.489830:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5800/0x10123ce7f076618b lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f32c expref: 19 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335551.489845:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335551.489848:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335551.489852:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5800/0x10123ce7f076618b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f32c expref: 19 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335551.489862:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5800, rc 0) 00000100:00100000:3.0:1763335551.489949:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f14c7c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+18:2409:x1848991029142528:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4890us (5834us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335551.489957:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1792 00000100:00100000:2.0:1763335551.497609:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335551.497715:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029142784 00000100:00100000:3.0:1763335551.497734:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029142784 00000100:00100000:1.0:1763335551.498514:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1793 00000100:00100000:1.0:1763335551.498528:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc6374380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:273362c8-ad54-46f8-a663-195ccb4b667f+28:15720:x1848991029142784:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335551.498547:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335551.498567:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f800/0x10123ce7f0766192 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f33a expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335551.498656:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ee00/0x10123ce7f0766199 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335551.498670:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ee00/0x10123ce7f0766199 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335551.498681:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ee00/0x10123ce7f0766199 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 00000004:00200000:1.0:1763335551.498708:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 1983190 00000004:00200000:1.0:1763335551.498712:0:6515:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763335551.498740:0:6515:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ee00/0x10123ce7f0766199 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335551.498763:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f800/0x10123ce7f0766192 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f33a expref: 30 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335551.498778:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ee00/0x10123ce7f0766199 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f33a expref: 29 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335551.498786:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335551.498788:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335551.498791:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643ee00, rc 0) 00000100:00100000:1.0:1763335551.498852:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc6374380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:273362c8-ad54-46f8-a663-195ccb4b667f+29:15720:x1848991029142784:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 328us (1254us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335551.498860:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1793 00000100:00100000:2.0:1763335551.507452:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335551.508149:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335551.509568:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029143040 00000100:00100000:0.0:1763335551.509580:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029143040 00002000:00100000:0.0:1763335551.509637:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->1986559) req@ffff9aefc6376d80 x1848991029143040/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:597/0 lens 488/0 e 0 to 0 dl 1763335562 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335551.509648:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc6376d80 with x1848991029143040 ext(1048576->1986559) 00002000:00010000:0.0:1763335551.509655:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc6376d80 00000100:00100000:0.0:1763335551.509690:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 893 00000100:00100000:0.0:1763335551.509701:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc6376d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+9:2409:x1848991029143040:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335551.511610:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029142912 00000100:00100000:3.0:1763335551.511622:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029142912 00002000:00100000:3.0:1763335551.511663:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc6374700 x1848991029142912/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:597/0 lens 488/0 e 0 to 0 dl 1763335562 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335551.511674:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc6374700 with x1848991029142912 00000100:00100000:1.0:1763335551.513514:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1015 00000100:00100000:1.0:1763335551.513533:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc6374700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+29:2409:x1848991029142912:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335551.531978:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc6376d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+9:2409:x1848991029143040:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 22265us (23816us total) trans 0 rc 937984/937984 00000100:00100000:0.0:1763335551.531998:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 893 00002000:00100000:0.0:1763335551.532012:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->1986559) req@ffff9aefc6376d80 x1848991029143040/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:597/0 lens 488/440 e 0 to 0 dl 1763335562 ref 1 fl Complete:/600/0 rc 937984/937984 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335551.532032:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc6376d80 with x1848991029143040 ext(1048576->1986559) 00002000:00010000:0.0:1763335551.532040:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc6376d80 00000100:00100000:1.0:1763335551.532629:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc6374700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+29:2409:x1848991029142912:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 19099us (25182us total) trans 0 rc 98304/98304 00000100:00100000:1.0:1763335551.532639:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1015 00002000:00100000:1.0:1763335551.532648:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc6374700 x1848991029142912/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:597/0 lens 488/440 e 0 to 0 dl 1763335562 ref 1 fl Complete:/600/0 rc 98304/98304 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335551.532658:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc6374700 with x1848991029142912 00000100:00100000:3.0:1763335551.543204:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335551.543463:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029143168 00000100:00100000:1.0:1763335551.543473:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029143168 00002000:00100000:1.0:1763335551.543525:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4c41f80 x1848991029143168/t0(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:597/0 lens 488/0 e 0 to 0 dl 1763335562 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335551.543536:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4c41f80 with x1848991029143168 00000100:00100000:1.0:1763335551.543577:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1016 00000100:00100000:1.0:1763335551.543586:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+29:2407:x1848991029143168:12345-192.168.202.34@tcp:4:fsx.0 00000100:00100000:3.0:1763335551.551735:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc59a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1848991041460608:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1763335551.551808:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335551.552798:0:13236:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041460608 00000100:00100000:0.0:1763335551.552808:0:13236:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041460608 00000100:00100000:0.0:1763335551.552863:0:13236:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 178 00000100:00100000:0.0:1763335551.552907:0:13236:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3653:x1848991041460608:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1763335551.552946:0:13236:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 40960 granted 216547328 pending 73728 free 1443672064 avail 1297432576 00000100:00100000:0.0:1763335551.553004:0:13236:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3653:x1848991041460608:12345-0@lo:41:osp-pre-0-1.0 Request processed in 100us (1196us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335551.553010:0:13236:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 178 00000100:00100000:1.0:1763335551.555397:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc59a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1848991041460608:0@lo:41:osp-pre-0-1.0 00000004:00010000:1.0:1763335551.556382:0:15202:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 441040 -> 880640 00000004:00010000:1.0:1763335551.556390:0:15202:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335551 -> 1763335551 00000004:00010000:1.0:1763335551.556393:0:15202:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335551 -> 1763335551 00000004:00010000:1.0:1763335551.556395:0:15202:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335551 -> 1763335551 00000004:00010000:1.0:1763335551.556397:0:15202:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 216 -> 312 00000100:00100000:1.0:1763335551.556475:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+31:2407:x1848991029143168:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 12886us (13279us total) trans 4294967989 rc 0/0 00000100:00100000:1.0:1763335551.556487:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1016 00002000:00100000:1.0:1763335551.556500:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4c41f80 x1848991029143168/t4294967989(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:597/0 lens 488/448 e 0 to 0 dl 1763335562 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335551.556509:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4c41f80 with x1848991029143168 00000100:00100000:2.0:1763335551.563935:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335551.564031:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029143296 00000100:00100000:1.0:1763335551.564041:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029143296 00000100:00100000:1.0:1763335551.564101:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1794 00000100:00100000:1.0:1763335551.564112:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc6376300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:273362c8-ad54-46f8-a663-195ccb4b667f+31:2406:x1848991029143296:12345-192.168.202.34@tcp:16:fsx.0 00010000:00010000:2.0:1763335551.569945:0:3637:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f0765f69 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335551.569963:0:3637:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f0765f69 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335551.569971:0:3637:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f0765f69 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335551.569977:0:3637:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc643e400 already unused, calling callback (ffffffffc1966550) 00010000:00010000:2.0:1763335551.569982:0:3637:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f0765f69 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335551.569990:0:3637:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f0765f69 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335551.570008:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335551.570011:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335551.570016:0:3637:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f0765f69 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335551.570022:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f0765f69 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335551.570047:0:3637:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f0765ff5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335551.570053:0:3637:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f0765ff5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335551.570059:0:3637:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f0765ff5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335551.570065:0:3637:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc643f000 already unused, calling callback (ffffffffc1966550) 00010000:00010000:2.0:1763335551.570067:0:3637:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f0765ff5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335551.570073:0:3637:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f0765ff5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335551.570080:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335551.570083:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335551.570086:0:3637:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f0765ff5 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335551.570092:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f0765ff5 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335551.570102:0:3637:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ea00/0x10123ce7f0766073 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763335551.570108:0:3637:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ea00/0x10123ce7f0766073 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763335551.570114:0:3637:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ea00/0x10123ce7f0766073 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763335551.570119:0:3637:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc643ea00 already unused, calling callback (ffffffffc1966550) 00010000:00010000:2.0:1763335551.570121:0:3637:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ea00/0x10123ce7f0766073 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763335551.570127:0:3637:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ea00/0x10123ce7f0766073 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763335551.570138:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335551.570141:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335551.570144:0:3637:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ea00/0x10123ce7f0766073 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763335551.570150:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ea00/0x10123ce7f0766073 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763335551.570159:0:3637:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f076615a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763335551.570164:0:3637:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f076615a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763335551.570171:0:3637:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f076615a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763335551.570176:0:3637:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc643f400 already unused, calling callback (ffffffffc1966550) 00010000:00010000:2.0:1763335551.570179:0:3637:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f076615a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763335551.570184:0:3637:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f076615a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763335551.570191:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335551.570194:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335551.570197:0:3637:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f076615a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763335551.570203:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f076615a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 00000001:00080000:3.0:1763335551.570319:0:6496:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967989 is committed 00000001:00080000:3.0:1763335551.570351:0:6496:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967986 is committed 00010000:00010000:1.0:1763335551.570466:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cde00/0x10123ce7f0765eba lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335551.570474:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cde00/0x10123ce7f0765eba lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335551.570480:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cde00/0x10123ce7f0765eba lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335551.570485:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc61cde00 already unused, calling callback (ffffffffc1966550) 00010000:00010000:1.0:1763335551.570489:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cde00/0x10123ce7f0765eba lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335551.570495:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cde00/0x10123ce7f0765eba lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335551.570504:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335551.570507:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335551.570510:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cde00/0x10123ce7f0765eba lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335551.570515:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cde00/0x10123ce7f0765eba lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 00000100:00100000:0.0:1763335551.571438:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc6376300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:273362c8-ad54-46f8-a663-195ccb4b667f+12:2406:x1848991029143296:12345-192.168.202.34@tcp:16:fsx.0 Request processed in 7116us (7301us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335551.571449:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1794 00000100:00100000:2.0:1763335551.578514:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335551.578556:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335551.578616:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029143552 00000100:00100000:0.0:1763335551.578627:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029143552 00000100:00100000:0.0:1763335551.578680:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1312 00000100:00100000:0.0:1763335551.578689:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc6375880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2406:x1848991029143552:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335551.578707:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335551.578731:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cc800/0x10123ce7f07661a0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f348 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335551.578784:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc62d8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041460736:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335551.578909:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3540 going to sleep for 11 seconds 00000100:00100000:1.0:1763335551.582849:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029143424 00000100:00100000:1.0:1763335551.582912:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029143424 00000100:00100000:1.0:1763335551.583610:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1795 00000100:00100000:1.0:1763335551.583625:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc6374e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+13:2406:x1848991029143424:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335551.583647:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335551.583670:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f800/0x10123ce7f07661a7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f341 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335551.583710:0:6515:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e200/0x10123ce7f0766161 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f310 expref: 11 pid: 6515 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335551.583768:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc59a9880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041460864:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335551.584464:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb840 going to sleep for 11 seconds 00000100:00100000:1.0:1763335551.587435:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc62d8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041460736:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335551.587476:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cc800/0x10123ce7f07661a0 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f348 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335551.587503:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cc800/0x10123ce7f07661a0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f348 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335551.587517:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cc800, rc 0) 00000100:00100000:1.0:1763335551.587577:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc6375880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2406:x1848991029143552:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 8888us (9072us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335551.587586:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1312 00000100:00100000:1.0:1763335551.594311:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc59a9880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041460864:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335551.594340:0:6515:0:(mdt_io.c:1529:mdt_lvb2reply()) size 880640 00010000:00010000:1.0:1763335551.594362:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f800/0x10123ce7f07661a7 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f341 expref: 14 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335551.594383:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335551.594387:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335551.594392:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f800/0x10123ce7f07661a7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f341 expref: 14 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335551.594407:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643f800, rc 0) 00000100:00100000:1.0:1763335551.595105:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc6374e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+13:2406:x1848991029143424:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 11481us (16543us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335551.595116:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1795 00000100:00100000:2.0:1763335551.600695:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335551.600843:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029143680 00000100:00100000:1.0:1763335551.600855:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029143680 00000100:00100000:2.0:1763335551.600882:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335551.600987:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1796 00000100:00100000:1.0:1763335551.601000:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc6376680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+13:2409:x1848991029143680:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335551.601020:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335551.601093:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f07661ae lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f34f expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335551.601136:0:6515:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e200/0x10123ce7f0766161 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f310 expref: 11 pid: 6515 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335551.601173:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029143808 00000100:00100000:0.0:1763335551.601178:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029143808 00000100:00100000:1.0:1763335551.601183:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc59a9880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041460992:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335551.601385:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb840 going to sleep for 11 seconds 00000100:00100000:0.0:1763335551.601451:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1313 00000100:00100000:0.0:1763335551.601459:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc6375f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991029143808:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335551.601468:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335551.601483:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cde00/0x10123ce7f07661b5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f356 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335551.601520:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc62da680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041461120:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335551.601548:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3540 going to sleep for 11 seconds 00000100:00100000:1.0:1763335551.604557:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc59a9880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041460992:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335551.604586:0:6515:0:(mdt_io.c:1529:mdt_lvb2reply()) size 880640 00010000:00010000:1.0:1763335551.604607:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f07661ae lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f34f expref: 14 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335551.604629:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335551.604632:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335551.604638:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f07661ae lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f34f expref: 14 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335551.604651:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643f400, rc 0) 00000100:00100000:1.0:1763335551.604718:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc6376680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+13:2409:x1848991029143680:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3721us (4031us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335551.604734:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1796 00000100:00100000:0.0:1763335551.605100:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc62da680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041461120:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335551.605126:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cde00/0x10123ce7f07661b5 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f356 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335551.605143:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cde00/0x10123ce7f07661b5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f356 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335551.605152:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cde00, rc 0) 00000100:00100000:0.0:1763335551.605194:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc6375f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991029143808:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3736us (4325us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335551.605200:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1313 00000100:00100000:2.0:1763335551.609832:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335551.609969:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029143936 00000100:00100000:1.0:1763335551.609980:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029143936 00002000:00100000:1.0:1763335551.610040:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc6375c00 x1848991029143936/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:597/0 lens 488/0 e 0 to 0 dl 1763335562 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335551.610062:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc6375c00 with x1848991029143936 00000100:00100000:1.0:1763335551.610769:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1017 00000100:00100000:1.0:1763335551.610782:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc6375c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+12:2406:x1848991029143936:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335551.611058:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc6375c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+12:2406:x1848991029143936:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 278us (1236us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335551.611066:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1017 00002000:00100000:1.0:1763335551.611074:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc6375c00 x1848991029143936/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:597/0 lens 488/4536 e 0 to 0 dl 1763335562 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335551.611083:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc6375c00 with x1848991029143936 00000100:00100000:2.0:1763335551.619188:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335551.619769:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029144064 00000100:00100000:3.0:1763335551.619780:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029144064 00002000:00100000:3.0:1763335551.619833:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc6377b80 x1848991029144064/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:597/0 lens 488/0 e 0 to 0 dl 1763335562 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335551.619845:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc6377b80 with x1848991029144064 00000100:00100000:3.0:1763335551.619928:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1018 00000100:00100000:3.0:1763335551.619938:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc6377b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:2409:x1848991029144064:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335551.620350:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc6377b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:2409:x1848991029144064:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 410us (1169us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335551.620359:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1018 00002000:00100000:2.0:1763335551.620366:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc6377b80 x1848991029144064/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:597/0 lens 488/4536 e 0 to 0 dl 1763335562 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335551.620374:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc6377b80 with x1848991029144064 00000100:00100000:2.0:1763335551.623694:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335551.623822:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029144192 00000100:00100000:0.0:1763335551.623836:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029144192 00002000:00100000:0.0:1763335551.623933:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc6374000 x1848991029144192/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:597/0 lens 488/0 e 0 to 0 dl 1763335562 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335551.623948:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc6374000 with x1848991029144192 00000100:00100000:0.0:1763335551.623978:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1019 00000100:00100000:0.0:1763335551.623988:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc6374000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:2409:x1848991029144192:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335551.624173:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc6374000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:2409:x1848991029144192:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 186us (490us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335551.624181:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1019 00002000:00100000:0.0:1763335551.624188:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc6374000 x1848991029144192/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:597/0 lens 488/4536 e 0 to 0 dl 1763335562 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335551.624195:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc6374000 with x1848991029144192 00000100:00100000:3.0:1763335551.627326:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335551.627486:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029144320 00000100:00100000:0.0:1763335551.627498:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029144320 00002000:00100000:0.0:1763335551.627546:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4c43480 x1848991029144320/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:597/0 lens 488/0 e 0 to 0 dl 1763335562 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335551.627557:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4c43480 with x1848991029144320 00000100:00100000:0.0:1763335551.627602:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1020 00000100:00100000:0.0:1763335551.627612:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:2409:x1848991029144320:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335551.627806:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:2409:x1848991029144320:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 195us (490us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335551.627814:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1020 00002000:00100000:0.0:1763335551.627822:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4c43480 x1848991029144320/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:597/0 lens 488/4536 e 0 to 0 dl 1763335562 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335551.627828:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4c43480 with x1848991029144320 00000100:00100000:2.0:1763335551.632530:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335551.632647:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029144448 00000100:00100000:1.0:1763335551.632658:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029144448 00002000:00100000:1.0:1763335551.632705:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc6377800 x1848991029144448/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:597/0 lens 488/0 e 0 to 0 dl 1763335562 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335551.632715:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc6377800 with x1848991029144448 00000100:00100000:1.0:1763335551.632990:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1021 00000100:00100000:1.0:1763335551.633001:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc6377800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+12:2409:x1848991029144448:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335551.633199:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc6377800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+12:2409:x1848991029144448:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 199us (678us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335551.633206:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1021 00002000:00100000:1.0:1763335551.633213:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc6377800 x1848991029144448/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:597/0 lens 488/4536 e 0 to 0 dl 1763335562 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335551.633219:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc6377800 with x1848991029144448 00000100:00100000:2.0:1763335551.636836:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335551.637065:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029144576 00000100:00100000:1.0:1763335551.637076:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029144576 00002000:00100000:1.0:1763335551.637126:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc6375500 x1848991029144576/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:597/0 lens 488/0 e 0 to 0 dl 1763335562 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335551.637137:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc6375500 with x1848991029144576 00000100:00100000:1.0:1763335551.637166:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1022 00000100:00100000:1.0:1763335551.637176:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc6375500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+12:2409:x1848991029144576:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335551.637373:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc6375500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+12:2409:x1848991029144576:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 197us (546us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335551.637381:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1022 00002000:00100000:1.0:1763335551.637388:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc6375500 x1848991029144576/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:597/0 lens 488/4536 e 0 to 0 dl 1763335562 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335551.637399:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc6375500 with x1848991029144576 00000100:00100000:3.0:1763335551.640323:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335551.640467:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029144704 00000100:00100000:1.0:1763335551.640477:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029144704 00002000:00100000:1.0:1763335551.640526:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4c41500 x1848991029144704/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:597/0 lens 488/0 e 0 to 0 dl 1763335562 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335551.640537:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4c41500 with x1848991029144704 00000100:00100000:1.0:1763335551.640576:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1023 00000100:00100000:1.0:1763335551.640586:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+12:2408:x1848991029144704:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335551.640824:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+12:2408:x1848991029144704:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 239us (510us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335551.640832:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1023 00002000:00100000:1.0:1763335551.640838:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4c41500 x1848991029144704/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:597/0 lens 488/4536 e 0 to 0 dl 1763335562 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335551.640846:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4c41500 with x1848991029144704 00000100:00100000:2.0:1763335551.643706:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335551.644008:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029144832 00000100:00100000:0.0:1763335551.644020:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029144832 00002000:00100000:0.0:1763335551.644070:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc6375180 x1848991029144832/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:597/0 lens 488/0 e 0 to 0 dl 1763335562 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335551.644081:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc6375180 with x1848991029144832 00000100:00100000:0.0:1763335551.644123:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1024 00000100:00100000:0.0:1763335551.644137:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc6375180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:2407:x1848991029144832:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335551.644317:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc6375180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:2407:x1848991029144832:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 180us (619us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335551.644325:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1024 00002000:00100000:0.0:1763335551.644331:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc6375180 x1848991029144832/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:597/0 lens 488/4536 e 0 to 0 dl 1763335562 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335551.644339:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc6375180 with x1848991029144832 00000100:00100000:2.0:1763335551.647245:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335551.647345:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029144960 00000100:00100000:0.0:1763335551.647356:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029144960 00002000:00100000:0.0:1763335551.647408:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc6377100 x1848991029144960/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:597/0 lens 488/0 e 0 to 0 dl 1763335562 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335551.647420:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc6377100 with x1848991029144960 00000100:00100000:0.0:1763335551.647463:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1025 00000100:00100000:0.0:1763335551.647473:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc6377100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:2408:x1848991029144960:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335551.647683:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc6377100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:2408:x1848991029144960:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 210us (448us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335551.647691:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1025 00002000:00100000:0.0:1763335551.647698:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc6377100 x1848991029144960/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:597/0 lens 488/4536 e 0 to 0 dl 1763335562 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335551.647713:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc6377100 with x1848991029144960 00000100:00100000:3.0:1763335551.653837:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335551.654214:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029145088 00000100:00100000:1.0:1763335551.654225:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029145088 00002000:00100000:1.0:1763335551.654274:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4c40380 x1848991029145088/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:597/0 lens 488/0 e 0 to 0 dl 1763335562 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335551.654284:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4c40380 with x1848991029145088 00000100:00100000:1.0:1763335551.654313:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1026 00000100:00100000:1.0:1763335551.654323:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+12:2409:x1848991029145088:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335551.655197:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+12:2409:x1848991029145088:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 870us (1364us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335551.655212:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1026 00002000:00100000:1.0:1763335551.655220:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4c40380 x1848991029145088/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:597/0 lens 488/4536 e 0 to 0 dl 1763335562 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335551.655229:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4c40380 with x1848991029145088 00000100:00100000:2.0:1763335551.662010:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335551.662061:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335551.662370:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029145344 00000100:00100000:0.0:1763335551.662382:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029145344 00000100:00100000:1.0:1763335551.662920:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029145216 00000100:00100000:1.0:1763335551.662926:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029145216 00000100:00100000:1.0:1763335551.662964:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1797 00000100:00100000:1.0:1763335551.662972:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+13:2407:x1848991029145216:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335551.662990:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335551.663011:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f07661bc lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f35d expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335551.663046:0:6515:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e200/0x10123ce7f0766161 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f310 expref: 11 pid: 6515 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335551.663085:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc59a9880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041461248:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335551.663181:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb840 going to sleep for 11 seconds 00000100:00100000:0.0:1763335551.665211:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1314 00000100:00100000:0.0:1763335551.665240:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2407:x1848991029145344:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335551.665259:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335551.665294:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cde00/0x10123ce7f07661c3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f364 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335551.665363:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc62da680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041461376:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335551.665446:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3f00 going to sleep for 11 seconds 00000100:00100000:1.0:1763335551.668131:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc59a9880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041461248:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335551.668158:0:6515:0:(mdt_io.c:1529:mdt_lvb2reply()) size 880640 00010000:00010000:1.0:1763335551.668176:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f07661bc lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f35d expref: 14 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335551.668197:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335551.668200:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335551.668205:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f07661bc lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f35d expref: 14 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335551.668225:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643f400, rc 0) 00000100:00100000:1.0:1763335551.668291:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+13:2407:x1848991029145216:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5317us (6288us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335551.668300:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1797 00000100:00100000:0.0:1763335551.671154:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc62da680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041461376:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335551.671195:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cde00/0x10123ce7f07661c3 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f364 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335551.671224:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cde00/0x10123ce7f07661c3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f364 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335551.671235:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cde00, rc 0) 00000100:00100000:0.0:1763335551.671802:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2407:x1848991029145344:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6576us (9737us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335551.671811:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1314 00000100:00100000:2.0:1763335551.674622:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335551.674998:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335551.675273:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029145600 00000100:00100000:0.0:1763335551.675285:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029145600 00000100:00100000:0.0:1763335551.675330:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1315 00000100:00100000:0.0:1763335551.675340:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991029145600:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335551.675357:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335551.675374:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cd400/0x10123ce7f07661ca lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f372 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335551.675427:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc62da680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041461504:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335551.675510:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3f00 going to sleep for 11 seconds 00000100:00100000:1.0:1763335551.675730:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029145472 00000100:00100000:1.0:1763335551.675736:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029145472 00000100:00100000:1.0:1763335551.675770:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1798 00000100:00100000:1.0:1763335551.675776:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+13:2409:x1848991029145472:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335551.675785:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335551.675797:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f07661d1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f36b expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335551.675823:0:6515:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e200/0x10123ce7f0766161 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f310 expref: 11 pid: 6515 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335551.675843:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc59a9880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041461632:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335551.675914:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb840 going to sleep for 11 seconds 00000100:00100000:1.0:1763335551.680746:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc59a9880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041461632:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335551.680773:0:6515:0:(mdt_io.c:1529:mdt_lvb2reply()) size 880640 00010000:00010000:1.0:1763335551.680791:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f07661d1 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f36b expref: 14 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335551.680814:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335551.680818:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335551.680823:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f07661d1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f36b expref: 14 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335551.680841:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643f000, rc 0) 00000100:00100000:1.0:1763335551.680937:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+13:2409:x1848991029145472:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5159us (5938us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335551.680946:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1798 00000100:00100000:2.0:1763335551.681195:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc62da680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041461504:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335551.681219:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cd400/0x10123ce7f07661ca lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f372 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335551.681235:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cd400/0x10123ce7f07661ca lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f372 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335551.681250:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cd400, rc 0) 00000100:00100000:2.0:1763335551.681292:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991029145600:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5953us (6680us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335551.681300:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1315 00000100:00100000:0.0:1763335551.687205:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335551.687254:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335551.687503:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029145728 00000100:00100000:1.0:1763335551.687515:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029145728 00000100:00100000:1.0:1763335551.687583:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1799 00000100:00100000:1.0:1763335551.687594:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc62d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+13:2407:x1848991029145728:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335551.687615:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335551.687638:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f07661d8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f379 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335551.687675:0:6515:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e200/0x10123ce7f0766161 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f310 expref: 11 pid: 6515 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335551.687715:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc59a9880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041461760:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335551.687806:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb840 going to sleep for 11 seconds 00000100:00100000:2.0:1763335551.688400:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029145856 00000100:00100000:2.0:1763335551.688406:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029145856 00000100:00100000:2.0:1763335551.688448:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1316 00000100:00100000:2.0:1763335551.688456:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc62d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2407:x1848991029145856:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335551.688466:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335551.688478:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c7400/0x10123ce7f07661df lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f380 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335551.688519:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc47dd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041461888:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335551.688566:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09600 going to sleep for 11 seconds 00000100:00100000:2.0:1763335551.692934:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc47dd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041461888:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335551.692976:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c7400/0x10123ce7f07661df lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f380 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335551.693002:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c7400/0x10123ce7f07661df lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f380 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1763335551.693162:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc59a9880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041461760:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335551.693176:0:6515:0:(mdt_io.c:1529:mdt_lvb2reply()) size 880640 00010000:00010000:1.0:1763335551.693187:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f07661d8 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f379 expref: 14 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335551.693202:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335551.693206:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335551.693210:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f07661d8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f379 expref: 14 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335551.693227:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643f000, rc 0) 00000100:00100000:1.0:1763335551.693299:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc62d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+13:2407:x1848991029145728:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5706us (6102us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335551.693308:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1799 00010000:00010000:2.0:1763335551.693649:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc58c7400, rc 0) 00000100:00100000:2.0:1763335551.693677:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc62d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2407:x1848991029145856:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5222us (6422us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335551.693687:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1316 00000100:00100000:0.0:1763335551.697190:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335551.697269:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335551.697329:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029146112 00000100:00100000:2.0:1763335551.697340:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029146112 00000100:00100000:2.0:1763335551.697401:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1317 00000100:00100000:2.0:1763335551.697412:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc62dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991029146112:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335551.697430:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335551.697448:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c6a00/0x10123ce7f07661e6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f38e expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335551.697510:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc47dd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041462016:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335551.697600:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09600 going to sleep for 11 seconds 00000100:00100000:1.0:1763335551.697981:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029145984 00000100:00100000:1.0:1763335551.697987:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029145984 00000100:00100000:1.0:1763335551.698021:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1800 00000100:00100000:1.0:1763335551.698028:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc62d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+13:2409:x1848991029145984:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335551.698039:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335551.698052:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f07661ed lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f387 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335551.698082:0:6515:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e200/0x10123ce7f0766161 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f310 expref: 11 pid: 6515 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335551.698106:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc59a9880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041462144:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335551.698143:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb840 going to sleep for 11 seconds 00000100:00100000:2.0:1763335551.710403:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc47dd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041462016:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335551.710439:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c6a00/0x10123ce7f07661e6 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f38e expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335551.710462:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c6a00/0x10123ce7f07661e6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f38e expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335551.710474:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc58c6a00, rc 0) 00000100:00100000:2.0:1763335551.710537:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc62dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991029146112:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 13126us (13357us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335551.710546:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1317 00000100:00100000:1.0:1763335551.713003:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc59a9880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041462144:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335551.713463:0:6515:0:(mdt_io.c:1529:mdt_lvb2reply()) size 880640 00010000:00010000:1.0:1763335551.713485:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f07661ed lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f387 expref: 14 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335551.713506:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335551.713510:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335551.713514:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f07661ed lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f387 expref: 14 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335551.713532:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643f400, rc 0) 00000100:00100000:1.0:1763335551.714291:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc62d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+13:2409:x1848991029145984:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 16260us (17018us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335551.714301:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1800 00000100:00100000:3.0:1763335551.720744:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335551.720808:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029146368 00000100:00100000:1.0:1763335551.720819:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029146368 00000100:00100000:1.0:1763335551.720907:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1801 00000100:00100000:1.0:1763335551.720917:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:273362c8-ad54-46f8-a663-195ccb4b667f+12:15720:x1848991029146368:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:1.0:1763335551.720969:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335551.720996:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ee00/0x10123ce7f0766199 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f33a expref: 12 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335551.721013:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335551.721018:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335551.721208:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f07661f4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335551.721222:0:6515:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc400/0x10123ce7f076616f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f317 expref: 12 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335551.721232:0:6515:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f07661f4 lrc: 4/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335551.721267:0:6515:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc400/0x10123ce7f076616f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f317 expref: 12 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335551.721280:0:6515:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc400/0x10123ce7f076616f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f317 expref: 12 pid: 6515 timeout: 452 lvb_type: 0 00000100:00100000:1.0:1763335551.721300:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc59a9880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041462272:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335551.721374:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb000 going to sleep for 11 seconds 00000100:00100000:1.0:1763335551.726690:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc59a9880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041462272:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335551.726720:0:6515:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f07661f4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 00000100:00100000:3.0:1763335551.727645:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335551.727840:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029146496 00000100:00100000:0.0:1763335551.727849:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029146496 00010000:00010000:0.0:1763335551.727906:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc400/0x10123ce7f076616f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f317 expref: 13 pid: 6515 timeout: 452 lvb_type: 0 00000100:00100000:0.0:1763335551.727942:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 676 00000100:00100000:0.0:1763335551.727952:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5722a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+13:2408:x1848991029146496:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335551.727967:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335551.727973:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc400/0x10123ce7f076616f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f317 expref: 13 pid: 6515 timeout: 452 lvb_type: 0 00010000:00010000:0.0:1763335551.727986:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc400/0x10123ce7f076616f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f317 expref: 13 pid: 6515 timeout: 452 lvb_type: 0 00010000:00010000:0.0:1763335551.728019:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc400/0x10123ce7f076616f lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f317 expref: 13 pid: 6515 timeout: 452 lvb_type: 0 00010000:00010000:0.0:1763335551.728041:0:13187:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335551.728047:0:13187:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f07661f4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763335551.728056:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f07661f4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763335551.728063:0:13187:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f07661f4 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763335551.728091:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335551.728154:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5722a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+12:2408:x1848991029146496:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 203us (513us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335551.728163:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 676 00010000:00010000:1.0:1763335551.728182:0:6515:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f07661f4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335551.728189:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f07661f4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 00000001:00080000:1.0:1763335551.728280:0:6515:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967990 00000004:00010000:1.0:1763335551.728323:0:6515:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 880640 -> 880640 00000004:00010000:1.0:1763335551.728327:0:6515:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335551 -> 1763335552 00000004:00010000:1.0:1763335551.728329:0:6515:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335551 -> 1763335551 00000004:00010000:1.0:1763335551.728332:0:6515:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335551 -> 1763335552 00000004:00010000:1.0:1763335551.728333:0:6515:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 312 -> 312 00000004:00010000:1.0:1763335551.728339:0:6515:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000067f323f1 reply state 00000000f9ddf154 transno 4294967991 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f07661f4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335551.728351:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f07661f4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335551.728357:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335551.728360:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335551.728362:0:6515:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763335551.728438:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:273362c8-ad54-46f8-a663-195ccb4b667f+14:15720:x1848991029146368:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 7522us (7702us total) trans 4294967991 rc 0/0 00000100:00100000:1.0:1763335551.728446:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1801 00000020:00080000:1.0:1763335551.728450:0:6515:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763335551.736435:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335551.737207:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335551.739710:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029146752 00000100:00100000:0.0:1763335551.739732:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029146752 00002000:00010000:0.0:1763335551.739785:0:15204:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:0.0:1763335551.739790:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc47dea00 with x1848991029146752 ext(0->18446744073709551615) 00002000:00010000:0.0:1763335551.739804:0:15204:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc47dea00. 00000100:00100000:0.0:1763335551.739846:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 894 00000100:00100000:0.0:1763335551.739856:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+9:2406:x1848991029146752:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:0.0:1763335551.740923:0:15204:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1983190 -> 0 00002000:00010000:0.0:1763335551.740929:0:15204:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335551 -> 1763335552 00002000:00010000:0.0:1763335551.740933:0:15204:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335551 -> 1763335551 00002000:00010000:0.0:1763335551.740936:0:15204:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335551 -> 1763335552 00002000:00010000:0.0:1763335551.740939:0:15204:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 168 -> 0 00000100:00100000:0.0:1763335551.741007:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+10:2406:x1848991029146752:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 1148us (3798us total) trans 4294967633 rc 0/0 00000100:00100000:0.0:1763335551.741019:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 894 00002000:00010000:0.0:1763335551.741024:0:15204:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:0.0:1763335551.741028:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc47dea00 with x1848991029146752 ext(0->18446744073709551615) 00002000:00010000:0.0:1763335551.741035:0:15204:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc47dea00. 00000100:00100000:1.0:1763335551.743267:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029146624 00000100:00100000:1.0:1763335551.743297:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029146624 00002000:00010000:1.0:1763335551.743350:0:15202:0:(mdt_io.c:274:mdt_punch_hpreq_check()) lustre-MDT0000: refresh DOM lock for [0x200000402:0xe:0x0] 00002000:00100000:1.0:1763335551.743356:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc47dd500 with x1848991029146624 00000100:00100000:1.0:1763335551.743406:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1027 00000100:00100000:1.0:1763335551.743416:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+14:2407:x1848991029146624:12345-192.168.202.34@tcp:10:fsx.0 00000004:00010000:1.0:1763335551.743958:0:15202:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 880640 -> 642717 00000004:00010000:1.0:1763335551.743963:0:15202:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335552 -> 1763335552 00000004:00010000:1.0:1763335551.743966:0:15202:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335551 -> 1763335551 00000004:00010000:1.0:1763335551.743968:0:15202:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335552 -> 1763335552 00000004:00010000:1.0:1763335551.743970:0:15202:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 312 -> 216 00000100:00100000:1.0:1763335551.744035:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+15:2407:x1848991029146624:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 620us (7611us total) trans 4294967992 rc 0/0 00000100:00100000:1.0:1763335551.744042:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1027 00002000:00010000:1.0:1763335551.744045:0:15202:0:(mdt_io.c:274:mdt_punch_hpreq_check()) lustre-MDT0000: refresh DOM lock for [0x200000402:0xe:0x0] 00002000:00100000:1.0:1763335551.744048:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc47dd500 with x1848991029146624 00000100:00100000:2.0:1763335551.762248:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335551.762289:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029146880 00000100:00100000:0.0:1763335551.762300:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029146880 00000100:00100000:0.0:1763335551.762365:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1802 00000100:00100000:0.0:1763335551.762375:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+12:15720:x1848991029146880:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335551.762394:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335551.762419:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc400/0x10123ce7f07661fb lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f395 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335551.762508:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd000/0x10123ce7f0766202 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763335551.762525:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd000/0x10123ce7f0766202 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763335551.762535:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd000/0x10123ce7f0766202 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 00000004:00200000:0.0:1763335551.762565:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 642717 00000004:00200000:0.0:1763335551.762569:0:6515:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763335551.762587:0:6515:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd000/0x10123ce7f0766202 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763335551.762610:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc400/0x10123ce7f07661fb lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f395 expref: 14 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335551.762628:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd000/0x10123ce7f0766202 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f395 expref: 13 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335551.762637:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335551.762640:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335551.762643:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cd000, rc 0) 00000100:00100000:0.0:1763335551.762712:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+13:15720:x1848991029146880:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 337us (473us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335551.762719:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1802 00000100:00100000:2.0:1763335551.765748:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335551.765921:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335551.766022:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029147136 00000100:00100000:0.0:1763335551.766033:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029147136 00000100:00100000:0.0:1763335551.766092:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1318 00000100:00100000:0.0:1763335551.766102:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991029147136:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335551.766121:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335551.766140:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cdc00/0x10123ce7f0766209 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f3a3 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335551.766201:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029147008 00000100:00100000:0.0:1763335551.766201:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc62db800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041462400:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335551.766206:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029147008 00000100:00100000:1.0:1763335551.766234:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1803 00000100:00100000:1.0:1763335551.766241:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+13:2408:x1848991029147008:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335551.766250:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335551.766263:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ee00/0x10123ce7f0766210 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f39c expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335551.766291:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3180 going to sleep for 11 seconds 00010000:00010000:1.0:1763335551.766295:0:6515:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e200/0x10123ce7f0766161 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f310 expref: 14 pid: 6515 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335551.766319:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc59a9880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041462528:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335551.766347:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb840 going to sleep for 11 seconds 00000100:00100000:0.0:1763335551.768704:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc62db800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041462400:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335551.768749:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cdc00/0x10123ce7f0766209 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f3a3 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335551.768774:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cdc00/0x10123ce7f0766209 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f3a3 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335551.768786:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cdc00, rc 0) 00000100:00100000:0.0:1763335551.768846:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991029147136:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2745us (3106us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335551.768856:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1318 00000100:00100000:1.0:1763335551.769003:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc59a9880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041462528:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335551.769018:0:6515:0:(mdt_io.c:1529:mdt_lvb2reply()) size 642717 00010000:00010000:1.0:1763335551.769030:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ee00/0x10123ce7f0766210 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f39c expref: 14 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335551.769043:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335551.769047:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335551.769051:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ee00/0x10123ce7f0766210 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f39c expref: 14 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335551.769060:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643ee00, rc 0) 00000100:00100000:1.0:1763335551.769082:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+13:2408:x1848991029147008:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2841us (3161us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335551.769088:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1803 00000100:00100000:2.0:1763335551.773175:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335551.773253:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029147264 00000100:00100000:1.0:1763335551.773262:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029147264 00000100:00100000:1.0:1763335551.773319:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1804 00000100:00100000:1.0:1763335551.773329:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+13:2406:x1848991029147264:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335551.773348:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335551.773369:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f0766217 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f3aa expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335551.773410:0:6515:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e200/0x10123ce7f0766161 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f310 expref: 14 pid: 6515 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335551.773446:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc59a9880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041462656:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335551.773534:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb840 going to sleep for 11 seconds 00000100:00100000:2.0:1763335551.774682:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335551.775447:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029147392 00000100:00100000:0.0:1763335551.775455:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029147392 00000100:00100000:0.0:1763335551.775499:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1319 00000100:00100000:0.0:1763335551.775507:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2407:x1848991029147392:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335551.775523:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335551.775539:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cdc00/0x10123ce7f076621e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f3b1 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335551.775589:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc62db800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041462784:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335551.775661:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3180 going to sleep for 11 seconds 00000100:00100000:1.0:1763335551.779812:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc59a9880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041462656:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335551.779839:0:6515:0:(mdt_io.c:1529:mdt_lvb2reply()) size 642717 00010000:00010000:1.0:1763335551.779859:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f0766217 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f3aa expref: 14 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335551.779913:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335551.779917:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335551.779923:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f0766217 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f3aa expref: 14 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335551.779937:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643f000, rc 0) 00000100:00100000:1.0:1763335551.781732:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+13:2406:x1848991029147264:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 8382us (8544us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335551.781746:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1804 00000100:00100000:0.0:1763335551.787108:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc62db800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041462784:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335551.787153:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cdc00/0x10123ce7f076621e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f3b1 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335551.787177:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cdc00/0x10123ce7f076621e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f3b1 expref: 9 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335551.787188:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cdc00, rc 0) 00000100:00100000:0.0:1763335551.787259:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2407:x1848991029147392:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 11751us (12580us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335551.787269:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1319 00000100:00100000:2.0:1763335551.793713:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335551.794208:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029147648 00000100:00100000:1.0:1763335551.794219:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029147648 00000100:00100000:1.0:1763335551.794276:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1805 00000100:00100000:1.0:1763335551.794285:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+13:15720:x1848991029147648:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:1.0:1763335551.794337:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335551.794363:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd000/0x10123ce7f0766202 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f395 expref: 13 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335551.794387:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335551.794391:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335551.794546:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f0766225 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335551.794560:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f0766225 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335551.794570:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f0766225 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 00000001:00080000:1.0:1763335551.794605:0:6515:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967993 00000004:00010000:1.0:1763335551.794621:0:6515:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 642717 -> 642717 00000004:00010000:1.0:1763335551.794625:0:6515:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335552 -> 1763335552 00000004:00010000:1.0:1763335551.794627:0:6515:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335551 -> 1763335551 00000004:00010000:1.0:1763335551.794630:0:6515:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335552 -> 1763335552 00000004:00010000:1.0:1763335551.794633:0:6515:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 216 -> 216 00000004:00010000:1.0:1763335551.794638:0:6515:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003e164919 reply state 000000003bce7d18 transno 4294967994 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f0766225 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335551.794649:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f0766225 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335551.794655:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335551.794657:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335551.794660:0:6515:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763335551.794762:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+15:15720:x1848991029147648:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 477us (1059us total) trans 4294967994 rc 0/0 00000100:00100000:1.0:1763335551.794770:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1805 00000020:00080000:1.0:1763335551.794775:0:6515:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763335551.798711:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335551.799814:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029147776 00000100:00100000:2.0:1763335551.799827:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029147776 00000100:00100000:2.0:1763335551.799922:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1806 00000100:00100000:2.0:1763335551.799935:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5723800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+15:15720:x1848991029147776:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335551.799961:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335551.799986:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6800/0x10123ce7f076622c lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f3b8 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335551.800028:0:6517:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e200/0x10123ce7f0766161 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f310 expref: 14 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335551.800038:0:6517:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6800/0x10123ce7f076622c lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f3b8 expref: 16 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335551.800077:0:6517:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e200/0x10123ce7f0766161 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f310 expref: 14 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335551.800094:0:6517:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e200/0x10123ce7f0766161 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f310 expref: 14 pid: 6515 timeout: 452 lvb_type: 0 00000100:00100000:2.0:1763335551.800108:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc47df100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041462912:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335551.800195:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09600 going to sleep for 11 seconds 00000100:00100000:2.0:1763335551.804628:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc47df100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041462912:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335551.804666:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6800/0x10123ce7f076622c lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f3b8 expref: 16 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335551.804685:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335551.804688:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335551.804692:0:6517:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6800/0x10123ce7f076622c lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f3b8 expref: 16 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335551.804703:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc58c6800, rc 0) 00000100:00100000:2.0:1763335551.804770:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5723800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+16:15720:x1848991029147776:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4837us (6067us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335551.804779:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1806 00000100:00100000:0.0:1763335551.805716:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335551.805982:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029147904 00000100:00100000:3.0:1763335551.805990:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029147904 00010000:00010000:3.0:1763335551.806029:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e200/0x10123ce7f0766161 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f310 expref: 15 pid: 6515 timeout: 452 lvb_type: 0 00000100:00100000:3.0:1763335551.806066:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 677 00000100:00100000:3.0:1763335551.806075:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc62db800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+15:2408:x1848991029147904:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335551.806091:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335551.806112:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e200/0x10123ce7f0766161 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f310 expref: 15 pid: 6515 timeout: 452 lvb_type: 0 00010000:00010000:3.0:1763335551.806125:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e200/0x10123ce7f0766161 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f310 expref: 15 pid: 6515 timeout: 452 lvb_type: 0 00010000:00010000:3.0:1763335551.806148:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e200/0x10123ce7f0766161 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f310 expref: 15 pid: 6515 timeout: 452 lvb_type: 0 00010000:00010000:3.0:1763335551.806167:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335551.806173:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6800/0x10123ce7f076622c lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f3b8 expref: 15 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335551.806185:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6800/0x10123ce7f076622c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f3b8 expref: 15 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335551.806193:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6800/0x10123ce7f076622c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f3b8 expref: 15 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335551.806232:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6800/0x10123ce7f076622c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f3b8 expref: 15 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335551.806246:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffa91880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041463040:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335551.806333:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850a80 going to sleep for 11 seconds 00000100:00100000:0.0:1763335551.810113:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335551.810207:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029148032 00000100:00100000:2.0:1763335551.810216:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029148032 00000100:00100000:2.0:1763335551.810274:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1320 00000100:00100000:2.0:1763335551.810284:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc62d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:15720:x1848991029148032:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335551.810303:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335551.810323:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c7200/0x10123ce7f0766233 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f3bf expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335551.810357:0:9882:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5c00/0x10123ce7f0766145 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1998848->2015231) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f2fb expref: 9 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335551.810365:0:9882:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335551.810367:0:9882:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335551.810372:0:9882:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c7200/0x10123ce7f0766233 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f3bf expref: 9 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335551.810410:0:9882:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5c00/0x10123ce7f0766145 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1998848->2015231) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f2fb expref: 9 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335551.810422:0:9882:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5c00/0x10123ce7f0766145 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1998848->2015231) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f2fb expref: 9 pid: 9882 timeout: 452 lvb_type: 0 00000100:00100000:2.0:1763335551.810434:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc47df100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041463168:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335551.810520:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09600 going to sleep for 11 seconds 00000100:00100000:3.0:1763335551.810630:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffa91880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041463040:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335551.810648:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335551.810676:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc62db800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+14:2408:x1848991029147904:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 4601us (4963us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335551.810685:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 677 00000100:00100000:0.0:1763335551.814741:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc47df100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041463168:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335551.814777:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c7200/0x10123ce7f0766233 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f3bf expref: 9 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335551.814798:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc58c7200, rc 0) 00000100:00100000:0.0:1763335551.814862:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc62d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+9:15720:x1848991029148032:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4579us (4759us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335551.814905:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1320 00000100:00100000:2.0:1763335551.815278:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335551.815492:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029148160 00000100:00100000:3.0:1763335551.815500:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029148160 00010000:00010000:3.0:1763335551.815531:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5c00/0x10123ce7f0766145 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1998848->2015231) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f2fb expref: 10 pid: 9882 timeout: 452 lvb_type: 0 00000100:00100000:3.0:1763335551.815569:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 678 00000100:00100000:3.0:1763335551.815579:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47df100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+10:2408:x1848991029148160:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335551.815592:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335551.815611:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5c00/0x10123ce7f0766145 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1998848->2015231) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f2fb expref: 10 pid: 9882 timeout: 452 lvb_type: 0 00010000:00010000:3.0:1763335551.815623:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5c00/0x10123ce7f0766145 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1998848->2015231) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f2fb expref: 10 pid: 9882 timeout: 452 lvb_type: 0 00010000:00010000:3.0:1763335551.815645:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5c00/0x10123ce7f0766145 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1998848->2015231) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f2fb expref: 10 pid: 9882 timeout: 452 lvb_type: 0 00010000:00010000:3.0:1763335551.815658:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335551.815659:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335551.815666:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c7200/0x10123ce7f0766233 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f3bf expref: 8 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335551.815676:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c7200/0x10123ce7f0766233 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f3bf expref: 8 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335551.815708:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c7200/0x10123ce7f0766233 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f3bf expref: 8 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335551.815731:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffa91880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041463296:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335551.815803:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850a80 going to sleep for 11 seconds 00000100:00100000:3.0:1763335551.819990:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffa91880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041463296:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335551.820036:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335551.820102:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47df100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+9:2408:x1848991029148160:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 4522us (4824us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335551.820116:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 678 00000100:00100000:2.0:1763335551.821172:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335551.821441:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335551.821500:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029148416 00000100:00100000:1.0:1763335551.821510:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029148416 00002000:00010000:1.0:1763335551.821545:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:1.0:1763335551.821551:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb90700 with x1848991029148416 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335551.821562:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb90700. 00000100:00100000:1.0:1763335551.821596:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 895 00000100:00100000:1.0:1763335551.821604:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+9:2408:x1848991029148416:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:1.0:1763335551.821750:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763335551.821754:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335552 -> 1763335552 00002000:00010000:1.0:1763335551.821756:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335551 -> 1763335551 00002000:00010000:1.0:1763335551.821758:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335552 -> 1763335552 00002000:00010000:1.0:1763335551.821760:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763335551.821813:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+10:2408:x1848991029148416:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 209us (647us total) trans 4294967634 rc 0/0 00000100:00100000:1.0:1763335551.821820:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 895 00002000:00010000:1.0:1763335551.821824:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:1.0:1763335551.821826:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb90700 with x1848991029148416 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335551.821831:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb90700. 00000100:00100000:3.0:1763335551.822144:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029148288 00000100:00100000:3.0:1763335551.822149:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029148288 00002000:00010000:3.0:1763335551.822169:0:15202:0:(mdt_io.c:274:mdt_punch_hpreq_check()) lustre-MDT0000: refresh DOM lock for [0x200000402:0xe:0x0] 00002000:00100000:3.0:1763335551.822173:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffb92300 with x1848991029148288 00000100:00100000:3.0:1763335551.822192:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1028 00000100:00100000:3.0:1763335551.822199:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+16:2408:x1848991029148288:12345-192.168.202.34@tcp:10:fsx.0 00000004:00010000:3.0:1763335551.822560:0:15202:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 642717 -> 321031 00000004:00010000:3.0:1763335551.822565:0:15202:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335552 -> 1763335552 00000004:00010000:3.0:1763335551.822567:0:15202:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335551 -> 1763335551 00000004:00010000:3.0:1763335551.822570:0:15202:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335552 -> 1763335552 00000004:00010000:3.0:1763335551.822572:0:15202:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 216 -> 216 00000100:00100000:3.0:1763335551.822606:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+17:2408:x1848991029148288:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 407us (1165us total) trans 4294967995 rc 0/0 00000100:00100000:3.0:1763335551.822613:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1028 00002000:00010000:3.0:1763335551.822617:0:15202:0:(mdt_io.c:274:mdt_punch_hpreq_check()) lustre-MDT0000: refresh DOM lock for [0x200000402:0xe:0x0] 00002000:00100000:3.0:1763335551.822619:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffb92300 with x1848991029148288 00000100:00100000:1.0:1763335551.826036:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335551.826171:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029148544 00000100:00100000:2.0:1763335551.826180:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029148544 00000100:00100000:2.0:1763335551.826233:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1807 00000100:00100000:2.0:1763335551.826242:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc59a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+14:15720:x1848991029148544:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335551.826270:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335551.826291:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6c00/0x10123ce7f076623a lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f3c6 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335551.826382:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6000/0x10123ce7f0766241 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335551.826399:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6000/0x10123ce7f0766241 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335551.826410:0:6517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6000/0x10123ce7f0766241 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00000004:00200000:2.0:1763335551.826439:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 321031 00000004:00200000:2.0:1763335551.826444:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763335551.826465:0:6517:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6000/0x10123ce7f0766241 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335551.826490:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6c00/0x10123ce7f076623a lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f3c6 expref: 16 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335551.826509:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6000/0x10123ce7f0766241 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f3c6 expref: 15 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335551.826519:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335551.826521:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335551.826525:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc58c6000, rc 0) 00000100:00100000:2.0:1763335551.826589:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc59a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+15:15720:x1848991029148544:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 347us (562us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335551.826596:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1807 00000100:00100000:2.0:1763335551.829824:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335551.830353:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029148672 00000100:00100000:1.0:1763335551.830363:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029148672 00000100:00100000:1.0:1763335551.830425:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1808 00000100:00100000:1.0:1763335551.830435:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb91500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:273362c8-ad54-46f8-a663-195ccb4b667f+15:2409:x1848991029148672:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335551.830457:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335551.830480:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fe00/0x10123ce7f0766248 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f3cd expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335551.830518:0:6515:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6800/0x10123ce7f076622c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f3b8 expref: 16 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335551.830561:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc59a8700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041463424:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335551.830647:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb840 going to sleep for 11 seconds 00000100:00100000:3.0:1763335551.831550:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335551.832027:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029148800 00000100:00100000:0.0:1763335551.832036:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029148800 00000100:00100000:0.0:1763335551.832087:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1321 00000100:00100000:0.0:1763335551.832096:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+9:2409:x1848991029148800:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335551.832112:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335551.832128:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cd800/0x10123ce7f076624f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f3d4 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335551.832179:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc62d8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041463552:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335551.832258:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3180 going to sleep for 11 seconds 00000100:00100000:1.0:1763335551.836301:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc59a8700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041463424:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335551.836333:0:6515:0:(mdt_io.c:1529:mdt_lvb2reply()) size 321031 00010000:00010000:1.0:1763335551.836355:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fe00/0x10123ce7f0766248 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f3cd expref: 16 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335551.836380:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335551.836384:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335551.836390:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fe00/0x10123ce7f0766248 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f3cd expref: 16 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335551.836403:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643fe00, rc 0) 00000100:00100000:1.0:1763335551.836461:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb91500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:273362c8-ad54-46f8-a663-195ccb4b667f+15:2409:x1848991029148672:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6026us (6648us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335551.836470:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1808 00000100:00100000:2.0:1763335551.836736:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc62d8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041463552:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335551.836757:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cd800/0x10123ce7f076624f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f3d4 expref: 10 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335551.836773:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cd800/0x10123ce7f076624f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f3d4 expref: 10 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335551.836784:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cd800, rc 0) 00000100:00100000:2.0:1763335551.836810:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+9:2409:x1848991029148800:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4715us (5263us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335551.836818:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1321 00000100:00100000:2.0:1763335551.840655:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335551.840705:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335551.840793:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029149056 00000100:00100000:0.0:1763335551.840804:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029149056 00000100:00100000:0.0:1763335551.840864:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1322 00000100:00100000:0.0:1763335551.840905:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+9:2408:x1848991029149056:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335551.840924:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335551.840942:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cca00/0x10123ce7f0766256 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f3e2 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335551.841005:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc62db480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041463680:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335551.841091:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3840 going to sleep for 11 seconds 00000100:00100000:1.0:1763335551.841162:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029148928 00000100:00100000:1.0:1763335551.841167:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029148928 00000100:00100000:1.0:1763335551.841209:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1809 00000100:00100000:1.0:1763335551.841216:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:273362c8-ad54-46f8-a663-195ccb4b667f+15:2408:x1848991029148928:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335551.841227:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335551.841240:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f600/0x10123ce7f076625d lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f3db expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335551.841274:0:6515:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6800/0x10123ce7f076622c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f3b8 expref: 16 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335551.841298:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc59a8700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041463808:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335551.841323:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb840 going to sleep for 11 seconds 00000100:00100000:1.0:1763335551.845590:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc59a8700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041463808:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335551.845625:0:6515:0:(mdt_io.c:1529:mdt_lvb2reply()) size 321031 00010000:00010000:1.0:1763335551.845647:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f600/0x10123ce7f076625d lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f3db expref: 16 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335551.845669:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335551.845673:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335551.845678:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f600/0x10123ce7f076625d lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f3db expref: 16 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335551.845693:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643f600, rc 0) 00000100:00100000:1.0:1763335551.845771:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:273362c8-ad54-46f8-a663-195ccb4b667f+15:2408:x1848991029148928:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4554us (5064us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335551.845781:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1809 00000100:00100000:0.0:1763335551.845942:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc62db480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041463680:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335551.845967:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cca00/0x10123ce7f0766256 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f3e2 expref: 10 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335551.845982:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cca00/0x10123ce7f0766256 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f3e2 expref: 10 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335551.845992:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cca00, rc 0) 00000100:00100000:0.0:1763335551.846015:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+9:2408:x1848991029149056:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5113us (5372us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335551.846023:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1322 00000100:00100000:3.0:1763335551.850535:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335551.850597:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029149184 00000100:00100000:1.0:1763335551.850605:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029149184 00000100:00100000:1.0:1763335551.850656:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1810 00000100:00100000:1.0:1763335551.850663:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+17:15720:x1848991029149184:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335551.850684:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335551.850702:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fe00/0x10123ce7f0766264 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f3e9 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335551.850816:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e000/0x10123ce7f076626b lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335551.850832:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e000/0x10123ce7f076626b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335551.850844:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e000/0x10123ce7f076626b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 00000004:00200000:1.0:1763335551.850912:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 321031 00000004:00200000:1.0:1763335551.850917:0:6515:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763335551.850938:0:6515:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e000/0x10123ce7f076626b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335551.850961:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fe00/0x10123ce7f0766264 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f3e9 expref: 19 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335551.850976:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e000/0x10123ce7f076626b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f3e9 expref: 18 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335551.850984:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335551.850987:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335551.850990:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643e000, rc 0) 00000100:00100000:1.0:1763335551.851052:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+18:15720:x1848991029149184:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 389us (525us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335551.851058:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1810 00000100:00100000:2.0:1763335551.855074:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335551.855194:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029149312 00000100:00100000:1.0:1763335551.855205:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029149312 00000100:00100000:1.0:1763335551.855274:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1029 00000100:00100000:1.0:1763335551.855284:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:2408:x1848991029149312:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:1.0:1763335551.855479:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 321031 -> 321031 00000004:00010000:1.0:1763335551.855483:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335552 -> 1763335552 00000004:00010000:1.0:1763335551.855486:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335551 -> 1763335551 00000004:00010000:1.0:1763335551.855489:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335552 -> 1763335552 00000004:00010000:1.0:1763335551.855492:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 216 -> 248 00000100:00100000:1.0:1763335551.855566:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+19:2408:x1848991029149312:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 283us (503us total) trans 4294967996 rc 0/0 00000100:00100000:1.0:1763335551.855575:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1029 00000100:00100000:3.0:1763335551.859438:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335551.860677:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029149440 00000100:00100000:0.0:1763335551.860693:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029149440 00000100:00100000:0.0:1763335551.861934:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1811 00000100:00100000:0.0:1763335551.861956:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa93800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+15:2408:x1848991029149440:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335551.861978:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335551.862001:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc200/0x10123ce7f0766272 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f3f0 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335551.862039:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6800/0x10123ce7f076622c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f3b8 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335551.862084:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc62db480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041463936:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335551.862176:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3840 going to sleep for 11 seconds 00000100:00100000:0.0:1763335551.863209:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335551.863439:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029149568 00000100:00100000:2.0:1763335551.863446:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029149568 00000100:00100000:2.0:1763335551.863494:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1323 00000100:00100000:2.0:1763335551.863502:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc62d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+9:2408:x1848991029149568:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335551.863515:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335551.863528:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c6a00/0x10123ce7f0766279 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f3f7 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335551.863574:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffb91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041464064:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335551.863635:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09600 going to sleep for 11 seconds 00000100:00100000:0.0:1763335551.865752:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc62db480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041463936:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335551.865775:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 321031 00010000:00010000:0.0:1763335551.865793:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc200/0x10123ce7f0766272 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f3f0 expref: 16 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335551.865815:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335551.865818:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335551.865823:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc200/0x10123ce7f0766272 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f3f0 expref: 16 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335551.865837:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cc200, rc 0) 00000100:00100000:0.0:1763335551.865930:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa93800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+15:2408:x1848991029149440:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3983us (6502us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335551.865939:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1811 00000100:00100000:2.0:1763335551.868611:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffb91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041464064:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335551.868649:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c6a00/0x10123ce7f0766279 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f3f7 expref: 10 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335551.868672:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c6a00/0x10123ce7f0766279 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f3f7 expref: 10 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335551.868685:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc58c6a00, rc 0) 00000100:00100000:2.0:1763335551.868845:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc62d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+9:2408:x1848991029149568:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5343us (5639us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335551.868854:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1323 00000100:00100000:3.0:1763335551.872084:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335551.872122:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335551.872220:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029149824 00000100:00100000:2.0:1763335551.872230:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029149824 00000100:00100000:2.0:1763335551.872274:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1324 00000100:00100000:2.0:1763335551.872282:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+9:2409:x1848991029149824:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335551.872299:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335551.872317:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c7400/0x10123ce7f0766280 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f405 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335551.872371:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffb91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041464192:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335551.872460:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09600 going to sleep for 11 seconds 00000100:00100000:0.0:1763335551.872688:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029149696 00000100:00100000:0.0:1763335551.872693:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029149696 00000100:00100000:0.0:1763335551.872741:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1812 00000100:00100000:0.0:1763335551.872748:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+15:2409:x1848991029149696:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335551.872759:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335551.872773:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc200/0x10123ce7f0766287 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f3fe expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335551.872803:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6800/0x10123ce7f076622c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f3b8 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335551.872824:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc62db480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041464320:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335551.872851:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3840 going to sleep for 11 seconds 00000100:00100000:2.0:1763335551.876036:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffb91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041464192:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335551.876075:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c7400/0x10123ce7f0766280 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f405 expref: 10 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335551.876097:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c7400/0x10123ce7f0766280 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f405 expref: 10 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335551.876109:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc58c7400, rc 0) 00000100:00100000:2.0:1763335551.876170:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+9:2409:x1848991029149824:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3887us (4094us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335551.876179:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1324 00000100:00100000:0.0:1763335551.876841:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc62db480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041464320:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335551.876857:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 321031 00010000:00010000:0.0:1763335551.876897:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc200/0x10123ce7f0766287 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f3fe expref: 16 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335551.876913:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335551.876917:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335551.876921:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc200/0x10123ce7f0766287 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f3fe expref: 16 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335551.876933:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cc200, rc 0) 00000100:00100000:0.0:1763335551.877793:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+15:2409:x1848991029149696:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5039us (5663us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335551.877803:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1812 00000100:00100000:3.0:1763335551.882782:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335551.883389:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029149952 00000100:00100000:0.0:1763335551.883399:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029149952 00000100:00100000:0.0:1763335551.883450:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1813 00000100:00100000:0.0:1763335551.883459:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+15:15720:x1848991029149952:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335551.883479:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335551.883501:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd800/0x10123ce7f076628e lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f40c expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335551.883531:0:6517:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6800/0x10123ce7f076622c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f3b8 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335551.883542:0:6517:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd800/0x10123ce7f076628e lrc: 4/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f40c expref: 16 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335551.883580:0:6517:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6800/0x10123ce7f076622c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f3b8 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335551.883593:0:6517:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6800/0x10123ce7f076622c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f3b8 expref: 18 pid: 6517 timeout: 452 lvb_type: 0 00000100:00100000:0.0:1763335551.883607:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc62db480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041464448:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335551.883695:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3840 going to sleep for 11 seconds 00000100:00100000:0.0:1763335551.887815:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc62db480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041464448:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335551.887853:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd800/0x10123ce7f076628e lrc: 3/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f40c expref: 16 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335551.887905:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335551.887909:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335551.887913:0:6517:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd800/0x10123ce7f076628e lrc: 3/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f40c expref: 16 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335551.887925:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cd800, rc 0) 00000100:00100000:0.0:1763335551.889472:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+16:15720:x1848991029149952:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6002us (6689us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335551.889485:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1813 00000100:00100000:3.0:1763335551.889842:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335551.891435:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029150080 00000100:00100000:0.0:1763335551.891449:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029150080 00010000:00010000:0.0:1763335551.891496:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6800/0x10123ce7f076622c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f3b8 expref: 19 pid: 6517 timeout: 452 lvb_type: 0 00000100:00100000:0.0:1763335551.891883:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 679 00000100:00100000:0.0:1763335551.891895:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa90700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+19:2409:x1848991029150080:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335551.891910:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335551.891932:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6800/0x10123ce7f076622c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f3b8 expref: 19 pid: 6517 timeout: 452 lvb_type: 0 00010000:00010000:0.0:1763335551.891945:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6800/0x10123ce7f076622c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f3b8 expref: 19 pid: 6517 timeout: 452 lvb_type: 0 00010000:00010000:0.0:1763335551.891967:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6800/0x10123ce7f076622c lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f3b8 expref: 19 pid: 6517 timeout: 452 lvb_type: 0 00010000:00010000:0.0:1763335551.891983:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335551.891989:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd800/0x10123ce7f076628e lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f40c expref: 15 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335551.892001:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd800/0x10123ce7f076628e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f40c expref: 15 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335551.892010:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd800/0x10123ce7f076628e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f40c expref: 15 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335551.892050:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd800/0x10123ce7f076628e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f40c expref: 15 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335551.892063:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc62db480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041464576:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335551.892154:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3840 going to sleep for 11 seconds 00000100:00100000:0.0:1763335551.897610:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc62db480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041464576:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763335551.897635:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335551.897693:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa90700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+18:2409:x1848991029150080:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 5799us (7850us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335551.897704:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 679 00000100:00100000:2.0:1763335551.899283:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335551.899381:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029150208 00000100:00100000:3.0:1763335551.899390:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029150208 00002000:00100000:3.0:1763335551.899434:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffb91180 x1848991029150208/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:597/0 lens 488/0 e 0 to 0 dl 1763335562 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335551.899448:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffb91180 with x1848991029150208 00000100:00100000:3.0:1763335551.899741:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1030 00000100:00100000:3.0:1763335551.899751:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+16:2409:x1848991029150208:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335551.905594:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+16:2409:x1848991029150208:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 5829us (6303us total) trans 0 rc 323584/323584 00000100:00100000:2.0:1763335551.905610:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1030 00002000:00100000:2.0:1763335551.905626:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffb91180 x1848991029150208/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:597/0 lens 488/440 e 0 to 0 dl 1763335562 ref 1 fl Complete:/600/0 rc 323584/323584 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335551.905638:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffb91180 with x1848991029150208 00000100:00100000:1.0:1763335551.913526:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335551.914237:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029150336 00000100:00100000:2.0:1763335551.914248:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029150336 00000100:00100000:2.0:1763335551.914525:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1325 00000100:00100000:2.0:1763335551.914536:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc59a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+9:2408:x1848991029150336:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335551.914554:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335551.914575:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c7600/0x10123ce7f0766295 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f413 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335551.914635:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc579ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041464704:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335551.919956:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09600 going to sleep for 11 seconds 00000100:00100000:2.0:1763335551.923296:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc579ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041464704:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335551.923334:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c7600/0x10123ce7f0766295 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f413 expref: 10 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335551.923356:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c7600/0x10123ce7f0766295 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f413 expref: 10 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335551.923368:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc58c7600, rc 0) 00000100:00100000:2.0:1763335551.923429:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc59a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+9:2408:x1848991029150336:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 8895us (9913us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335551.923437:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1325 00000100:00100000:2.0:1763335551.926594:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335551.926683:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029150464 00000100:00100000:0.0:1763335551.926692:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029150464 00000100:00100000:0.0:1763335551.926801:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1326 00000100:00100000:0.0:1763335551.926811:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc579ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+9:2409:x1848991029150464:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335551.926829:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335551.926847:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cc200/0x10123ce7f076629c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f41a expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335551.927025:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc62db480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041464832:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335551.927100:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3840 going to sleep for 11 seconds 00000100:00100000:0.0:1763335551.929098:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc62db480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041464832:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335551.929133:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cc200/0x10123ce7f076629c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f41a expref: 10 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335551.929155:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cc200/0x10123ce7f076629c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f41a expref: 10 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335551.929168:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cc200, rc 0) 00000100:00100000:0.0:1763335551.929217:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc579ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+9:2409:x1848991029150464:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2407us (2630us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335551.929225:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1326 00000100:00100000:3.0:1763335551.934653:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335551.934746:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029150592 00000100:00100000:0.0:1763335551.934757:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029150592 00000100:00100000:1.0:1763335551.935472:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1327 00000100:00100000:1.0:1763335551.935485:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+9:2407:x1848991029150592:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335551.935503:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335551.935522:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc643f200/0x10123ce7f07662a3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f421 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335551.935578:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc59a9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041464960:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335551.935657:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb840 going to sleep for 11 seconds 00000100:00100000:1.0:1763335551.941974:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc59a9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041464960:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335551.942108:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc643f200/0x10123ce7f07662a3 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f421 expref: 10 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335551.942133:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc643f200/0x10123ce7f07662a3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f421 expref: 10 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335551.942150:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643f200, rc 0) 00000100:00100000:1.0:1763335551.942210:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+9:2407:x1848991029150592:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6728us (7567us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335551.942220:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1327 00000100:00100000:2.0:1763335551.944861:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335551.945143:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029150720 00000100:00100000:1.0:1763335551.945154:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029150720 00000100:00100000:1.0:1763335551.945210:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1328 00000100:00100000:1.0:1763335551.945221:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc579fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+9:2409:x1848991029150720:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335551.945241:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335551.945267:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e600/0x10123ce7f07662aa lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f428 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335551.945337:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc59a9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041465088:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335551.945434:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb840 going to sleep for 11 seconds 00000100:00100000:1.0:1763335551.949252:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc59a9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041465088:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335551.949294:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e600/0x10123ce7f07662aa lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f428 expref: 10 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335551.949318:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e600/0x10123ce7f07662aa lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f428 expref: 10 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335551.949330:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643e600, rc 0) 00000100:00100000:1.0:1763335551.949393:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc579fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+9:2409:x1848991029150720:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4174us (4542us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335551.949404:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1328 00000100:00100000:3.0:1763335551.955243:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335551.956517:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029150848 00000100:00100000:0.0:1763335551.956529:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029150848 00000100:00100000:0.0:1763335551.957382:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1814 00000100:00100000:0.0:1763335551.957396:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+18:2408:x1848991029150848:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335551.957421:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335551.957442:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc200/0x10123ce7f07662b1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f42f expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335551.957477:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc200/0x10123ce7f07662b1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f42f expref: 19 pid: 6517 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763335551.957488:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 321031 00010000:00010000:0.0:1763335551.957494:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc200/0x10123ce7f07662b1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f42f expref: 19 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335551.957507:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335551.957510:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335551.957513:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cc200, rc 0) 00000100:00100000:0.0:1763335551.957579:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+19:2408:x1848991029150848:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 187us (2344us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335551.957586:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1814 00000100:00100000:2.0:1763335551.964632:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335551.964783:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029150976 00000100:00100000:1.0:1763335551.964794:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029150976 00000100:00100000:1.0:1763335551.964847:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1329 00000100:00100000:1.0:1763335551.964855:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc579df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+9:15720:x1848991029150976:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335551.964897:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335551.964915:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e600/0x10123ce7f07662b8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f436 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335551.964946:0:8401:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c7200/0x10123ce7f0766233 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f3bf expref: 9 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335551.964954:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335551.964956:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335551.964960:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e600/0x10123ce7f07662b8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1241088->1277951] (req 1241088->1277951) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f436 expref: 10 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335551.964989:0:8401:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c7200/0x10123ce7f0766233 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f3bf expref: 9 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335551.965001:0:8401:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c7200/0x10123ce7f0766233 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f3bf expref: 9 pid: 9882 timeout: 452 lvb_type: 0 00000100:00100000:1.0:1763335551.965027:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc59a9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041465216:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335551.965102:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb840 going to sleep for 11 seconds 00000100:00100000:3.0:1763335551.968341:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335551.968789:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029151104 00000100:00100000:0.0:1763335551.968799:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029151104 00002000:00100000:0.0:1763335551.968851:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1576960->1592860) req@ffff9aefc43b5c00 x1848991029151104/t0(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:597/0 lens 16392/0 e 0 to 0 dl 1763335562 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335551.968909:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc43b5c00 with x1848991029151104 ext(1576960->1592860) 00010000:00010000:0.0:1763335551.968921:0:15204:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c7200/0x10123ce7f0766233 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f3bf expref: 10 pid: 9882 timeout: 452 lvb_type: 0 00010000:00010000:0.0:1763335551.968938:0:15204:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c7200/0x10123ce7f0766233 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f3bf expref: 10 pid: 9882 timeout: 452 lvb_type: 0 00002000:00010000:0.0:1763335551.968947:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9aefc43b5c00 00000100:00100000:0.0:1763335551.968975:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 38 00000100:00100000:0.0:1763335551.968984:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+10:2409:x1848991029151104:12345-192.168.202.34@tcp:4:fsx.0 00000100:00100000:1.0:1763335551.969931:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc59a9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041465216:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335551.969963:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e600/0x10123ce7f07662b8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1241088->1277951] (req 1241088->1277951) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f436 expref: 10 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335551.969980:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643e600, rc 0) 00000100:00100000:1.0:1763335551.970039:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc579df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+10:15720:x1848991029150976:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5183us (5416us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335551.970046:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1329 00000100:00100000:0.0:1763335551.971611:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+12:2409:x1848991029151104:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 2617us (3272us total) trans 4294967635 rc 0/0 00000100:00100000:0.0:1763335551.971625:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 38 00002000:00100000:0.0:1763335551.971636:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1576960->1592860) req@ffff9aefc43b5c00 x1848991029151104/t4294967635(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:597/0 lens 16392/448 e 0 to 0 dl 1763335562 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335551.971646:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc43b5c00 with x1848991029151104 ext(1576960->1592860) 00010000:00010000:0.0:1763335551.971655:0:15204:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c7200/0x10123ce7f0766233 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f3bf expref: 12 pid: 9882 timeout: 452 lvb_type: 0 00010000:00010000:0.0:1763335551.971671:0:15204:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c7200/0x10123ce7f0766233 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f3bf expref: 12 pid: 9882 timeout: 452 lvb_type: 0 00002000:00010000:0.0:1763335551.971679:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9aefc43b5c00 00000100:00100000:2.0:1763335551.976647:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335551.976742:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029151232 00000100:00100000:0.0:1763335551.976754:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029151232 00010000:00010000:0.0:1763335551.976796:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c7200/0x10123ce7f0766233 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f3bf expref: 12 pid: 9882 timeout: 452 lvb_type: 0 00000100:00100000:0.0:1763335551.976843:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 680 00000100:00100000:0.0:1763335551.976853:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc579c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+12:2406:x1848991029151232:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335551.976897:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1763335551.976915:0:8416:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 0 -> 1592861 00002000:00010000:0.0:1763335551.976918:0:8416:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 0 -> 32 00010000:00010000:0.0:1763335551.976923:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c7200/0x10123ce7f0766233 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f3bf expref: 12 pid: 9882 timeout: 452 lvb_type: 0 00010000:00010000:0.0:1763335551.976936:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c7200/0x10123ce7f0766233 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f3bf expref: 12 pid: 9882 timeout: 452 lvb_type: 0 00010000:00010000:0.0:1763335551.976960:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c7200/0x10123ce7f0766233 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f3bf expref: 12 pid: 9882 timeout: 452 lvb_type: 0 00010000:00010000:0.0:1763335551.976976:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335551.976978:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335551.976985:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e600/0x10123ce7f07662b8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1241088->1277951) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f436 expref: 9 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335551.976995:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e600/0x10123ce7f07662b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1241088->1277951) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f436 expref: 9 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335551.977037:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e600/0x10123ce7f07662b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1241088->1277951) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f436 expref: 9 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335551.977050:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc62db480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041465344:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335551.977127:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3840 going to sleep for 11 seconds 00000100:00100000:3.0:1763335551.984039:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335551.984158:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc62db480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041465344:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763335551.984181:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335551.984246:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc579c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+11:2406:x1848991029151232:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 7394us (7610us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335551.984258:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 680 00000100:00100000:2.0:1763335551.988347:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029151360 00000100:00100000:2.0:1763335551.988366:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029151360 00002000:00100000:2.0:1763335551.988424:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->1593343) req@ffff9aefc43b5f80 x1848991029151360/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:597/0 lens 488/0 e 0 to 0 dl 1763335562 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335551.988436:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc43b5f80 with x1848991029151360 ext(1048576->1593343) 00002000:00010000:2.0:1763335551.988442:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc43b5f80 00000100:00100000:2.0:1763335551.988485:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 896 00000100:00100000:2.0:1763335551.988495:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+10:2409:x1848991029151360:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335551.991700:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335551.994064:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029151488 00000100:00100000:2.0:1763335551.994079:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029151488 00002000:00100000:2.0:1763335551.994133:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc62db480 x1848991029151488/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:597/0 lens 488/0 e 0 to 0 dl 1763335562 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335551.994147:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc62db480 with x1848991029151488 00000100:00100000:2.0:1763335551.994194:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1031 00000100:00100000:2.0:1763335551.994204:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc62db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+16:2409:x1848991029151488:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335552.001716:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+10:2409:x1848991029151360:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 13211us (17675us total) trans 0 rc 544768/544768 00000100:00100000:3.0:1763335552.001738:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 896 00002000:00100000:3.0:1763335552.001750:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->1593343) req@ffff9aefc43b5f80 x1848991029151360/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:597/0 lens 488/440 e 0 to 0 dl 1763335562 ref 1 fl Complete:/600/0 rc 544768/544768 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335552.001759:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc43b5f80 with x1848991029151360 ext(1048576->1593343) 00002000:00010000:3.0:1763335552.001766:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc43b5f80 00000100:00100000:2.0:1763335552.005227:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc62db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+16:2409:x1848991029151488:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 11011us (13523us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335552.005242:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1031 00002000:00100000:2.0:1763335552.005258:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc62db480 x1848991029151488/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:597/0 lens 488/440 e 0 to 0 dl 1763335562 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335552.005269:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc62db480 with x1848991029151488 00000100:00100000:0.0:1763335552.013503:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335552.014537:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029151616 00000100:00100000:1.0:1763335552.014549:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029151616 00000100:00100000:1.0:1763335552.014681:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1330 00000100:00100000:1.0:1763335552.014694:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5fd7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+11:2409:x1848991029151616:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335552.014712:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335552.014767:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc643ec00/0x10123ce7f07662bf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f43d expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335552.014843:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc59a9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041465472:192.168.202.34@tcp:106: 00000100:00080000:0.0:1763335552.015058:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1763335552.015807:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb840 going to sleep for 11 seconds 00002000:00010000:1.0:1763335552.018988:0:8401:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335551 -> 1763335552 00000100:00100000:1.0:1763335552.019020:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc59a9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041465472:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335552.019057:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc643ec00/0x10123ce7f07662bf lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f43d expref: 12 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335552.019083:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc643ec00/0x10123ce7f07662bf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f43d expref: 12 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335552.019102:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643ec00, rc 0) 00000100:00100000:1.0:1763335552.019698:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5fd7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+11:2409:x1848991029151616:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5003us (6203us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335552.019707:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1330 00000100:00100000:1.0:1763335552.024519:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335552.024694:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029151744 00000100:00100000:2.0:1763335552.024704:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029151744 00000100:00100000:2.0:1763335552.024775:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1331 00000100:00100000:2.0:1763335552.024786:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc59a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+11:2409:x1848991029151744:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335552.024803:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335552.024821:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c7000/0x10123ce7f07662c6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f444 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335552.024924:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc579d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041465600:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335552.025021:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09600 going to sleep for 11 seconds 00000100:00100000:2.0:1763335552.027699:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc579d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041465600:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335552.027745:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c7000/0x10123ce7f07662c6 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f444 expref: 12 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335552.027767:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c7000/0x10123ce7f07662c6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f444 expref: 12 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335552.027778:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc58c7000, rc 0) 00000100:00100000:2.0:1763335552.027837:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc59a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+11:2409:x1848991029151744:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3052us (3328us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335552.027845:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1331 00000100:00100000:1.0:1763335552.033672:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335552.034226:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029151872 00000100:00100000:2.0:1763335552.034237:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029151872 00000100:00100000:2.0:1763335552.034606:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1332 00000100:00100000:2.0:1763335552.034617:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc59a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+11:2409:x1848991029151872:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335552.034634:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335552.034653:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c7000/0x10123ce7f07662cd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f44b expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335552.034716:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc579d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041465728:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335552.034820:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09600 going to sleep for 11 seconds 00000100:00100000:2.0:1763335552.038186:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc579d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041465728:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335552.038227:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c7000/0x10123ce7f07662cd lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f44b expref: 12 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335552.038253:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c7000/0x10123ce7f07662cd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f44b expref: 12 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335552.038266:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc58c7000, rc 0) 00000100:00100000:2.0:1763335552.038433:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc59a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+11:2409:x1848991029151872:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3817us (4770us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335552.038442:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1332 00000100:00100000:1.0:1763335552.045197:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335552.046782:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029152000 00000100:00100000:2.0:1763335552.046795:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029152000 00000100:00100000:2.0:1763335552.046864:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1333 00000100:00100000:2.0:1763335552.046889:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc59a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+11:2408:x1848991029152000:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335552.046908:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335552.046927:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c7000/0x10123ce7f07662d4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f452 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335552.046987:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc579d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041465856:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335552.047221:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09600 going to sleep for 11 seconds 00000100:00100000:2.0:1763335552.050504:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc579d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041465856:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335552.050543:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c7000/0x10123ce7f07662d4 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f452 expref: 12 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335552.050566:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c7000/0x10123ce7f07662d4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f452 expref: 12 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335552.050578:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc58c7000, rc 0) 00000100:00100000:2.0:1763335552.050674:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc59a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+11:2408:x1848991029152000:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3785us (5488us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335552.050683:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1333 00000100:00100000:1.0:1763335552.055128:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335552.055216:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029152128 00000100:00100000:0.0:1763335552.055226:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029152128 00000100:00100000:0.0:1763335552.055288:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1815 00000100:00100000:0.0:1763335552.055299:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc59a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+19:15720:x1848991029152128:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335552.055319:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335552.055322:0:6517:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763335552.055363:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc200/0x10123ce7f07662b1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f42f expref: 19 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335552.055382:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335552.055387:0:6517:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335552.055401:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc000/0x10123ce7f07662db lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f459 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335552.055424:0:6517:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd800/0x10123ce7f076628e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f40c expref: 15 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335552.055434:0:6517:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc000/0x10123ce7f07662db lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f459 expref: 19 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335552.055466:0:6517:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd800/0x10123ce7f076628e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f40c expref: 15 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335552.055478:0:6517:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd800/0x10123ce7f076628e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f40c expref: 15 pid: 6517 timeout: 452 lvb_type: 0 00000100:00100000:0.0:1763335552.055491:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc62db100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041465984:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335552.055579:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3840 going to sleep for 11 seconds 00000100:00100000:0.0:1763335552.060716:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc62db100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041465984:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335552.060760:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc000/0x10123ce7f07662db lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f459 expref: 19 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335552.060780:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335552.060783:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335552.060787:0:6517:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc000/0x10123ce7f07662db lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f459 expref: 19 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335552.060797:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cc000, rc 0) 00000100:00100000:0.0:1763335552.060856:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc59a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+19:15720:x1848991029152128:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5559us (5995us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335552.060899:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1815 00000100:00100000:2.0:1763335552.062201:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335552.062374:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029152256 00000100:00100000:0.0:1763335552.062383:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029152256 00010000:00010000:0.0:1763335552.062436:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd800/0x10123ce7f076628e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f40c expref: 16 pid: 6517 timeout: 452 lvb_type: 0 00000100:00100000:0.0:1763335552.062469:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 681 00000100:00100000:0.0:1763335552.062478:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f4517450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+16:2408:x1848991029152256:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335552.062493:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335552.062514:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd800/0x10123ce7f076628e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f40c expref: 16 pid: 6517 timeout: 452 lvb_type: 0 00010000:00010000:0.0:1763335552.062527:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd800/0x10123ce7f076628e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f40c expref: 16 pid: 6517 timeout: 452 lvb_type: 0 00010000:00010000:0.0:1763335552.062548:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd800/0x10123ce7f076628e lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f40c expref: 16 pid: 6517 timeout: 452 lvb_type: 0 00010000:00010000:0.0:1763335552.062563:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335552.062569:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc000/0x10123ce7f07662db lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f459 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335552.062581:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc000/0x10123ce7f07662db lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f459 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335552.062590:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc000/0x10123ce7f07662db lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f459 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335552.062622:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc000/0x10123ce7f07662db lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f459 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335552.062635:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc62db100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041466112:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335552.062699:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3840 going to sleep for 11 seconds 00000100:00080000:1.0:1763335552.062812:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1763335552.066433:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335552.067189:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc62db100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041466112:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763335552.067216:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335552.067301:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f4517450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+15:2408:x1848991029152256:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 4823us (5104us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335552.067313:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 681 00000100:00100000:2.0:1763335552.068572:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029152384 00000100:00100000:2.0:1763335552.068583:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029152384 00000100:00100000:2.0:1763335552.069227:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1032 00000100:00100000:2.0:1763335552.069240:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc59a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+19:2409:x1848991029152384:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:2.0:1763335552.069422:0:15202:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 321031 -> 321031 00000004:00010000:2.0:1763335552.069426:0:15202:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335552 -> 1763335552 00000004:00010000:2.0:1763335552.069429:0:15202:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335551 -> 1763335551 00000004:00010000:2.0:1763335552.069431:0:15202:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335552 -> 1763335552 00000004:00010000:2.0:1763335552.069433:0:15202:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 248 -> 248 00000100:00100000:2.0:1763335552.069498:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc59a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+20:2409:x1848991029152384:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 261us (3075us total) trans 4294967997 rc 0/0 00000100:00100000:2.0:1763335552.069506:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1032 00000100:00100000:3.0:1763335552.075240:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335552.075413:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029152512 00000100:00100000:0.0:1763335552.075423:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029152512 00000100:00100000:0.0:1763335552.076112:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1816 00000100:00100000:0.0:1763335552.076125:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+15:2408:x1848991029152512:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335552.076147:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335552.076169:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd800/0x10123ce7f07662e2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f460 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335552.076209:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc000/0x10123ce7f07662db lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f459 expref: 19 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335552.076252:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc62db800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041466240:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335552.076395:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3300 going to sleep for 11 seconds 00000004:00010000:0.0:1763335552.079186:0:6517:0:(mdt_lvb.c:189:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime: 1763335551 -> 1763335552 00000100:00100000:0.0:1763335552.079217:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc62db800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041466240:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335552.079239:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 321031 00010000:00010000:0.0:1763335552.079260:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd800/0x10123ce7f07662e2 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f460 expref: 16 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335552.079282:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335552.079285:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335552.079291:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd800/0x10123ce7f07662e2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f460 expref: 16 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335552.079307:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cd800, rc 0) 00000100:00100000:0.0:1763335552.079375:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+15:2408:x1848991029152512:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3253us (4146us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335552.079385:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1816 00000100:00100000:2.0:1763335552.082576:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335552.083697:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029152640 00000100:00100000:0.0:1763335552.083711:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029152640 00000100:00100000:0.0:1763335552.083800:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1817 00000100:00100000:0.0:1763335552.083814:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc579d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+15:2409:x1848991029152640:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335552.083842:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335552.083881:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc200/0x10123ce7f07662e9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f467 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335552.083924:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc000/0x10123ce7f07662db lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f459 expref: 19 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335552.083967:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc62db800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041466368:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335552.084207:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3300 going to sleep for 11 seconds 00000100:00100000:0.0:1763335552.087207:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc62db800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041466368:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335552.087235:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 321031 00010000:00010000:0.0:1763335552.087255:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc200/0x10123ce7f07662e9 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f467 expref: 16 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335552.087278:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335552.087281:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335552.087285:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc200/0x10123ce7f07662e9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f467 expref: 16 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335552.087300:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cc200, rc 0) 00000100:00100000:0.0:1763335552.087522:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc579d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+15:2409:x1848991029152640:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3711us (4954us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335552.087530:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1817 00000100:00100000:3.0:1763335552.090444:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335552.090612:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029152768 00000100:00100000:2.0:1763335552.090623:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029152768 00000100:00100000:2.0:1763335552.090712:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1334 00000100:00100000:2.0:1763335552.090732:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+11:2408:x1848991029152768:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335552.090750:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335552.090769:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c6800/0x10123ce7f07662f0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f46e expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335552.090832:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc579f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041466496:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335552.091108:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09a80 going to sleep for 11 seconds 00000100:00100000:1.0:1763335552.094642:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc579f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041466496:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335552.094682:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c6800/0x10123ce7f07662f0 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f46e expref: 12 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335552.094706:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c6800/0x10123ce7f07662f0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f46e expref: 12 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335552.094729:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc58c6800, rc 0) 00000100:00100000:1.0:1763335552.094836:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+11:2408:x1848991029152768:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4113us (4400us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335552.094845:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1334 00000100:00100000:3.0:1763335552.098414:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335552.098516:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029152896 00000100:00100000:1.0:1763335552.098528:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029152896 00000100:00100000:1.0:1763335552.098591:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1335 00000100:00100000:1.0:1763335552.098602:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+11:2409:x1848991029152896:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335552.098623:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335552.098642:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e200/0x10123ce7f07662f7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f475 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335552.098701:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc59abb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041466624:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335552.098800:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb840 going to sleep for 11 seconds 00000100:00100000:1.0:1763335552.103356:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc59abb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041466624:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335552.103395:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e200/0x10123ce7f07662f7 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f475 expref: 12 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335552.103419:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e200/0x10123ce7f07662f7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f475 expref: 12 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335552.103431:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643e200, rc 0) 00000100:00100000:1.0:1763335552.103494:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+11:2409:x1848991029152896:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4893us (5094us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335552.103503:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1335 00000100:00100000:2.0:1763335552.107600:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335552.107788:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029153024 00000100:00100000:0.0:1763335552.107798:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029153024 00000100:00100000:0.0:1763335552.107854:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1818 00000100:00100000:0.0:1763335552.107863:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc579d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+15:2408:x1848991029153024:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335552.107921:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335552.107942:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc200/0x10123ce7f07662fe lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f47c expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335552.107980:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc000/0x10123ce7f07662db lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f459 expref: 19 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335552.108326:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc62db800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041466752:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335552.108408:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3300 going to sleep for 11 seconds 00000100:00100000:0.0:1763335552.111213:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc62db800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041466752:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335552.111241:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 321031 00010000:00010000:0.0:1763335552.111260:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc200/0x10123ce7f07662fe lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f47c expref: 16 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335552.111284:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335552.111287:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335552.111292:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc200/0x10123ce7f07662fe lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f47c expref: 16 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335552.111314:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cc200, rc 0) 00000100:00100000:0.0:1763335552.111381:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc579d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+15:2408:x1848991029153024:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3517us (3789us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335552.111390:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1818 00000100:00100000:2.0:1763335552.115090:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335552.115514:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029153152 00000100:00100000:0.0:1763335552.115524:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029153152 00000100:00100000:0.0:1763335552.117024:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1819 00000100:00100000:0.0:1763335552.117046:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc579f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+15:2409:x1848991029153152:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335552.117068:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335552.117093:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd800/0x10123ce7f0766305 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f483 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335552.117136:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc000/0x10123ce7f07662db lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f459 expref: 19 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335552.117180:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc62db800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041466880:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335552.117269:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3300 going to sleep for 11 seconds 00000100:00100000:1.0:1763335552.123064:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc62db800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041466880:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335552.123091:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 321031 00010000:00010000:1.0:1763335552.123109:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd800/0x10123ce7f0766305 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f483 expref: 16 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335552.123131:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335552.123135:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335552.123139:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd800/0x10123ce7f0766305 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f483 expref: 16 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335552.123160:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cd800, rc 0) 00000100:00100000:1.0:1763335552.123277:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc579f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+15:2409:x1848991029153152:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6240us (8268us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335552.123286:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1819 00000100:00100000:2.0:1763335552.128603:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335552.129316:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029153408 00000100:00100000:1.0:1763335552.129328:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029153408 00000100:00100000:1.0:1763335552.129429:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1820 00000100:00100000:1.0:1763335552.129440:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc579d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+15:15720:x1848991029153408:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:1.0:1763335552.129495:0:6517:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335552.129523:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6000/0x10123ce7f0766241 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f3c6 expref: 15 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335552.129542:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335552.129547:0:6517:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335552.129712:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e200/0x10123ce7f076630c lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763335552.129742:0:6517:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e000/0x10123ce7f076626b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f3e9 expref: 19 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335552.129752:0:6517:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e200/0x10123ce7f076630c lrc: 4/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763335552.129789:0:6517:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e000/0x10123ce7f076626b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f3e9 expref: 19 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335552.129804:0:6517:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e000/0x10123ce7f076626b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f3e9 expref: 19 pid: 6515 timeout: 452 lvb_type: 0 00000100:00100000:1.0:1763335552.129820:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc59abb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041467008:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335552.130618:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb000 going to sleep for 11 seconds 00000100:00100000:1.0:1763335552.136556:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc59abb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041467008:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335552.136584:0:6517:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e200/0x10123ce7f076630c lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00000100:00100000:2.0:1763335552.137087:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335552.138430:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029153536 00000100:00100000:0.0:1763335552.138442:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029153536 00010000:00010000:0.0:1763335552.138483:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e000/0x10123ce7f076626b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f3e9 expref: 20 pid: 6515 timeout: 452 lvb_type: 0 00000100:00100000:0.0:1763335552.138558:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 682 00000100:00100000:0.0:1763335552.138569:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc579c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+20:2408:x1848991029153536:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335552.138584:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335552.138592:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e000/0x10123ce7f076626b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f3e9 expref: 20 pid: 6515 timeout: 452 lvb_type: 0 00010000:00010000:0.0:1763335552.138606:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e000/0x10123ce7f076626b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f3e9 expref: 20 pid: 6515 timeout: 452 lvb_type: 0 00010000:00010000:0.0:1763335552.138629:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e000/0x10123ce7f076626b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f3e9 expref: 20 pid: 6515 timeout: 452 lvb_type: 0 00010000:00010000:0.0:1763335552.138645:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335552.138650:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e200/0x10123ce7f076630c lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:0.0:1763335552.138660:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e200/0x10123ce7f076630c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT0 00010000:00010000:0.0:1763335552.138669:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e200/0x10123ce7f076630c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335552.138978:0:6517:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e200/0x10123ce7f076630c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335552.138987:0:6517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e200/0x10123ce7f076630c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00000001:00080000:2.0:1763335552.139090:0:6517:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967998 00000004:00010000:2.0:1763335552.139135:0:6517:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 321031 -> 321031 00000004:00010000:2.0:1763335552.139139:0:6517:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335552 -> 1763335552 00000004:00010000:2.0:1763335552.139142:0:6517:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335552 -> 1763335551 00000004:00010000:2.0:1763335552.139145:0:6517:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335552 -> 1763335552 00000004:00010000:2.0:1763335552.139148:0:6517:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 248 -> 248 00000004:00010000:2.0:1763335552.139154:0:6517:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000002d5cef5c reply state 00000000aa3e2a95 transno 4294967999 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e200/0x10123ce7f076630c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335552.139166:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e200/0x10123ce7f076630c lrc: 4/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335552.139174:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335552.139177:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335552.139180:0:6517:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763335552.139292:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc579d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+17:15720:x1848991029153408:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 9852us (10699us total) trans 4294967999 rc 0/0 00000100:00100000:2.0:1763335552.139301:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1820 00000020:00080000:2.0:1763335552.139307:0:6517:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1763335552.139375:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335552.139397:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc579c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+19:2408:x1848991029153536:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 830us (2311us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335552.139405:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 682 00000100:00100000:2.0:1763335552.144356:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335552.144451:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029153664 00000100:00100000:1.0:1763335552.144462:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029153664 00000100:00100000:0.0:1763335552.145124:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1821 00000100:00100000:0.0:1763335552.145137:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc579f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:273362c8-ad54-46f8-a663-195ccb4b667f+17:15720:x1848991029153664:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335552.145160:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335552.145184:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc200/0x10123ce7f0766313 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f48a expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335552.145214:0:6515:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc000/0x10123ce7f07662db lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f459 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335552.145224:0:6515:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc200/0x10123ce7f0766313 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f48a expref: 18 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335552.145253:0:6515:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc000/0x10123ce7f07662db lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f459 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335552.145263:0:6515:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc000/0x10123ce7f07662db lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f459 expref: 18 pid: 6517 timeout: 452 lvb_type: 0 00000100:00100000:0.0:1763335552.145276:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc62db100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041467136:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335552.145354:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3c00 going to sleep for 11 seconds 00000100:00100000:0.0:1763335552.148948:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc62db100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041467136:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335552.148984:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc200/0x10123ce7f0766313 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f48a expref: 18 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335552.149003:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335552.149007:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335552.149011:0:6515:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc200/0x10123ce7f0766313 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f48a expref: 18 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335552.149023:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cc200, rc 0) 00000100:00100000:0.0:1763335552.152164:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc579f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:273362c8-ad54-46f8-a663-195ccb4b667f+18:15720:x1848991029153664:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7016us (7803us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335552.152178:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1821 00000100:00100000:3.0:1763335552.153196:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335552.153256:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029153792 00000100:00100000:0.0:1763335552.153266:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029153792 00010000:00010000:0.0:1763335552.153302:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc000/0x10123ce7f07662db lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f459 expref: 19 pid: 6517 timeout: 452 lvb_type: 0 00000100:00100000:0.0:1763335552.153341:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 683 00000100:00100000:0.0:1763335552.153350:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43b4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+19:2409:x1848991029153792:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335552.153368:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335552.153392:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc000/0x10123ce7f07662db lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f459 expref: 19 pid: 6517 timeout: 452 lvb_type: 0 00010000:00010000:0.0:1763335552.153405:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc000/0x10123ce7f07662db lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f459 expref: 19 pid: 6517 timeout: 452 lvb_type: 0 00010000:00010000:0.0:1763335552.153426:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc000/0x10123ce7f07662db lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f459 expref: 19 pid: 6517 timeout: 452 lvb_type: 0 00010000:00010000:0.0:1763335552.153443:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335552.153449:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc200/0x10123ce7f0766313 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f48a expref: 17 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335552.153461:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc200/0x10123ce7f0766313 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f48a expref: 17 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335552.153469:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc200/0x10123ce7f0766313 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f48a expref: 17 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335552.153503:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc200/0x10123ce7f0766313 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f48a expref: 17 pid: 6515 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335552.153517:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc62db100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041467264:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335552.153586:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3c00 going to sleep for 11 seconds 00000100:00100000:0.0:1763335552.157926:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc62db100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041467264:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763335552.157953:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335552.158018:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43b4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+18:2409:x1848991029153792:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 4668us (4826us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335552.158030:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 683 00000100:00100000:3.0:1763335552.159595:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335552.159638:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335552.159785:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029154048 00000100:00100000:0.0:1763335552.159797:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029154048 00002000:00010000:0.0:1763335552.159860:0:15204:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:0.0:1763335552.159892:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc43b7b80 with x1848991029154048 ext(0->18446744073709551615) 00002000:00010000:0.0:1763335552.159906:0:15204:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc43b7b80. 00000100:00100000:0.0:1763335552.159939:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 897 00000100:00100000:0.0:1763335552.159949:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+10:2409:x1848991029154048:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:0.0:1763335552.160513:0:15204:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1592861 -> 0 00002000:00010000:0.0:1763335552.160517:0:15204:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335552 -> 1763335552 00002000:00010000:0.0:1763335552.160520:0:15204:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335552 -> 1763335551 00002000:00010000:0.0:1763335552.160522:0:15204:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335552 -> 1763335552 00002000:00010000:0.0:1763335552.160524:0:15204:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 32 -> 0 00000100:00100000:0.0:1763335552.160575:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:2409:x1848991029154048:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 627us (936us total) trans 4294967636 rc 0/0 00000100:00100000:0.0:1763335552.160582:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 897 00002000:00010000:0.0:1763335552.160586:0:15204:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:0.0:1763335552.160588:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc43b7b80 with x1848991029154048 ext(0->18446744073709551615) 00002000:00010000:0.0:1763335552.160592:0:15204:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc43b7b80. 00000100:00100000:2.0:1763335552.160915:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029153920 00000100:00100000:2.0:1763335552.160922:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029153920 00002000:00010000:2.0:1763335552.160945:0:15202:0:(mdt_io.c:274:mdt_punch_hpreq_check()) lustre-MDT0000: refresh DOM lock for [0x200000402:0xe:0x0] 00002000:00100000:2.0:1763335552.160950:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc43b5880 with x1848991029153920 00000100:00080000:1.0:1763335552.160969:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1763335552.161039:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1033 00000100:00100000:2.0:1763335552.161047:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+18:2409:x1848991029153920:12345-192.168.202.34@tcp:10:fsx.0 00000004:00010000:2.0:1763335552.161433:0:15202:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 321031 -> 666794 00000004:00010000:2.0:1763335552.161437:0:15202:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335552 -> 1763335552 00000004:00010000:2.0:1763335552.161440:0:15202:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335551 -> 1763335551 00000004:00010000:2.0:1763335552.161443:0:15202:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335552 -> 1763335552 00000004:00010000:2.0:1763335552.161445:0:15202:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 248 -> 248 00000100:00100000:2.0:1763335552.161501:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+19:2409:x1848991029153920:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 453us (1912us total) trans 4294968000 rc 0/0 00000100:00100000:2.0:1763335552.161509:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1033 00002000:00010000:2.0:1763335552.161513:0:15202:0:(mdt_io.c:274:mdt_punch_hpreq_check()) lustre-MDT0000: refresh DOM lock for [0x200000402:0xe:0x0] 00002000:00100000:2.0:1763335552.161516:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc43b5880 with x1848991029153920 00000100:00100000:3.0:1763335552.165599:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335552.165700:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029154176 00000100:00100000:1.0:1763335552.165710:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029154176 00000100:00100000:1.0:1763335552.165787:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1822 00000100:00100000:1.0:1763335552.165797:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:273362c8-ad54-46f8-a663-195ccb4b667f+19:15720:x1848991029154176:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335552.165821:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335552.165844:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f800/0x10123ce7f076631a lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f491 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335552.165968:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e000/0x10123ce7f0766321 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335552.165986:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e000/0x10123ce7f0766321 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335552.165997:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e000/0x10123ce7f0766321 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 00000004:00200000:1.0:1763335552.166025:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 666794 00000004:00200000:1.0:1763335552.166029:0:6515:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763335552.166047:0:6515:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e000/0x10123ce7f0766321 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335552.166072:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f800/0x10123ce7f076631a lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f491 expref: 21 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335552.166089:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e000/0x10123ce7f0766321 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f491 expref: 20 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335552.166098:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335552.166101:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335552.166105:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643e000, rc 0) 00000100:00100000:1.0:1763335552.166166:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:273362c8-ad54-46f8-a663-195ccb4b667f+20:15720:x1848991029154176:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 370us (576us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335552.166174:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1822 00000100:00100000:1.0:1763335552.170146:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335552.170252:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029154304 00000100:00100000:2.0:1763335552.170263:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029154304 00000100:00100000:2.0:1763335552.170334:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1034 00000100:00100000:2.0:1763335552.170344:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc59abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+20:2409:x1848991029154304:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:2.0:1763335552.170677:0:15202:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 666794 -> 666794 00000004:00010000:2.0:1763335552.170682:0:15202:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335552 -> 1763335552 00000004:00010000:2.0:1763335552.170685:0:15202:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335551 -> 1763335551 00000004:00010000:2.0:1763335552.170687:0:15202:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335552 -> 1763335552 00000004:00010000:2.0:1763335552.170689:0:15202:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 248 -> 320 00000100:00100000:2.0:1763335552.170781:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc59abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+21:2409:x1848991029154304:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 437us (644us total) trans 4294968001 rc 0/0 00000100:00100000:2.0:1763335552.170789:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1034 00000100:00100000:0.0:1763335552.179082:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335552.179174:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029154432 00000100:00100000:1.0:1763335552.179186:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029154432 00002000:00100000:1.0:1763335552.179240:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc62db100 x1848991029154432/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:598/0 lens 488/0 e 0 to 0 dl 1763335563 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335552.179251:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc62db100 with x1848991029154432 00000100:00100000:1.0:1763335552.179292:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1035 00000100:00100000:1.0:1763335552.179302:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc62db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+21:2408:x1848991029154432:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335552.185049:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc62db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+21:2408:x1848991029154432:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 5736us (5966us total) trans 0 rc 667648/667648 00000100:00100000:1.0:1763335552.185065:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1035 00002000:00100000:1.0:1763335552.185078:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc62db100 x1848991029154432/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:598/0 lens 488/440 e 0 to 0 dl 1763335563 ref 1 fl Complete:/600/0 rc 667648/667648 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335552.185094:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc62db100 with x1848991029154432 00000100:00100000:3.0:1763335552.189185:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335552.190190:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029154560 00000100:00100000:1.0:1763335552.190201:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029154560 00000100:00100000:0.0:1763335552.190744:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1336 00000100:00100000:0.0:1763335552.190757:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+11:15720:x1848991029154560:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335552.190776:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335552.190798:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cc800/0x10123ce7f0766328 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f498 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335552.190829:0:9882:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e600/0x10123ce7f07662b8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1241088->1277951) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f436 expref: 10 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335552.190839:0:9882:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335552.190841:0:9882:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335552.190845:0:9882:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cc800/0x10123ce7f0766328 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1335296->1343487] (req 1335296->1343487) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f498 expref: 12 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335552.190899:0:9882:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e600/0x10123ce7f07662b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1241088->1277951) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f436 expref: 10 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335552.190912:0:9882:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e600/0x10123ce7f07662b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1241088->1277951) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f436 expref: 10 pid: 8401 timeout: 452 lvb_type: 0 00000100:00100000:0.0:1763335552.190925:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc62daa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041467392:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335552.191023:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3c00 going to sleep for 11 seconds 00000100:00100000:2.0:1763335552.193566:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc62daa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041467392:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335552.193601:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cc800/0x10123ce7f0766328 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1335296->1343487] (req 1335296->1343487) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f498 expref: 12 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335552.193682:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cc800, rc 0) 00000100:00100000:2.0:1763335552.193754:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+12:15720:x1848991029154560:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2998us (4578us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335552.193763:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1336 00000100:00100000:3.0:1763335552.193968:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335552.194161:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029154688 00000100:00100000:1.0:1763335552.194169:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029154688 00010000:00010000:1.0:1763335552.194203:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e600/0x10123ce7f07662b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1241088->1277951) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f436 expref: 11 pid: 8401 timeout: 452 lvb_type: 0 00000100:00100000:1.0:1763335552.194252:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 684 00000100:00100000:1.0:1763335552.194262:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43b7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:2408:x1848991029154688:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335552.194276:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335552.194297:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e600/0x10123ce7f07662b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1241088->1277951) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f436 expref: 11 pid: 8401 timeout: 452 lvb_type: 0 00010000:00010000:1.0:1763335552.194309:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e600/0x10123ce7f07662b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1241088->1277951) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f436 expref: 11 pid: 8401 timeout: 452 lvb_type: 0 00010000:00010000:1.0:1763335552.194334:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e600/0x10123ce7f07662b8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1241088->1277951) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f436 expref: 11 pid: 8401 timeout: 452 lvb_type: 0 00010000:00010000:1.0:1763335552.194347:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335552.194349:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335552.194356:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cc800/0x10123ce7f0766328 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1335296->1343487) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f498 expref: 11 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335552.194366:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cc800/0x10123ce7f0766328 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1335296->1343487) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f498 expref: 11 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335552.194411:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cc800/0x10123ce7f0766328 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1335296->1343487) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f498 expref: 11 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335552.194424:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc59a9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041467520:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335552.194495:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb000 going to sleep for 11 seconds 00000100:00100000:1.0:1763335552.199031:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc59a9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041467520:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335552.199060:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335552.199114:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43b7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+10:2408:x1848991029154688:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 4853us (5146us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335552.199127:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 684 00000100:00100000:2.0:1763335552.199764:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335552.199938:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029154816 00000100:00100000:0.0:1763335552.199947:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029154816 00000100:00100000:1.0:1763335552.200174:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1337 00000100:00100000:1.0:1763335552.200185:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc579c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+10:2408:x1848991029154816:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335552.200203:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335552.200281:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc643f800/0x10123ce7f076632f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f49f expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335552.200338:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc59a9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041467648:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335552.200408:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb000 going to sleep for 11 seconds 00002000:00010000:1.0:1763335552.203162:0:8401:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size: 0 -> 1342478 00002000:00010000:1.0:1763335552.203173:0:8401:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:1.0:1763335552.203194:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc59a9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041467648:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335552.203234:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc643f800/0x10123ce7f076632f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f49f expref: 11 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335552.203266:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc643f800/0x10123ce7f076632f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f49f expref: 11 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335552.203279:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643f800, rc 0) 00000100:00100000:1.0:1763335552.203348:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc579c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+10:2408:x1848991029154816:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3164us (3585us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335552.203357:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1337 00000100:00100000:3.0:1763335552.206827:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335552.206916:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029154944 00000100:00100000:1.0:1763335552.206926:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029154944 00000100:00100000:1.0:1763335552.206991:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1338 00000100:00100000:1.0:1763335552.207001:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+10:2408:x1848991029154944:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335552.207020:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335552.207039:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e600/0x10123ce7f0766336 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f4a6 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335552.207096:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc59a9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041467776:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335552.207184:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb000 going to sleep for 11 seconds 00000100:00100000:1.0:1763335552.209652:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc59a9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041467776:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335552.209689:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e600/0x10123ce7f0766336 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f4a6 expref: 11 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335552.209712:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e600/0x10123ce7f0766336 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f4a6 expref: 11 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335552.209740:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643e600, rc 0) 00000100:00100000:1.0:1763335552.209838:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+10:2408:x1848991029154944:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2837us (3019us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335552.209847:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1338 00000100:00100000:0.0:1763335552.212855:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335552.213132:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029155072 00000100:00100000:2.0:1763335552.213143:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029155072 00000100:00100000:2.0:1763335552.213204:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1823 00000100:00100000:2.0:1763335552.213216:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc62d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+18:15720:x1848991029155072:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335552.213246:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335552.213270:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6e00/0x10123ce7f076633d lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f4ad expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335552.213377:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7e00/0x10123ce7f0766344 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335552.213397:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7e00/0x10123ce7f0766344 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335552.213408:0:6517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7e00/0x10123ce7f0766344 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00000004:00200000:2.0:1763335552.213440:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 666794 00000004:00200000:2.0:1763335552.213445:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763335552.213467:0:6517:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7e00/0x10123ce7f0766344 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335552.213494:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6e00/0x10123ce7f076633d lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f4ad expref: 20 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335552.213511:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7e00/0x10123ce7f0766344 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f4ad expref: 19 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335552.213521:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335552.213524:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335552.213528:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc58c7e00, rc 0) 00000100:00100000:2.0:1763335552.213609:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc62d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+19:15720:x1848991029155072:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 395us (762us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335552.213617:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1823 00000100:00100000:3.0:1763335552.221815:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335552.222029:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029155200 00000100:00100000:1.0:1763335552.222039:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029155200 00000100:00100000:2.0:1763335552.222758:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1824 00000100:00100000:2.0:1763335552.222772:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+19:2408:x1848991029155200:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335552.222793:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335552.222816:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6e00/0x10123ce7f076634b lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f4b4 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335552.222855:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc200/0x10123ce7f0766313 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f48a expref: 20 pid: 6515 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335552.222919:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc579ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041467904:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335552.223010:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09cc0 going to sleep for 11 seconds 00000004:00010000:2.0:1763335552.226200:0:6517:0:(mdt_lvb.c:189:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime: 1763335551 -> 1763335552 00000100:00100000:2.0:1763335552.226231:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc579ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041467904:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335552.226257:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 666794 00010000:00010000:2.0:1763335552.226277:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6e00/0x10123ce7f076634b lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f4b4 expref: 20 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335552.226299:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335552.226302:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335552.226308:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6e00/0x10123ce7f076634b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f4b4 expref: 20 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335552.226322:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc58c6e00, rc 0) 00000100:00100000:2.0:1763335552.226391:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+19:2408:x1848991029155200:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3622us (4584us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335552.226401:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1824 00000100:00100000:0.0:1763335552.233069:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335552.233166:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029155328 00000100:00100000:2.0:1763335552.233176:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029155328 00000100:00100000:2.0:1763335552.233239:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1825 00000100:00100000:2.0:1763335552.233250:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc62d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+19:2408:x1848991029155328:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335552.233270:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335552.233294:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6e00/0x10123ce7f0766352 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f4bb expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335552.233339:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc200/0x10123ce7f0766313 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f48a expref: 20 pid: 6515 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335552.233383:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc579ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041468032:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335552.233471:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335552.240320:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc579ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041468032:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335552.240348:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 666794 00010000:00010000:2.0:1763335552.240369:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6e00/0x10123ce7f0766352 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f4bb expref: 20 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335552.240389:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335552.240392:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335552.240397:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6e00/0x10123ce7f0766352 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f4bb expref: 20 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335552.240411:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc58c6e00, rc 0) 00000100:00100000:2.0:1763335552.240476:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc62d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+19:2408:x1848991029155328:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7227us (7416us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335552.240486:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1825 00000100:00100000:3.0:1763335552.247030:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335552.247161:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029155456 00000100:00100000:2.0:1763335552.247172:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029155456 00000100:00100000:2.0:1763335552.247231:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1826 00000100:00100000:2.0:1763335552.247241:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+19:2408:x1848991029155456:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335552.247267:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335552.247293:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6c00/0x10123ce7f0766359 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f4c2 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335552.247335:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc200/0x10123ce7f0766313 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f48a expref: 20 pid: 6515 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335552.247380:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc579ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041468160:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335552.247480:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335552.251020:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc579ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041468160:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335552.251049:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 666794 00010000:00010000:2.0:1763335552.251068:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6c00/0x10123ce7f0766359 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f4c2 expref: 20 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335552.251089:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335552.251092:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335552.251097:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6c00/0x10123ce7f0766359 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f4c2 expref: 20 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335552.251112:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc58c6c00, rc 0) 00000100:00100000:2.0:1763335552.251178:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+19:2408:x1848991029155456:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3938us (4157us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335552.251187:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1826 00000100:00100000:3.0:1763335552.259769:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335552.259898:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029155584 00000100:00100000:2.0:1763335552.259910:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029155584 00000100:00100000:2.0:1763335552.259975:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1827 00000100:00100000:2.0:1763335552.259986:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+19:2408:x1848991029155584:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335552.260017:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335552.260043:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6c00/0x10123ce7f0766360 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f4c9 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335552.260090:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc200/0x10123ce7f0766313 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f48a expref: 20 pid: 6515 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335552.260132:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc579ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041468288:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335552.260216:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335552.263745:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc579ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041468288:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335552.263774:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 666794 00010000:00010000:2.0:1763335552.263792:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6c00/0x10123ce7f0766360 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f4c9 expref: 20 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335552.263813:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335552.263816:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335552.263820:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6c00/0x10123ce7f0766360 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f4c9 expref: 20 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335552.263834:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc58c6c00, rc 0) 00000100:00100000:2.0:1763335552.263953:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+19:2408:x1848991029155584:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3968us (4195us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335552.263963:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1827 00000100:00100000:1.0:1763335552.270344:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335552.270579:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029155712 00000100:00100000:2.0:1763335552.270589:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029155712 00000100:00100000:2.0:1763335552.270653:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1828 00000100:00100000:2.0:1763335552.270663:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc59a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+19:15720:x1848991029155712:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335552.270687:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335552.270711:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6c00/0x10123ce7f0766367 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f4d0 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335552.270757:0:6517:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc200/0x10123ce7f0766313 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f48a expref: 20 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335552.270767:0:6517:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6c00/0x10123ce7f0766367 lrc: 4/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f4d0 expref: 20 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335552.270802:0:6517:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc200/0x10123ce7f0766313 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f48a expref: 20 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335552.270815:0:6517:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc200/0x10123ce7f0766313 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f48a expref: 20 pid: 6515 timeout: 452 lvb_type: 0 00000100:00100000:2.0:1763335552.270828:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc579ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041468416:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335552.270943:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335552.276194:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335552.276568:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029155840 00000100:00100000:1.0:1763335552.276578:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029155840 00010000:00010000:1.0:1763335552.276621:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc200/0x10123ce7f0766313 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f48a expref: 21 pid: 6515 timeout: 452 lvb_type: 0 00000100:00100000:1.0:1763335552.276669:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 685 00000100:00100000:1.0:1763335552.276679:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47edf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+21:2408:x1848991029155840:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335552.276695:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335552.276727:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc200/0x10123ce7f0766313 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f48a expref: 21 pid: 6515 timeout: 452 lvb_type: 0 00010000:00010000:1.0:1763335552.276742:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc200/0x10123ce7f0766313 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f48a expref: 21 pid: 6515 timeout: 452 lvb_type: 0 00010000:00010000:1.0:1763335552.276765:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335552.276770:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6c00/0x10123ce7f0766367 lrc: 3/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f4d0 expref: 20 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335552.276782:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6c00/0x10123ce7f0766367 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x50080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f4d0 expref: 20 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335552.276791:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6c00/0x10123ce7f0766367 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x50080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f4d0 expref: 20 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335552.276827:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6c00/0x10123ce7f0766367 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f4d0 expref: 20 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335552.276841:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc59aad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041468544:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335552.276958:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb000 going to sleep for 11 seconds 00010000:00010000:2.0:1763335552.277769:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc200/0x10123ce7f0766313 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f48a expref: 21 pid: 6515 timeout: 452 lvb_type: 0 00000100:00100000:2.0:1763335552.277788:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc579ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041468416:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335552.277812:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6c00/0x10123ce7f0766367 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f4d0 expref: 20 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335552.277824:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335552.277827:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335552.277830:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc58c6c00, rc 0) 00000100:00100000:2.0:1763335552.277915:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc59a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+20:15720:x1848991029155712:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7207us (7535us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335552.277927:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1828 00000100:00100000:1.0:1763335552.285687:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc59aad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041468544:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335552.285715:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335552.286138:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47edf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+20:2408:x1848991029155840:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 9458us (9951us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335552.286149:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 685 00000100:00100000:3.0:1763335552.289820:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335552.289973:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335552.290180:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029155968 00000100:00100000:1.0:1763335552.290191:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029155968 00002000:00100000:1.0:1763335552.290235:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc47ef100 x1848991029155968/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:598/0 lens 488/0 e 0 to 0 dl 1763335563 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335552.290247:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc47ef100 with x1848991029155968 00000100:00100000:0.0:1763335552.290288:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029156096 00000100:00100000:0.0:1763335552.290293:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029156096 00002000:00100000:0.0:1763335552.290322:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->1335295) req@ffff9aefc47ec700 x1848991029156096/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:598/0 lens 488/0 e 0 to 0 dl 1763335563 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335552.290331:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc47ec700 with x1848991029156096 ext(1048576->1335295) 00002000:00010000:0.0:1763335552.290336:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc47ec700 00000100:00100000:0.0:1763335552.290367:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 898 00000100:00100000:0.0:1763335552.290377:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+12:2407:x1848991029156096:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335552.290914:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1036 00000100:00100000:1.0:1763335552.290922:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+20:2407:x1848991029155968:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335552.293149:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+12:2407:x1848991029156096:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 2766us (3168us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335552.293159:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 898 00002000:00100000:0.0:1763335552.293170:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->1335295) req@ffff9aefc47ec700 x1848991029156096/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:598/0 lens 488/440 e 0 to 0 dl 1763335563 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335552.293180:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc47ec700 with x1848991029156096 ext(1048576->1335295) 00002000:00010000:0.0:1763335552.293186:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc47ec700 00000100:00100000:1.0:1763335552.306232:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+20:2407:x1848991029155968:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 15299us (16411us total) trans 0 rc 667648/667648 00000100:00100000:1.0:1763335552.306246:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1036 00002000:00100000:1.0:1763335552.306260:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc47ef100 x1848991029155968/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:598/0 lens 488/440 e 0 to 0 dl 1763335563 ref 1 fl Complete:/600/0 rc 667648/667648 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335552.306271:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc47ef100 with x1848991029155968 00000100:00100000:2.0:1763335552.313165:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335552.313253:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029156224 00000100:00100000:1.0:1763335552.313262:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029156224 00000100:00100000:1.0:1763335552.313326:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1829 00000100:00100000:1.0:1763335552.313337:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc579ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+20:15720:x1848991029156224:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335552.313358:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335552.313362:0:6517:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763335552.313406:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6c00/0x10123ce7f0766367 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f4d0 expref: 20 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335552.313425:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335552.313430:0:6517:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335552.313449:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e600/0x10123ce7f076636e lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f4d7 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335552.313480:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e600/0x10123ce7f076636e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f4d7 expref: 20 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335552.313496:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e600/0x10123ce7f076636e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f4d7 expref: 20 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335552.313506:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335552.313508:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335552.313511:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643e600, rc 0) 00000100:00100000:1.0:1763335552.313579:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc579ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+20:15720:x1848991029156224:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 243us (422us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335552.313586:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1829 00000100:00100000:3.0:1763335552.317255:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335552.317500:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029156352 00000100:00100000:0.0:1763335552.317510:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029156352 00000100:00100000:0.0:1763335552.317739:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1037 00000100:00100000:0.0:1763335552.317750:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+20:2409:x1848991029156352:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:0.0:1763335552.318556:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 666794 -> 1048576 00000004:00010000:0.0:1763335552.318563:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335552 -> 1763335552 00000004:00010000:0.0:1763335552.318566:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335552 -> 1763335552 00000004:00010000:0.0:1763335552.318568:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335552 -> 1763335552 00000004:00010000:0.0:1763335552.318570:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 320 -> 368 00010000:00010000:3.0:1763335552.319184:0:9483:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763335552.320161:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+21:2409:x1848991029156352:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 2404us (2906us total) trans 4294968002 rc 0/0 00000100:00100000:0.0:1763335552.320177:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1037 00000100:00100000:3.0:1763335552.323117:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335552.323309:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029156480 00000100:00100000:0.0:1763335552.323320:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029156480 00000100:00100000:0.0:1763335552.323385:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 899 00000100:00100000:0.0:1763335552.323396:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+12:2408:x1848991029156480:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:0.0:1763335552.323656:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1342478 -> 1061592 00002000:00010000:0.0:1763335552.323660:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335552 -> 1763335552 00002000:00010000:0.0:1763335552.323663:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335551 -> 1763335551 00002000:00010000:0.0:1763335552.323665:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335552 -> 1763335552 00002000:00010000:0.0:1763335552.323667:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 1 -> 32 00000100:00100000:0.0:1763335552.323749:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+13:2408:x1848991029156480:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 355us (642us total) trans 4294967637 rc 0/0 00000100:00100000:0.0:1763335552.323757:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 899 00000100:00100000:2.0:1763335552.328205:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335552.328248:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335552.328328:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029156608 00000100:00100000:3.0:1763335552.328339:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029156608 00000100:00100000:3.0:1763335552.328482:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1830 00000100:00100000:3.0:1763335552.328493:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc579df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:273362c8-ad54-46f8-a663-195ccb4b667f+20:2406:x1848991029156608:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335552.328514:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335552.328536:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f0766375 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f4de expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335552.328574:0:6515:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e600/0x10123ce7f076636e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f4d7 expref: 20 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335552.328613:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc47eed80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041468672:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335552.328706:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850f00 going to sleep for 11 seconds 00000100:00100000:1.0:1763335552.328781:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029156736 00000100:00100000:1.0:1763335552.328786:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029156736 00000100:00100000:1.0:1763335552.328826:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1339 00000100:00100000:1.0:1763335552.328834:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc579fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+10:2406:x1848991029156736:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335552.328842:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335552.328852:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc643ea00/0x10123ce7f076637c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f4e5 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335552.328915:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc59aad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041468800:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335552.328944:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb000 going to sleep for 11 seconds 00002000:00010000:2.0:1763335552.331682:0:8401:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size: 1061592 -> 1342478 00002000:00010000:2.0:1763335552.331692:0:8401:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335551 -> 1763335552 00000100:00100000:3.0:1763335552.331698:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc47eed80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041468672:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335552.331706:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc59aad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041468800:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335552.331732:0:6515:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:2.0:1763335552.331744:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc643ea00/0x10123ce7f076637c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f4e5 expref: 11 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335552.331745:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f0766375 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f4de expref: 21 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335552.331764:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335552.331767:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc643ea00/0x10123ce7f076637c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f4e5 expref: 11 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335552.331768:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335552.331772:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f0766375 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f4de expref: 21 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335552.331778:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643ea00, rc 0) 00010000:00010000:3.0:1763335552.331781:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4a00, rc 0) 00000100:00100000:3.0:1763335552.331838:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc579df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:273362c8-ad54-46f8-a663-195ccb4b667f+20:2406:x1848991029156608:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3345us (3587us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335552.331838:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc579fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+10:2406:x1848991029156736:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3003us (3641us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335552.331847:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1830 00000100:00100000:2.0:1763335552.331847:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1339 00000100:00100000:0.0:1763335552.340257:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335552.340743:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029156864 00000100:00100000:3.0:1763335552.340754:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029156864 00000100:00100000:1.0:1763335552.341481:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335552.341595:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1831 00000100:00100000:2.0:1763335552.341609:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc62dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+20:2409:x1848991029156864:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335552.341629:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335552.341651:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7200/0x10123ce7f0766383 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f4ec expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335552.341688:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e600/0x10123ce7f076636e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f4d7 expref: 20 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335552.341748:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffb3c380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041468928:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335552.341835:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335552.341906:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029156992 00000100:00100000:0.0:1763335552.341913:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029156992 00000100:00100000:0.0:1763335552.341956:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1340 00000100:00100000:0.0:1763335552.341964:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc59ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+10:2407:x1848991029156992:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335552.341974:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335552.341984:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cc400/0x10123ce7f076638a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f4f3 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335552.342031:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc62da300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041469056:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335552.342065:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3300 going to sleep for 11 seconds 00000100:00100000:2.0:1763335552.345531:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffb3c380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041468928:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335552.345561:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:2.0:1763335552.345581:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7200/0x10123ce7f0766383 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f4ec expref: 21 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335552.345603:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335552.345607:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335552.345612:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7200/0x10123ce7f0766383 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f4ec expref: 21 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335552.345627:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc58c7200, rc 0) 00000100:00100000:2.0:1763335552.345689:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc62dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+20:2409:x1848991029156864:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4083us (5440us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335552.345699:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1831 00000100:00100000:1.0:1763335552.345814:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc62da300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041469056:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335552.345838:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cc400/0x10123ce7f076638a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f4f3 expref: 11 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335552.345852:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cc400/0x10123ce7f076638a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f4f3 expref: 11 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335552.345862:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cc400, rc 0) 00000100:00100000:1.0:1763335552.345933:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc59ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+10:2407:x1848991029156992:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3969us (4455us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335552.345940:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1340 00000100:00100000:1.0:1763335552.355644:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335552.356191:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335552.356267:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029157120 00000100:00100000:2.0:1763335552.356278:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029157120 00000100:00100000:2.0:1763335552.356342:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1832 00000100:00100000:2.0:1763335552.356352:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc59a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+20:2406:x1848991029157120:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335552.356372:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335552.356392:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7200/0x10123ce7f0766391 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f4fa expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335552.356428:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e600/0x10123ce7f076636e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f4d7 expref: 20 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335552.356475:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffb3c380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041469184:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335552.356568:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335552.358846:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029157248 00000100:00100000:0.0:1763335552.358862:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029157248 00000100:00100000:0.0:1763335552.358955:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1341 00000100:00100000:0.0:1763335552.358965:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc59aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+10:2406:x1848991029157248:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335552.359064:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335552.359089:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cd200/0x10123ce7f0766398 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f501 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335552.359146:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc62da300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041469312:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335552.359235:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3180 going to sleep for 11 seconds 00000100:00100000:2.0:1763335552.367108:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffb3c380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041469184:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335552.367137:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:2.0:1763335552.367156:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7200/0x10123ce7f0766391 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f4fa expref: 21 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335552.367177:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335552.367181:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335552.367185:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7200/0x10123ce7f0766391 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f4fa expref: 21 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335552.367200:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc58c7200, rc 0) 00000100:00100000:0.0:1763335552.367248:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc62da300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041469312:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335552.367272:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc59a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+20:2406:x1848991029157120:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 10919us (11635us total) trans 0 rc 301/301 00010000:00010000:0.0:1763335552.367273:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cd200/0x10123ce7f0766398 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f501 expref: 11 pid: 8401 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1763335552.367290:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1832 00010000:00010000:0.0:1763335552.367298:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cd200/0x10123ce7f0766398 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f501 expref: 11 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335552.367309:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cd200, rc 0) 00000100:00100000:0.0:1763335552.367334:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc59aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+10:2406:x1848991029157248:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 8371us (11144us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335552.367341:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1341 00000100:00100000:1.0:1763335552.371108:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335552.371155:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029157376 00000100:00100000:2.0:1763335552.371166:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029157376 00000100:00100000:1.0:1763335552.371172:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335552.371227:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1833 00000100:00100000:2.0:1763335552.371240:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc6374a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+20:2407:x1848991029157376:12345-192.168.202.34@tcp:101:fsx.0 00000100:00100000:0.0:1763335552.371252:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029157504 00000100:00100000:0.0:1763335552.371256:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029157504 00010000:00010000:2.0:1763335552.371262:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335552.371283:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7600/0x10123ce7f076639f lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f508 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335552.371296:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1342 00000100:00100000:0.0:1763335552.371303:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc6376a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+10:2407:x1848991029157504:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335552.371310:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335552.371320:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cca00/0x10123ce7f07663a6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f50f expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335552.371321:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e600/0x10123ce7f076636e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f4d7 expref: 20 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335552.371363:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffb3c380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041469568:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335552.371363:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc62da300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041469440:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335552.371434:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335552.371510:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3180 going to sleep for 11 seconds 00000100:00100000:2.0:1763335552.375281:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffb3c380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041469568:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335552.375308:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:2.0:1763335552.375326:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7600/0x10123ce7f076639f lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f508 expref: 21 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335552.375346:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335552.375349:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335552.375353:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7600/0x10123ce7f076639f lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f508 expref: 21 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335552.375366:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc58c7600, rc 0) 00000100:00100000:2.0:1763335552.375428:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc6374a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+20:2407:x1848991029157376:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4189us (4330us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335552.375437:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1833 00000100:00100000:0.0:1763335552.375537:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc62da300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041469440:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335552.375557:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cca00/0x10123ce7f07663a6 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f50f expref: 11 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335552.375572:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cca00/0x10123ce7f07663a6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f50f expref: 11 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335552.375580:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cca00, rc 0) 00000100:00100000:0.0:1763335552.375605:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc6376a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+10:2407:x1848991029157504:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4303us (4433us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335552.375612:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1342 00000100:00100000:3.0:1763335552.381145:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335552.381204:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029157632 00000100:00100000:0.0:1763335552.381218:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029157632 00002000:00100000:0.0:1763335552.381274:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc47eed80 x1848991029157632/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:598/0 lens 488/0 e 0 to 0 dl 1763335563 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335552.381287:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc47eed80 with x1848991029157632 00000100:00100000:0.0:1763335552.381332:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1038 00000100:00100000:0.0:1763335552.381342:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+21:2406:x1848991029157632:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335552.381537:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+21:2406:x1848991029157632:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 195us (400us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335552.381544:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1038 00002000:00100000:0.0:1763335552.381552:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc47eed80 x1848991029157632/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:598/0 lens 488/4536 e 0 to 0 dl 1763335563 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335552.381559:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc47eed80 with x1848991029157632 00000100:00100000:1.0:1763335552.385801:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335552.386151:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029157760 00000100:00100000:2.0:1763335552.386162:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029157760 00002000:00100000:2.0:1763335552.386211:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc6375880 x1848991029157760/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:598/0 lens 488/0 e 0 to 0 dl 1763335563 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335552.386222:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc6375880 with x1848991029157760 00000100:00100000:2.0:1763335552.386263:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1039 00000100:00100000:2.0:1763335552.386272:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc6375880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+21:2407:x1848991029157760:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335552.386450:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc6375880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+21:2407:x1848991029157760:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 178us (656us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335552.386474:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1039 00002000:00100000:2.0:1763335552.386481:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc6375880 x1848991029157760/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:598/0 lens 488/4536 e 0 to 0 dl 1763335563 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335552.386490:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc6375880 with x1848991029157760 00000100:00100000:1.0:1763335552.391061:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335552.391234:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029157888 00000100:00100000:0.0:1763335552.391245:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029157888 00002000:00100000:0.0:1763335552.391293:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc6375f80 x1848991029157888/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:598/0 lens 488/0 e 0 to 0 dl 1763335563 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335552.391302:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc6375f80 with x1848991029157888 00000100:00100000:0.0:1763335552.391350:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1040 00000100:00100000:0.0:1763335552.391359:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc6375f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+21:2406:x1848991029157888:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335552.391554:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc6375f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+21:2406:x1848991029157888:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 195us (501us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335552.391562:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1040 00002000:00100000:0.0:1763335552.391569:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc6375f80 x1848991029157888/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:598/0 lens 488/4536 e 0 to 0 dl 1763335563 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335552.391576:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc6375f80 with x1848991029157888 00000100:00100000:3.0:1763335552.396204:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335552.396356:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029158016 00000100:00100000:0.0:1763335552.396367:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029158016 00002000:00100000:0.0:1763335552.396415:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffa13800 x1848991029158016/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:598/0 lens 488/0 e 0 to 0 dl 1763335563 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335552.396426:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffa13800 with x1848991029158016 00000100:00100000:0.0:1763335552.396468:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1041 00000100:00100000:0.0:1763335552.396478:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+21:2407:x1848991029158016:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335552.396674:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+21:2407:x1848991029158016:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 197us (480us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335552.396683:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1041 00002000:00100000:0.0:1763335552.396690:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffa13800 x1848991029158016/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:598/0 lens 488/4536 e 0 to 0 dl 1763335563 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335552.396698:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffa13800 with x1848991029158016 00000100:00100000:1.0:1763335552.401748:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335552.401915:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029158144 00000100:00100000:0.0:1763335552.401926:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029158144 00002000:00100000:0.0:1763335552.401978:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc47df100 x1848991029158144/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:598/0 lens 488/0 e 0 to 0 dl 1763335563 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335552.401990:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc47df100 with x1848991029158144 00000100:00100000:0.0:1763335552.402026:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1042 00000100:00100000:0.0:1763335552.402036:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+21:2406:x1848991029158144:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335552.402324:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+21:2406:x1848991029158144:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 288us (583us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335552.402332:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1042 00002000:00100000:0.0:1763335552.402339:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc47df100 x1848991029158144/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:598/0 lens 488/4536 e 0 to 0 dl 1763335563 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335552.402346:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc47df100 with x1848991029158144 00000100:00100000:2.0:1763335552.409105:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335552.409308:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029158272 00000100:00100000:0.0:1763335552.409319:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029158272 00002000:00100000:0.0:1763335552.409371:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffb3c380 x1848991029158272/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:598/0 lens 488/0 e 0 to 0 dl 1763335563 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335552.409381:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffb3c380 with x1848991029158272 00000100:00100000:0.0:1763335552.409420:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1043 00000100:00100000:0.0:1763335552.409430:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+21:2407:x1848991029158272:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335552.409615:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+21:2407:x1848991029158272:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 186us (520us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335552.409623:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1043 00002000:00100000:0.0:1763335552.409630:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffb3c380 x1848991029158272/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:598/0 lens 488/4536 e 0 to 0 dl 1763335563 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335552.409638:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffb3c380 with x1848991029158272 00000100:00100000:3.0:1763335552.417248:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335552.417436:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029158400 00000100:00100000:0.0:1763335552.417448:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029158400 00002000:00100000:0.0:1763335552.417506:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffa12a00 x1848991029158400/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:598/0 lens 488/0 e 0 to 0 dl 1763335563 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335552.417518:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffa12a00 with x1848991029158400 00000100:00100000:0.0:1763335552.417571:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1044 00000100:00100000:0.0:1763335552.417582:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+21:2407:x1848991029158400:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335552.417802:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+21:2407:x1848991029158400:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 221us (564us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335552.417810:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1044 00002000:00100000:0.0:1763335552.417817:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffa12a00 x1848991029158400/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:598/0 lens 488/4536 e 0 to 0 dl 1763335563 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335552.417824:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffa12a00 with x1848991029158400 00000100:00100000:1.0:1763335552.423256:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335552.423475:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029158528 00000100:00100000:2.0:1763335552.423485:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029158528 00002000:00100000:2.0:1763335552.423536:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc47dc380 x1848991029158528/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:598/0 lens 488/0 e 0 to 0 dl 1763335563 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335552.423547:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc47dc380 with x1848991029158528 00000100:00100000:2.0:1763335552.423575:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1045 00000100:00100000:2.0:1763335552.423585:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+21:2406:x1848991029158528:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335552.423804:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+21:2406:x1848991029158528:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 218us (558us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335552.423811:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1045 00002000:00100000:2.0:1763335552.423817:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc47dc380 x1848991029158528/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:598/0 lens 488/4536 e 0 to 0 dl 1763335563 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335552.423825:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc47dc380 with x1848991029158528 00000100:00100000:2.0:1763335552.427107:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335552.427304:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029158656 00000100:00100000:0.0:1763335552.427316:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029158656 00002000:00100000:0.0:1763335552.427377:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffb3d880 x1848991029158656/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:598/0 lens 488/0 e 0 to 0 dl 1763335563 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335552.427388:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffb3d880 with x1848991029158656 00000100:00100000:0.0:1763335552.427431:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1046 00000100:00100000:0.0:1763335552.427440:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+21:2407:x1848991029158656:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335552.427944:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+21:2407:x1848991029158656:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 503us (921us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335552.427953:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1046 00002000:00100000:0.0:1763335552.427960:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffb3d880 x1848991029158656/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:598/0 lens 488/4536 e 0 to 0 dl 1763335563 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335552.427967:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffb3d880 with x1848991029158656 00000100:00100000:3.0:1763335552.439915:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335552.439964:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029158784 00000100:00100000:0.0:1763335552.439975:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029158784 00002000:00100000:0.0:1763335552.440040:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffa10a80 x1848991029158784/t0(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:598/0 lens 488/0 e 0 to 0 dl 1763335563 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335552.440053:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffa10a80 with x1848991029158784 00000100:00100000:0.0:1763335552.440099:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1047 00000100:00100000:0.0:1763335552.440108:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+21:2406:x1848991029158784:12345-192.168.202.34@tcp:4:fsx.0 00000004:00010000:0.0:1763335552.445985:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 1048576 -> 1048576 00000004:00010000:0.0:1763335552.445995:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335552 -> 1763335552 00000004:00010000:0.0:1763335552.445998:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335552 -> 1763335552 00000004:00010000:0.0:1763335552.446000:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335552 -> 1763335552 00000004:00010000:0.0:1763335552.446002:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 368 -> 440 00000100:00100000:0.0:1763335552.446083:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+23:2406:x1848991029158784:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 5971us (6210us total) trans 4294968003 rc 0/0 00000100:00100000:0.0:1763335552.446094:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1047 00002000:00100000:0.0:1763335552.446108:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffa10a80 x1848991029158784/t4294968003(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:598/0 lens 488/448 e 0 to 0 dl 1763335563 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335552.446119:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffa10a80 with x1848991029158784 00000100:00100000:1.0:1763335552.451221:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335552.451382:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029158912 00000100:00100000:2.0:1763335552.451392:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029158912 00000100:00100000:2.0:1763335552.451458:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1834 00000100:00100000:2.0:1763335552.451469:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+23:2407:x1848991029158912:12345-192.168.202.34@tcp:16:fsx.0 00000001:00080000:1.0:1763335552.461652:0:6496:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968003 is committed 00000001:00080000:1.0:1763335552.461684:0:6496:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968001 is committed 00010000:00010000:3.0:1763335552.461797:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f07661f4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763335552.461810:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f07661f4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763335552.461817:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f07661f4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763335552.461822:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc643f400 already unused, calling callback (ffffffffc1966550) 00010000:00010000:3.0:1763335552.461827:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f07661f4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763335552.461834:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f07661f4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763335552.461852:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335552.461855:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335552.461860:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f07661f4 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763335552.461897:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f07661f4 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763335552.461918:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e200/0x10123ce7f076630c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335552.461923:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e200/0x10123ce7f076630c lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335552.461928:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e200/0x10123ce7f076630c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335552.461933:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc643e200 already unused, calling callback (ffffffffc1966550) 00010000:00010000:3.0:1763335552.461935:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e200/0x10123ce7f076630c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335552.461940:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e200/0x10123ce7f076630c lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335552.461947:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335552.461950:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335552.461952:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e200/0x10123ce7f076630c lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335552.461957:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e200/0x10123ce7f076630c lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT0 00000100:00100000:0.0:1763335552.462281:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+15:2407:x1848991029158912:12345-192.168.202.34@tcp:16:fsx.0 Request processed in 10808us (11066us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335552.462293:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1834 00010000:00010000:2.0:1763335552.462305:0:3637:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f0766225 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763335552.462312:0:3637:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f0766225 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763335552.462317:0:3637:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f0766225 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763335552.462322:0:3637:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc643f000 already unused, calling callback (ffffffffc1966550) 00010000:00010000:2.0:1763335552.462325:0:3637:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f0766225 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763335552.462332:0:3637:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f0766225 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763335552.462341:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335552.462343:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335552.462346:0:3637:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f0766225 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763335552.462351:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f0766225 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 00000100:00100000:3.0:1763335552.468284:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335552.468365:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029159040 00000100:00100000:0.0:1763335552.468374:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029159040 00000100:00100000:0.0:1763335552.468432:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1835 00000100:00100000:0.0:1763335552.468442:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:15720:x1848991029159040:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335552.468462:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335552.468484:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cca00/0x10123ce7f07663ad lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f516 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335552.468512:0:6517:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e600/0x10123ce7f076636e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f4d7 expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335552.468520:0:6517:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cca00/0x10123ce7f07663ad lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f516 expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335552.468552:0:6517:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e600/0x10123ce7f076636e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f4d7 expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335552.468565:0:6517:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e600/0x10123ce7f076636e lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f4d7 expref: 13 pid: 6517 timeout: 453 lvb_type: 0 00000100:00100000:0.0:1763335552.468578:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc62da300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041469696:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335552.469127:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3900 going to sleep for 11 seconds 00000100:00100000:0.0:1763335552.480013:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc62da300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041469696:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335552.480540:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cca00/0x10123ce7f07663ad lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f516 expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335552.480561:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335552.480564:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335552.480569:0:6517:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cca00/0x10123ce7f07663ad lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f516 expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335552.480579:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cca00, rc 0) 00000100:00100000:0.0:1763335552.480653:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+12:15720:x1848991029159040:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 12212us (12379us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335552.480663:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1835 00000100:00100000:1.0:1763335552.493387:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335552.494232:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029159168 00000100:00100000:0.0:1763335552.494242:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029159168 00010000:00010000:0.0:1763335552.494284:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e600/0x10123ce7f076636e lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f4d7 expref: 14 pid: 6517 timeout: 453 lvb_type: 0 00000100:00100000:0.0:1763335552.494332:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 686 00000100:00100000:0.0:1763335552.494342:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47dce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+14:2408:x1848991029159168:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335552.494362:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335552.494384:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e600/0x10123ce7f076636e lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f4d7 expref: 14 pid: 6517 timeout: 453 lvb_type: 0 00010000:00010000:0.0:1763335552.494397:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e600/0x10123ce7f076636e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f4d7 expref: 14 pid: 6517 timeout: 453 lvb_type: 0 00010000:00010000:0.0:1763335552.494419:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e600/0x10123ce7f076636e lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f4d7 expref: 14 pid: 6517 timeout: 453 lvb_type: 0 00010000:00010000:0.0:1763335552.494436:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335552.494443:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cca00/0x10123ce7f07663ad lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f516 expref: 11 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335552.494456:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cca00/0x10123ce7f07663ad lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f516 expref: 11 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335552.494465:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cca00/0x10123ce7f07663ad lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f516 expref: 11 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335552.494502:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cca00/0x10123ce7f07663ad lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f516 expref: 11 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335552.494517:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc62da300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041469824:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335552.494618:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3900 going to sleep for 11 seconds 00000100:00100000:0.0:1763335552.501529:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc62da300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041469824:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763335552.501554:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335552.501611:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47dce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+13:2408:x1848991029159168:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 7270us (8237us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335552.501620:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 686 00000100:00100000:2.0:1763335552.507940:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335552.507985:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029159296 00000100:00100000:0.0:1763335552.507994:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029159296 00000100:00100000:0.0:1763335552.508079:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1048 00000100:00100000:0.0:1763335552.508091:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:2407:x1848991029159296:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:0.0:1763335552.508415:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 1048576 -> 1048576 00000004:00010000:0.0:1763335552.508420:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335552 -> 1763335552 00000004:00010000:0.0:1763335552.508423:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335552 -> 1763335552 00000004:00010000:0.0:1763335552.508425:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335552 -> 1763335552 00000004:00010000:0.0:1763335552.508428:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 440 -> 512 00000100:00100000:0.0:1763335552.508504:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+13:2407:x1848991029159296:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 415us (574us total) trans 4294968004 rc 0/0 00000100:00100000:0.0:1763335552.508512:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1048 00000100:00100000:1.0:1763335552.518046:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335552.518231:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029159424 00000100:00100000:0.0:1763335552.518243:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029159424 00000100:00100000:0.0:1763335552.518306:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1836 00000100:00100000:0.0:1763335552.518316:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+13:2406:x1848991029159424:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335552.518338:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335552.518360:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd200/0x10123ce7f07663b4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f51d expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335552.518397:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cca00/0x10123ce7f07663ad lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f516 expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335552.518434:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc62da300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041469952:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335552.519187:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3a80 going to sleep for 11 seconds 00000100:00100000:2.0:1763335552.527858:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc62da300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041469952:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335552.527910:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:2.0:1763335552.527929:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd200/0x10123ce7f07663b4 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f51d expref: 14 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335552.527953:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335552.527956:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335552.527962:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd200/0x10123ce7f07663b4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f51d expref: 14 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335552.527983:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cd200, rc 0) 00000100:00100000:2.0:1763335552.528859:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+13:2406:x1848991029159424:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 10539us (10817us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335552.529192:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1836 00000100:00100000:2.0:1763335552.534681:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335552.534826:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029159552 00000100:00100000:0.0:1763335552.534835:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029159552 00000100:00100000:0.0:1763335552.534915:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1837 00000100:00100000:0.0:1763335552.534925:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+13:2407:x1848991029159552:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335552.534944:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335552.534967:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc400/0x10123ce7f07663bb lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f524 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335552.535271:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cca00/0x10123ce7f07663ad lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f516 expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335552.535452:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc47dc700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041470080:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335552.535542:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb000 going to sleep for 11 seconds 00000100:00100000:2.0:1763335552.540337:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc47dc700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041470080:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335552.540363:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:2.0:1763335552.540382:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc400/0x10123ce7f07663bb lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f524 expref: 14 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335552.540404:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335552.540407:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335552.540412:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc400/0x10123ce7f07663bb lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f524 expref: 14 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335552.540428:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cc400, rc 0) 00000100:00100000:2.0:1763335552.540496:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+13:2407:x1848991029159552:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5571us (5824us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335552.540505:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1837 00000100:00100000:3.0:1763335552.544233:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335552.544381:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029159680 00000100:00100000:2.0:1763335552.544391:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029159680 00000100:00100000:2.0:1763335552.544459:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1838 00000100:00100000:2.0:1763335552.544470:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+13:15720:x1848991029159680:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335552.544492:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335552.544515:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7800/0x10123ce7f07663c2 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f52b expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335552.544553:0:6517:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cca00/0x10123ce7f07663ad lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f516 expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335552.544564:0:6517:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7800/0x10123ce7f07663c2 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f52b expref: 14 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335552.544601:0:6517:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cca00/0x10123ce7f07663ad lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f516 expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335552.544613:0:6517:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cca00/0x10123ce7f07663ad lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f516 expref: 12 pid: 6517 timeout: 453 lvb_type: 0 00000100:00100000:2.0:1763335552.544627:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffb3ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041470208:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335552.544723:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09e40 going to sleep for 11 seconds 00000100:00100000:3.0:1763335552.548569:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335552.548685:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffb3ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041470208:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335552.548727:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7800/0x10123ce7f07663c2 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f52b expref: 14 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335552.548745:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335552.548748:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335552.548753:0:6517:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7800/0x10123ce7f07663c2 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f52b expref: 14 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335552.548763:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc58c7800, rc 0) 00000100:00100000:2.0:1763335552.548823:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+14:15720:x1848991029159680:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4356us (4601us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335552.548835:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1838 00000100:00100000:0.0:1763335552.549037:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029159808 00000100:00100000:0.0:1763335552.549045:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029159808 00010000:00010000:0.0:1763335552.549074:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cca00/0x10123ce7f07663ad lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f516 expref: 13 pid: 6517 timeout: 453 lvb_type: 0 00000100:00100000:0.0:1763335552.549114:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 687 00000100:00100000:0.0:1763335552.549122:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa12680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+13:2408:x1848991029159808:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335552.549137:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335552.549157:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cca00/0x10123ce7f07663ad lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f516 expref: 13 pid: 6517 timeout: 453 lvb_type: 0 00010000:00010000:0.0:1763335552.549168:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cca00/0x10123ce7f07663ad lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f516 expref: 13 pid: 6517 timeout: 453 lvb_type: 0 00010000:00010000:0.0:1763335552.549191:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cca00/0x10123ce7f07663ad lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f516 expref: 13 pid: 6517 timeout: 453 lvb_type: 0 00010000:00010000:0.0:1763335552.549204:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335552.549209:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7800/0x10123ce7f07663c2 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f52b expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335552.549219:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7800/0x10123ce7f07663c2 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f52b expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335552.549233:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7800/0x10123ce7f07663c2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f52b expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335552.549262:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7800/0x10123ce7f07663c2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f52b expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335552.549276:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc62daa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041470336:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335552.549328:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3f00 going to sleep for 11 seconds 00000100:00100000:0.0:1763335552.552215:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc62daa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041470336:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763335552.552240:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335552.552623:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa12680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+12:2408:x1848991029159808:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 3499us (4060us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335552.552633:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 687 00000100:00100000:3.0:1763335552.554064:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335552.554313:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029159936 00000100:00100000:0.0:1763335552.554323:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029159936 00000100:00100000:0.0:1763335552.554383:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1049 00000100:00100000:0.0:1763335552.554394:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:2406:x1848991029159936:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:0.0:1763335552.554764:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 1048576 -> 1048576 00000004:00010000:0.0:1763335552.554768:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335552 -> 1763335552 00000004:00010000:0.0:1763335552.554771:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335552 -> 1763335552 00000004:00010000:0.0:1763335552.554773:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335552 -> 1763335552 00000004:00010000:0.0:1763335552.554775:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 512 -> 504 00000100:00100000:0.0:1763335552.554849:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+15:2406:x1848991029159936:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 455us (789us total) trans 4294968005 rc 0/0 00000100:00100000:0.0:1763335552.554859:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1049 00000100:00100000:3.0:1763335552.562444:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335552.562496:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335552.563276:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029160064 00000100:00100000:2.0:1763335552.563288:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029160064 00000100:00100000:2.0:1763335552.563360:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1839 00000100:00100000:2.0:1763335552.563370:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ed87b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+12:2407:x1848991029160064:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335552.563398:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335552.563422:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6800/0x10123ce7f07663c9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f532 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335552.563461:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7800/0x10123ce7f07663c2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f52b expref: 14 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335552.563503:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffb3ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041470464:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335552.563579:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09240 going to sleep for 11 seconds 00000100:00100000:0.0:1763335552.563992:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029160192 00000100:00100000:0.0:1763335552.563997:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029160192 00000100:00100000:0.0:1763335552.564037:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1343 00000100:00100000:0.0:1763335552.564045:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ed878e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+10:2407:x1848991029160192:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335552.564054:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335552.564066:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cca00/0x10123ce7f07663d0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f539 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335552.564099:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc62daa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041470592:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335552.564134:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3180 going to sleep for 11 seconds 00000100:00100000:2.0:1763335552.566668:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffb3ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041470464:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335552.566693:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:2.0:1763335552.566723:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6800/0x10123ce7f07663c9 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f532 expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335552.566745:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00000100:00100000:0.0:1763335552.566745:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc62daa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041470592:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335552.566748:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335552.566753:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6800/0x10123ce7f07663c9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f532 expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335552.566764:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cca00/0x10123ce7f07663d0 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f539 expref: 11 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335552.566765:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc58c6800, rc 0) 00010000:00010000:0.0:1763335552.566777:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cca00/0x10123ce7f07663d0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f539 expref: 11 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335552.566785:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cca00, rc 0) 00000100:00100000:0.0:1763335552.568236:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ed878e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+10:2407:x1848991029160192:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4181us (5728us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335552.568251:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1343 00000100:00100000:2.0:1763335552.568274:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ed87b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+12:2407:x1848991029160064:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4904us (5839us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335552.568284:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1839 00000100:00100000:3.0:1763335552.573961:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335552.574019:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335552.574119:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029160448 00000100:00100000:0.0:1763335552.574129:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029160448 00000100:00100000:0.0:1763335552.574224:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1344 00000100:00100000:2.0:1763335552.574324:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029160320 00000100:00100000:2.0:1763335552.574329:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029160320 00000100:00100000:2.0:1763335552.574370:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1840 00000100:00100000:2.0:1763335552.574381:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ed879880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+12:2407:x1848991029160320:12345-192.168.202.34@tcp:101:fsx.0 00000100:00100000:0.0:1763335552.574423:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ed879c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+10:2407:x1848991029160448:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335552.574433:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335552.574452:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cca00/0x10123ce7f07663d7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f547 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335552.574515:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc62daa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041470720:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335552.574605:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3180 going to sleep for 11 seconds 00010000:00010000:2.0:1763335552.574646:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335552.574662:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6800/0x10123ce7f07663de lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f540 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335552.574695:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7800/0x10123ce7f07663c2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f52b expref: 14 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335552.574729:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffb3ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041470848:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335552.574758:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09240 going to sleep for 11 seconds 00000100:00100000:0.0:1763335552.580349:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc62daa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041470720:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335552.580481:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffb3ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041470848:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335552.580501:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:2.0:1763335552.580517:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6800/0x10123ce7f07663de lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f540 expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335552.580538:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335552.580541:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335552.580547:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6800/0x10123ce7f07663de lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f540 expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335552.580561:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc58c6800, rc 0) 00000100:00100000:2.0:1763335552.580622:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ed879880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+12:2407:x1848991029160320:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6242us (6672us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335552.580635:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1840 00010000:00010000:0.0:1763335552.580706:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cca00/0x10123ce7f07663d7 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f547 expref: 11 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335552.580730:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cca00/0x10123ce7f07663d7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f547 expref: 11 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335552.580739:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cca00, rc 0) 00000100:00100000:0.0:1763335552.580762:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ed879c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+10:2407:x1848991029160448:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6344us (6753us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335552.580769:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1344 00000100:00100000:1.0:1763335552.588138:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335552.588330:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029160576 00000100:00100000:0.0:1763335552.588340:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029160576 00000100:00100000:0.0:1763335552.588401:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1345 00000100:00100000:0.0:1763335552.588412:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+10:15720:x1848991029160576:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335552.588429:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335552.588447:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cca00/0x10123ce7f07663e5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f54e expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335552.588485:0:8401:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cc800/0x10123ce7f0766328 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1335296->1343487) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f498 expref: 12 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335552.588493:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335552.588496:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335552.588501:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cca00/0x10123ce7f07663e5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1122304->1126399] (req 1122304->1126399) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f54e expref: 11 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335552.588533:0:8401:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cc800/0x10123ce7f0766328 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1335296->1343487) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f498 expref: 12 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335552.588548:0:8401:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cc800/0x10123ce7f0766328 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1335296->1343487) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f498 expref: 12 pid: 9882 timeout: 453 lvb_type: 0 00000100:00100000:0.0:1763335552.588562:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc62daa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041470976:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335552.588656:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3180 going to sleep for 11 seconds 00000100:00100000:0.0:1763335552.592978:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc62daa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041470976:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335552.593018:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cca00/0x10123ce7f07663e5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1122304->1126399] (req 1122304->1126399) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f54e expref: 11 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335552.593038:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cca00, rc 0) 00000100:00100000:0.0:1763335552.593112:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+11:15720:x1848991029160576:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4699us (4981us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335552.593121:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1345 00000100:00100000:2.0:1763335552.596429:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335552.596547:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029160704 00000100:00100000:3.0:1763335552.596557:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029160704 00002000:00100000:3.0:1763335552.596607:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1163264->1342477) req@ffff9af0ffb3ed80 x1848991029160704/t0(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:598/0 lens 504/0 e 0 to 0 dl 1763335563 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335552.596618:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb3ed80 with x1848991029160704 ext(1163264->1342477) 00010000:00010000:3.0:1763335552.596627:0:15204:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cc800/0x10123ce7f0766328 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1335296->1343487) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f498 expref: 13 pid: 9882 timeout: 453 lvb_type: 0 00010000:00010000:3.0:1763335552.596643:0:15204:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cc800/0x10123ce7f0766328 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1335296->1343487) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f498 expref: 13 pid: 9882 timeout: 453 lvb_type: 0 00002000:00010000:3.0:1763335552.596651:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9af0ffb3ed80 00000100:00100000:0.0:1763335552.598287:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 39 00000100:00100000:0.0:1763335552.598309:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+13:2408:x1848991029160704:12345-192.168.202.34@tcp:4:fsx.0 00000100:00100000:3.0:1763335552.606387:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+15:2408:x1848991029160704:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 8073us (9953us total) trans 4294967638 rc 0/0 00000100:00100000:3.0:1763335552.606403:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 39 00002000:00100000:3.0:1763335552.606418:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1163264->1342477) req@ffff9af0ffb3ed80 x1848991029160704/t4294967638(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:598/0 lens 504/448 e 0 to 0 dl 1763335563 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335552.606429:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb3ed80 with x1848991029160704 ext(1163264->1342477) 00010000:00010000:3.0:1763335552.606439:0:8407:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cc800/0x10123ce7f0766328 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1335296->1343487) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f498 expref: 15 pid: 9882 timeout: 453 lvb_type: 0 00010000:00010000:3.0:1763335552.606455:0:8407:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cc800/0x10123ce7f0766328 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1335296->1343487) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f498 expref: 15 pid: 9882 timeout: 453 lvb_type: 0 00002000:00010000:3.0:1763335552.606463:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9af0ffb3ed80 00000100:00100000:0.0:1763335552.618762:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335552.619033:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029160832 00000100:00100000:1.0:1763335552.619043:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029160832 00010000:00010000:1.0:1763335552.619085:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cc800/0x10123ce7f0766328 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1335296->1343487) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f498 expref: 15 pid: 9882 timeout: 453 lvb_type: 0 00000100:00100000:1.0:1763335552.619129:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 688 00000100:00100000:1.0:1763335552.619139:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f4517c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+15:2408:x1848991029160832:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335552.619154:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1763335552.619171:0:8416:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 32 -> 152 00010000:00010000:1.0:1763335552.619177:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cc800/0x10123ce7f0766328 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1335296->1343487) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f498 expref: 15 pid: 9882 timeout: 453 lvb_type: 0 00010000:00010000:1.0:1763335552.619191:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cc800/0x10123ce7f0766328 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1335296->1343487) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f498 expref: 15 pid: 9882 timeout: 453 lvb_type: 0 00010000:00010000:1.0:1763335552.619220:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cc800/0x10123ce7f0766328 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1335296->1343487) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f498 expref: 15 pid: 9882 timeout: 453 lvb_type: 0 00010000:00010000:1.0:1763335552.619235:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335552.619238:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335552.619245:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cca00/0x10123ce7f07663e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1122304->1126399) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f54e expref: 10 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335552.619256:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cca00/0x10123ce7f07663e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1122304->1126399) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f54e expref: 10 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335552.619294:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cca00/0x10123ce7f07663e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1122304->1126399) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f54e expref: 10 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335552.619306:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc47dc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041471104:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335552.619393:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fbd80 going to sleep for 11 seconds 00000100:00100000:2.0:1763335552.627849:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335552.627967:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029160960 00000100:00100000:3.0:1763335552.627976:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029160960 00000100:00100000:3.0:1763335552.628053:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 900 00000100:00100000:3.0:1763335552.628064:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2408:x1848991029160960:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:3.0:1763335552.628302:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1342478 -> 1342478 00002000:00010000:3.0:1763335552.628306:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335552 -> 1763335552 00002000:00010000:3.0:1763335552.628309:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335552 -> 1763335551 00002000:00010000:3.0:1763335552.628311:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335552 -> 1763335552 00002000:00010000:3.0:1763335552.628313:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 152 -> 160 00000100:00100000:3.0:1763335552.628391:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+12:2408:x1848991029160960:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 329us (552us total) trans 4294967639 rc 0/0 00000100:00100000:3.0:1763335552.628399:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 900 00000100:00100000:1.0:1763335552.630341:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc47dc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041471104:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335552.630367:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335552.630428:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f4517c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+14:2408:x1848991029160832:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 11289us (11674us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335552.630439:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 688 00000100:00100000:2.0:1763335552.635653:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335552.636287:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029161088 00000100:00100000:1.0:1763335552.636299:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029161088 00000100:00100000:1.0:1763335552.636373:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1841 00000100:00100000:1.0:1763335552.636383:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb3e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+12:2407:x1848991029161088:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335552.636406:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335552.636428:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f800/0x10123ce7f07663ec lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f555 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335552.636464:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7800/0x10123ce7f07663c2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f52b expref: 14 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335552.636502:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc47dce00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041471232:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335552.636589:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb180 going to sleep for 11 seconds 00000100:00100000:1.0:1763335552.640106:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc47dce00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041471232:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335552.640131:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:1.0:1763335552.640148:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f800/0x10123ce7f07663ec lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f555 expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335552.640168:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335552.640171:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335552.640176:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f800/0x10123ce7f07663ec lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f555 expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335552.640188:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643f800, rc 0) 00000100:00100000:1.0:1763335552.640246:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb3e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+12:2407:x1848991029161088:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3864us (4604us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335552.640254:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1841 00000100:00100000:2.0:1763335552.643255:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335552.643609:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029161216 00000100:00100000:1.0:1763335552.643620:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029161216 00000100:00100000:1.0:1763335552.643672:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1842 00000100:00100000:1.0:1763335552.643680:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5788e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+12:2409:x1848991029161216:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335552.643702:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335552.643728:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ee00/0x10123ce7f07663f3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f55c expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335552.643762:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7800/0x10123ce7f07663c2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f52b expref: 14 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335552.643798:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc47dce00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041471360:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335552.643902:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb180 going to sleep for 11 seconds 00000100:00100000:1.0:1763335552.646021:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc47dce00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041471360:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335552.646045:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:1.0:1763335552.646062:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ee00/0x10123ce7f07663f3 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f55c expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335552.646081:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335552.646084:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335552.646088:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ee00/0x10123ce7f07663f3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f55c expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335552.646101:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643ee00, rc 0) 00000100:00100000:1.0:1763335552.646151:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5788e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+12:2409:x1848991029161216:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2470us (2904us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335552.646159:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1842 00000100:00100000:0.0:1763335552.649578:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335552.649827:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029161344 00000100:00100000:1.0:1763335552.649837:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029161344 00000100:00100000:1.0:1763335552.649915:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1843 00000100:00100000:1.0:1763335552.649926:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc62daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+12:15720:x1848991029161344:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335552.649948:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335552.649969:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f800/0x10123ce7f07663fa lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f563 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335552.649997:0:6517:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7800/0x10123ce7f07663c2 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f52b expref: 14 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335552.650007:0:6517:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f800/0x10123ce7f07663fa lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f563 expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335552.650049:0:6517:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7800/0x10123ce7f07663c2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f52b expref: 14 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335552.650061:0:6517:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7800/0x10123ce7f07663c2 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f52b expref: 14 pid: 6517 timeout: 453 lvb_type: 0 00000100:00100000:1.0:1763335552.650073:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc47dce00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041471488:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335552.650163:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb180 going to sleep for 11 seconds 00000100:00100000:2.0:1763335552.654506:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335552.654621:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc47dce00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041471488:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335552.654654:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f800/0x10123ce7f07663fa lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f563 expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335552.654672:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335552.654675:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335552.654679:0:6517:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f800/0x10123ce7f07663fa lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f563 expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335552.654690:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643f800, rc 0) 00000100:00100000:1.0:1763335552.654766:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc62daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+13:15720:x1848991029161344:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4842us (5197us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335552.654775:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1843 00000100:00100000:0.0:1763335552.655035:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029161472 00000100:00100000:0.0:1763335552.655042:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029161472 00010000:00010000:0.0:1763335552.655072:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7800/0x10123ce7f07663c2 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f52b expref: 15 pid: 6517 timeout: 453 lvb_type: 0 00000100:00100000:0.0:1763335552.655107:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 689 00000100:00100000:0.0:1763335552.655116:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc578b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+15:2408:x1848991029161472:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335552.655131:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335552.655152:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7800/0x10123ce7f07663c2 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f52b expref: 15 pid: 6517 timeout: 453 lvb_type: 0 00010000:00010000:0.0:1763335552.655164:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7800/0x10123ce7f07663c2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f52b expref: 15 pid: 6517 timeout: 453 lvb_type: 0 00010000:00010000:0.0:1763335552.655185:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7800/0x10123ce7f07663c2 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f52b expref: 15 pid: 6517 timeout: 453 lvb_type: 0 00010000:00010000:0.0:1763335552.655198:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335552.655203:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f800/0x10123ce7f07663fa lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f563 expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335552.655213:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f800/0x10123ce7f07663fa lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f563 expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335552.655222:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f800/0x10123ce7f07663fa lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f563 expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335552.655263:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f800/0x10123ce7f07663fa lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f563 expref: 12 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335552.655278:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc62db800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041471616:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335552.655339:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3180 going to sleep for 11 seconds 00000100:00100000:2.0:1763335552.659069:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335552.659281:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc62db800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041471616:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763335552.659305:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335552.659363:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc578b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+14:2408:x1848991029161472:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 4247us (4866us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335552.659374:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 689 00000100:00100000:1.0:1763335552.659578:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029161600 00000100:00100000:1.0:1763335552.659585:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029161600 00000100:00100000:1.0:1763335552.659640:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1050 00000100:00100000:1.0:1763335552.659649:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc578aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+13:2406:x1848991029161600:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:1.0:1763335552.659942:0:15202:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 1048576 -> 1048576 00000004:00010000:1.0:1763335552.659947:0:15202:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335552 -> 1763335552 00000004:00010000:1.0:1763335552.659949:0:15202:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335552 -> 1763335552 00000004:00010000:1.0:1763335552.659952:0:15202:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335552 -> 1763335552 00000004:00010000:1.0:1763335552.659954:0:15202:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 504 -> 504 00000100:00100000:1.0:1763335552.660002:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc578aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+14:2406:x1848991029161600:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 353us (942us total) trans 4294968006 rc 0/0 00000100:00100000:1.0:1763335552.660016:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1050 00000100:00100000:2.0:1763335552.672122:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335552.673651:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029161728 00000100:00100000:1.0:1763335552.673665:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029161728 00000100:00100000:2.0:1763335552.674120:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335552.674626:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029161856 00000100:00100000:0.0:1763335552.674633:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029161856 00000100:00100000:0.0:1763335552.674694:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1346 00000100:00100000:0.0:1763335552.674706:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5789f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:2407:x1848991029161856:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335552.674735:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335552.674755:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cc200/0x10123ce7f0766401 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f571 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335552.674813:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc62db800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041471744:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335552.674911:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3180 going to sleep for 11 seconds 00000100:00100000:3.0:1763335552.675183:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1844 00000100:00100000:3.0:1763335552.675195:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc578bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+14:2407:x1848991029161728:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335552.675209:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335552.675221:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f0766408 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f56a expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335552.675251:0:6515:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f800/0x10123ce7f07663fa lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f563 expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335552.675282:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ed87ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041471872:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335552.675310:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850f00 going to sleep for 11 seconds 00000100:00100000:1.0:1763335552.677404:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ed87ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041471872:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335552.677430:0:6515:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:1.0:1763335552.677447:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f0766408 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f56a expref: 15 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335552.677467:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335552.677470:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335552.677476:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f0766408 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f56a expref: 15 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335552.677495:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4a00, rc 0) 00002000:00010000:0.0:1763335552.677517:0:8401:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335551 -> 1763335552 00000100:00100000:0.0:1763335552.677533:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc62db800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041471744:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335552.677557:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc578bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+14:2407:x1848991029161728:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2359us (5439us total) trans 0 rc 301/301 00010000:00010000:0.0:1763335552.677557:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cc200/0x10123ce7f0766401 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f571 expref: 15 pid: 8401 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1763335552.677576:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1844 00010000:00010000:0.0:1763335552.677592:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cc200/0x10123ce7f0766401 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f571 expref: 15 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335552.677601:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cc200, rc 0) 00000100:00100000:0.0:1763335552.677624:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5789f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:2407:x1848991029161856:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2921us (3508us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335552.677631:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1346 00000100:00100000:2.0:1763335552.681778:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335552.684248:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029161984 00000100:00100000:1.0:1763335552.684266:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029161984 00000100:00100000:1.0:1763335552.684348:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1845 00000100:00100000:1.0:1763335552.684358:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5789880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+14:15720:x1848991029161984:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335552.684384:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335552.684409:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ee00/0x10123ce7f076640f lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f578 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335552.684443:0:6515:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f800/0x10123ce7f07663fa lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f563 expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335552.684453:0:6515:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ee00/0x10123ce7f076640f lrc: 4/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f578 expref: 15 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335552.684487:0:6515:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f800/0x10123ce7f07663fa lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f563 expref: 13 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335552.684499:0:6515:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f800/0x10123ce7f07663fa lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f563 expref: 13 pid: 6517 timeout: 453 lvb_type: 0 00000100:00100000:1.0:1763335552.684513:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc47dce00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041472000:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335552.684619:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb840 going to sleep for 11 seconds 00000100:00100000:1.0:1763335552.694143:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc47dce00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041472000:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335552.694182:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ee00/0x10123ce7f076640f lrc: 3/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f578 expref: 15 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335552.694201:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335552.694204:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335552.694208:0:6515:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ee00/0x10123ce7f076640f lrc: 3/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f578 expref: 15 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335552.694219:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643ee00, rc 0) 00000100:00100000:1.0:1763335552.694278:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5789880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+15:15720:x1848991029161984:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 9921us (12510us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335552.694287:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1845 00000100:00100000:3.0:1763335552.697517:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335552.700349:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029162112 00000100:00100000:0.0:1763335552.700365:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029162112 00010000:00010000:0.0:1763335552.700419:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f800/0x10123ce7f07663fa lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f563 expref: 14 pid: 6517 timeout: 453 lvb_type: 0 00000100:00100000:0.0:1763335552.700470:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 690 00000100:00100000:0.0:1763335552.700480:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ed87a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+14:2408:x1848991029162112:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335552.700496:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335552.700520:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f800/0x10123ce7f07663fa lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f563 expref: 14 pid: 6517 timeout: 453 lvb_type: 0 00010000:00010000:0.0:1763335552.700533:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f800/0x10123ce7f07663fa lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f563 expref: 14 pid: 6517 timeout: 453 lvb_type: 0 00010000:00010000:0.0:1763335552.700556:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f800/0x10123ce7f07663fa lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f563 expref: 14 pid: 6517 timeout: 453 lvb_type: 0 00010000:00010000:0.0:1763335552.700575:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335552.700581:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ee00/0x10123ce7f076640f lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f578 expref: 14 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335552.700592:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ee00/0x10123ce7f076640f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f578 expref: 14 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335552.700600:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ee00/0x10123ce7f076640f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f578 expref: 14 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335552.700638:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ee00/0x10123ce7f076640f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f578 expref: 14 pid: 6515 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335552.700652:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc62db800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041472128:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335552.700767:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3180 going to sleep for 11 seconds 00000100:00100000:0.0:1763335552.709760:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc62db800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041472128:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763335552.709787:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335552.709854:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ed87a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+13:2408:x1848991029162112:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 9374us (12344us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335552.709865:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 690 00000100:00100000:2.0:1763335552.711254:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335552.712303:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029162240 00000100:00100000:0.0:1763335552.712315:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029162240 00002000:00100000:0.0:1763335552.712367:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc578b100 x1848991029162240/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:598/0 lens 488/0 e 0 to 0 dl 1763335563 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335552.712379:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc578b100 with x1848991029162240 00000100:00100000:1.0:1763335552.714341:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1051 00000100:00100000:1.0:1763335552.714371:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc578b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+15:2408:x1848991029162240:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335552.714595:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc578b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+15:2408:x1848991029162240:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 239us (3347us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335552.714604:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1051 00002000:00100000:1.0:1763335552.714615:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc578b100 x1848991029162240/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:598/0 lens 488/4536 e 0 to 0 dl 1763335563 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335552.714625:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc578b100 with x1848991029162240 00000100:00100000:3.0:1763335552.723741:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335552.724964:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029162368 00000100:00100000:0.0:1763335552.724978:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029162368 00002000:00100000:0.0:1763335552.725038:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ed87ad80 x1848991029162368/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:598/0 lens 488/0 e 0 to 0 dl 1763335563 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335552.725057:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ed87ad80 with x1848991029162368 00000100:00100000:0.0:1763335552.725733:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1052 00000100:00100000:0.0:1763335552.725747:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ed87ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+15:2408:x1848991029162368:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335552.726531:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ed87ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+15:2408:x1848991029162368:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 785us (2799us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335552.726542:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1052 00002000:00100000:0.0:1763335552.726551:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ed87ad80 x1848991029162368/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:598/0 lens 488/4536 e 0 to 0 dl 1763335563 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335552.726559:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ed87ad80 with x1848991029162368 00000100:00100000:2.0:1763335552.731767:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335552.732122:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029162496 00000100:00100000:0.0:1763335552.732135:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029162496 00002000:00100000:0.0:1763335552.732187:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc578a300 x1848991029162496/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:598/0 lens 488/0 e 0 to 0 dl 1763335563 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335552.732199:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc578a300 with x1848991029162496 00000100:00100000:0.0:1763335552.733117:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1053 00000100:00100000:0.0:1763335552.733134:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc578a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+15:2406:x1848991029162496:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335552.733329:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc578a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+15:2406:x1848991029162496:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 201us (1571us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335552.733336:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1053 00002000:00100000:0.0:1763335552.733343:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc578a300 x1848991029162496/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:598/0 lens 488/4536 e 0 to 0 dl 1763335563 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335552.733351:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc578a300 with x1848991029162496 00000100:00100000:2.0:1763335552.739444:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335552.739618:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029162624 00000100:00100000:0.0:1763335552.739629:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029162624 00002000:00100000:0.0:1763335552.739676:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5788000 x1848991029162624/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:598/0 lens 488/0 e 0 to 0 dl 1763335563 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335552.739687:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5788000 with x1848991029162624 00000100:00100000:0.0:1763335552.740463:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1054 00000100:00100000:0.0:1763335552.740475:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5788000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+15:2408:x1848991029162624:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335552.740664:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5788000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+15:2408:x1848991029162624:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 192us (1230us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335552.740672:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1054 00002000:00100000:0.0:1763335552.740680:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5788000 x1848991029162624/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:598/0 lens 488/4536 e 0 to 0 dl 1763335563 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335552.740689:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5788000 with x1848991029162624 00000100:00100000:2.0:1763335552.747534:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335552.747851:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029162752 00000100:00100000:0.0:1763335552.747863:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029162752 00002000:00100000:0.0:1763335552.747935:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5788380 x1848991029162752/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:598/0 lens 488/0 e 0 to 0 dl 1763335563 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335552.747946:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5788380 with x1848991029162752 00000100:00100000:0.0:1763335552.748513:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1055 00000100:00100000:0.0:1763335552.748525:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5788380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+15:2406:x1848991029162752:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335552.748725:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5788380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+15:2406:x1848991029162752:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 201us (1200us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335552.748733:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1055 00002000:00100000:0.0:1763335552.748739:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5788380 x1848991029162752/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:598/0 lens 488/4536 e 0 to 0 dl 1763335563 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335552.748754:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5788380 with x1848991029162752 00000100:00100000:2.0:1763335552.755789:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335552.756036:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029162880 00000100:00100000:0.0:1763335552.756048:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029162880 00002000:00100000:0.0:1763335552.756095:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc578ad80 x1848991029162880/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:598/0 lens 488/0 e 0 to 0 dl 1763335563 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335552.756107:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc578ad80 with x1848991029162880 00000100:00100000:0.0:1763335552.756643:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1056 00000100:00100000:0.0:1763335552.756654:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc578ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+15:2408:x1848991029162880:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335552.756913:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc578ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+15:2408:x1848991029162880:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 260us (1133us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335552.756921:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1056 00002000:00100000:0.0:1763335552.756929:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc578ad80 x1848991029162880/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:598/0 lens 488/4536 e 0 to 0 dl 1763335563 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335552.756937:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc578ad80 with x1848991029162880 00000100:00100000:2.0:1763335552.767687:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335552.768180:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029163008 00000100:00100000:0.0:1763335552.768191:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029163008 00002000:00100000:2.0:1763335552.768423:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5f07480 x1848991029163008/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:598/0 lens 488/0 e 0 to 0 dl 1763335563 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335552.768434:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5f07480 with x1848991029163008 00000100:00100000:2.0:1763335552.768473:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1057 00000100:00100000:2.0:1763335552.768483:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+15:2406:x1848991029163008:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335552.768672:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+15:2406:x1848991029163008:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 190us (998us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335552.768680:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1057 00002000:00100000:2.0:1763335552.768686:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5f07480 x1848991029163008/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:598/0 lens 488/4536 e 0 to 0 dl 1763335563 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335552.768695:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5f07480 with x1848991029163008 00000100:00100000:2.0:1763335552.775072:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335552.781053:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029163136 00000100:00100000:1.0:1763335552.781070:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029163136 00002000:00100000:1.0:1763335552.781128:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5f04e00 x1848991029163136/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:598/0 lens 488/0 e 0 to 0 dl 1763335563 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335552.781140:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5f04e00 with x1848991029163136 00000100:00100000:1.0:1763335552.781182:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1058 00000100:00100000:1.0:1763335552.781190:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+15:2408:x1848991029163136:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335552.781391:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+15:2408:x1848991029163136:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 200us (6329us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335552.781399:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1058 00002000:00100000:1.0:1763335552.781405:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5f04e00 x1848991029163136/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:598/0 lens 488/4536 e 0 to 0 dl 1763335563 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335552.781412:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5f04e00 with x1848991029163136 00000100:00100000:3.0:1763335552.804504:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335552.804612:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029163264 00000100:00100000:0.0:1763335552.804625:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029163264 00000100:00100000:0.0:1763335552.804681:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1347 00000100:00100000:0.0:1763335552.804690:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:2408:x1848991029163264:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335552.804707:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335552.804733:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cc200/0x10123ce7f0766416 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f57f expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335552.804784:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc62db800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041472256:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335552.805113:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3a80 going to sleep for 11 seconds 00000100:00100000:0.0:1763335552.814409:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc62db800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041472256:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335552.814445:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cc200/0x10123ce7f0766416 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f57f expref: 15 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335552.814467:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cc200/0x10123ce7f0766416 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f57f expref: 15 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335552.814478:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cc200, rc 0) 00000100:00100000:0.0:1763335552.814539:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:2408:x1848991029163264:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 9849us (10044us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335552.814549:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1347 00000100:00100000:1.0:1763335552.819659:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335552.819805:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029163392 00000100:00100000:0.0:1763335552.819815:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029163392 00000100:00100000:2.0:1763335552.820677:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1348 00000100:00100000:2.0:1763335552.820692:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+14:2408:x1848991029163392:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335552.820721:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335552.820742:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c7a00/0x10123ce7f076641d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f586 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335552.820798:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5f05f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041472384:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335552.820991:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09e40 going to sleep for 11 seconds 00000100:00100000:2.0:1763335552.825639:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5f05f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041472384:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335552.825677:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c7a00/0x10123ce7f076641d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f586 expref: 15 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335552.825702:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c7a00/0x10123ce7f076641d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f586 expref: 15 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335552.825725:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc58c7a00, rc 0) 00000100:00100000:2.0:1763335552.827355:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+14:2408:x1848991029163392:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6657us (7695us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335552.827368:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1348 00000100:00100000:3.0:1763335552.839547:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335552.839644:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029163648 00000100:00100000:1.0:1763335552.839653:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029163648 00000100:00100000:1.0:1763335552.839708:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1846 00000100:00100000:1.0:1763335552.839726:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:273362c8-ad54-46f8-a663-195ccb4b667f+13:15720:x1848991029163648:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:1.0:1763335552.839786:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335552.839815:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e000/0x10123ce7f0766321 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f491 expref: 13 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335552.839834:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335552.839838:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335552.840414:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f600/0x10123ce7f0766424 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335552.840430:0:6515:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7e00/0x10123ce7f0766344 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f4ad expref: 14 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335552.840439:0:6515:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f600/0x10123ce7f0766424 lrc: 4/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335552.840474:0:6515:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7e00/0x10123ce7f0766344 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f4ad expref: 14 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335552.840487:0:6515:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7e00/0x10123ce7f0766344 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f4ad expref: 14 pid: 6517 timeout: 453 lvb_type: 0 00000100:00100000:1.0:1763335552.840501:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc47dc700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041472512:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335552.842393:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb840 going to sleep for 11 seconds 00000100:00100000:3.0:1763335552.849117:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc47dc700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041472512:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335552.849148:0:6515:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f600/0x10123ce7f0766424 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 00000100:00100000:3.0:1763335552.850728:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335552.851107:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029163776 00000100:00100000:0.0:1763335552.851116:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029163776 00010000:00010000:0.0:1763335552.851153:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7e00/0x10123ce7f0766344 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f4ad expref: 15 pid: 6517 timeout: 453 lvb_type: 0 00000100:00100000:0.0:1763335552.852285:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 691 00000100:00100000:0.0:1763335552.852300:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+15:2408:x1848991029163776:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335552.852319:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335552.852327:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7e00/0x10123ce7f0766344 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f4ad expref: 15 pid: 6517 timeout: 453 lvb_type: 0 00010000:00010000:0.0:1763335552.852341:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7e00/0x10123ce7f0766344 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f4ad expref: 15 pid: 6517 timeout: 453 lvb_type: 0 00010000:00010000:0.0:1763335552.852363:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7e00/0x10123ce7f0766344 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f4ad expref: 15 pid: 6517 timeout: 453 lvb_type: 0 00010000:00010000:0.0:1763335552.852378:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335552.852383:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f600/0x10123ce7f0766424 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763335552.852393:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f600/0x10123ce7f0766424 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763335552.852400:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f600/0x10123ce7f0766424 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763335552.852430:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335552.852481:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+14:2408:x1848991029163776:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 187us (1771us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335552.852488:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 691 00010000:00010000:3.0:1763335552.854228:0:6515:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f600/0x10123ce7f0766424 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763335552.854248:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f600/0x10123ce7f0766424 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 00000001:00080000:3.0:1763335552.854370:0:6515:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968007 00000004:00010000:3.0:1763335552.854437:0:6515:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 1048576 -> 1048576 00000004:00010000:3.0:1763335552.854441:0:6515:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335552 -> 1763335553 00000004:00010000:3.0:1763335552.854443:0:6515:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335552 -> 1763335552 00000004:00010000:3.0:1763335552.854446:0:6515:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335552 -> 1763335553 00000004:00010000:3.0:1763335552.854448:0:6515:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 504 -> 504 00000004:00010000:3.0:1763335552.854456:0:6515:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f3d52045 reply state 000000000f545f2a transno 4294968008 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f600/0x10123ce7f0766424 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763335552.854476:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f600/0x10123ce7f0766424 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763335552.854486:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335552.854490:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763335552.854494:0:6515:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763335552.854625:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:273362c8-ad54-46f8-a663-195ccb4b667f+15:15720:x1848991029163648:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 14897us (15083us total) trans 4294968008 rc 0/0 00000100:00100000:3.0:1763335552.854635:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1846 00000020:00080000:3.0:1763335552.854641:0:6515:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763335552.860203:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335552.860659:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029163904 00000100:00100000:1.0:1763335552.860669:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029163904 00000100:00100000:1.0:1763335552.860749:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1847 00000100:00100000:1.0:1763335552.860759:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:273362c8-ad54-46f8-a663-195ccb4b667f+15:15720:x1848991029163904:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335552.860782:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335552.860803:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fa00/0x10123ce7f076642b lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f58d expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335552.860832:0:6515:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ee00/0x10123ce7f076640f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f578 expref: 13 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335552.860842:0:6515:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fa00/0x10123ce7f076642b lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f58d expref: 16 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335552.862850:0:6515:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ee00/0x10123ce7f076640f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f578 expref: 13 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335552.862888:0:6515:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ee00/0x10123ce7f076640f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f578 expref: 13 pid: 6515 timeout: 453 lvb_type: 0 00000100:00100000:1.0:1763335552.862910:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc47dc700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041472640:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335552.863023:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb180 going to sleep for 11 seconds 00000100:00100000:3.0:1763335552.866303:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc47dc700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041472640:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335552.866337:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fa00/0x10123ce7f076642b lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f58d expref: 16 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335552.866356:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335552.866359:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335552.866363:0:6515:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fa00/0x10123ce7f076642b lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f58d expref: 16 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335552.866374:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643fa00, rc 0) 00000100:00100000:3.0:1763335552.869227:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:273362c8-ad54-46f8-a663-195ccb4b667f+16:15720:x1848991029163904:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 8449us (9016us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335552.869242:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1847 00000100:00100000:3.0:1763335552.871464:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335552.872917:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029164032 00000100:00100000:0.0:1763335552.872932:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029164032 00010000:00010000:0.0:1763335552.872981:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ee00/0x10123ce7f076640f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f578 expref: 14 pid: 6515 timeout: 453 lvb_type: 0 00000100:00100000:0.0:1763335552.873354:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 692 00000100:00100000:0.0:1763335552.873365:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c3d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991029164032:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335552.873382:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335552.873406:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ee00/0x10123ce7f076640f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f578 expref: 14 pid: 6515 timeout: 453 lvb_type: 0 00010000:00010000:0.0:1763335552.873419:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ee00/0x10123ce7f076640f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f578 expref: 14 pid: 6515 timeout: 453 lvb_type: 0 00010000:00010000:0.0:1763335552.873442:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ee00/0x10123ce7f076640f lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f578 expref: 14 pid: 6515 timeout: 453 lvb_type: 0 00010000:00010000:0.0:1763335552.873459:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335552.873465:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fa00/0x10123ce7f076642b lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f58d expref: 15 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335552.873477:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fa00/0x10123ce7f076642b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f58d expref: 15 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335552.873485:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fa00/0x10123ce7f076642b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f58d expref: 15 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335552.873528:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fa00/0x10123ce7f076642b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f58d expref: 15 pid: 6515 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335552.873543:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc62db800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041472768:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335552.873622:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3a80 going to sleep for 11 seconds 00000100:00100000:0.0:1763335552.884798:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc62db800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041472768:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763335552.884828:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335552.885512:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c3d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+13:2409:x1848991029164032:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 12146us (14052us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335552.885524:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 692 00000100:00100000:2.0:1763335552.885656:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335552.886259:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029164160 00000100:00100000:0.0:1763335552.886267:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029164160 00002000:00010000:0.0:1763335552.886298:0:15204:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1984863->18446744073709551615) 00002000:00100000:0.0:1763335552.886303:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5f05f80 with x1848991029164160 ext(1984863->18446744073709551615) 00002000:00010000:0.0:1763335552.886315:0:15204:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5f05f80. 00000100:00100000:0.0:1763335552.886350:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 901 00000100:00100000:0.0:1763335552.886360:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+12:2408:x1848991029164160:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:0.0:1763335552.886551:0:15204:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1342478 -> 1984863 00002000:00010000:0.0:1763335552.886556:0:15204:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335552 -> 1763335553 00002000:00010000:0.0:1763335552.886558:0:15204:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335552 -> 1763335551 00002000:00010000:0.0:1763335552.886560:0:15204:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335552 -> 1763335553 00002000:00010000:0.0:1763335552.886563:0:15204:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 160 -> 160 00000100:00100000:0.0:1763335552.886611:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+13:2408:x1848991029164160:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 252us (955us total) trans 4294967640 rc 0/0 00000100:00100000:0.0:1763335552.886619:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 901 00002000:00010000:0.0:1763335552.886622:0:15204:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1984863->18446744073709551615) 00002000:00100000:0.0:1763335552.886625:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5f05f80 with x1848991029164160 ext(1984863->18446744073709551615) 00002000:00010000:0.0:1763335552.886630:0:15204:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5f05f80. 00000100:00100000:1.0:1763335552.893970:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335552.894080:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029164288 00000100:00100000:3.0:1763335552.894091:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029164288 00000100:00100000:3.0:1763335552.894204:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1848 00000100:00100000:3.0:1763335552.894216:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+13:15720:x1848991029164288:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335552.894240:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335552.894262:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f0766432 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f594 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335552.894352:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5400/0x10123ce7f0766439 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763335552.894367:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5400/0x10123ce7f0766439 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763335552.894377:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5400/0x10123ce7f0766439 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 00000004:00200000:3.0:1763335552.894405:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 1984863 00000004:00200000:3.0:1763335552.894409:0:6515:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763335552.894429:0:6515:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5400/0x10123ce7f0766439 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763335552.894454:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f0766432 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f594 expref: 15 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335552.894470:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5400/0x10123ce7f0766439 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f594 expref: 14 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335552.894478:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335552.894480:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763335552.894484:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5400, rc 0) 00000100:00100000:3.0:1763335552.894553:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+14:15720:x1848991029164288:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 340us (592us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335552.894560:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1848 00000100:00100000:2.0:1763335552.900256:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335552.900304:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335552.900544:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029164544 00000100:00100000:1.0:1763335552.900553:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029164544 00000100:00100000:3.0:1763335552.900697:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029164416 00000100:00100000:3.0:1763335552.900703:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029164416 00000100:00100000:3.0:1763335552.900757:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1849 00000100:00100000:3.0:1763335552.900768:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+14:2408:x1848991029164416:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335552.900787:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335552.900809:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f0766440 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f59b expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335552.900845:0:6515:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fa00/0x10123ce7f076642b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f58d expref: 15 pid: 6515 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335552.900905:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c3ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041472896:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335552.900987:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850900 going to sleep for 11 seconds 00000100:00100000:1.0:1763335552.901168:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1349 00000100:00100000:1.0:1763335552.901178:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991029164544:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335552.901188:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335552.901199:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc643ec00/0x10123ce7f0766447 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f5a2 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335552.901239:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc579c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041473024:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335552.901269:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb180 going to sleep for 11 seconds 00002000:00010000:2.0:1763335552.904507:0:9882:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335551 -> 1763335552 00000100:00100000:2.0:1763335552.904541:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc579c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041473024:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335552.904577:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc643ec00/0x10123ce7f0766447 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f5a2 expref: 15 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335552.904606:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc643ec00/0x10123ce7f0766447 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f5a2 expref: 15 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335552.904622:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643ec00, rc 0) 00000100:00100000:2.0:1763335552.904700:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991029164544:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3523us (4452us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335552.904710:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1349 00000100:00100000:3.0:1763335552.905147:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c3ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041472896:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335552.905163:0:6515:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:3.0:1763335552.905175:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f0766440 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f59b expref: 15 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335552.905190:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335552.905194:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335552.905199:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f0766440 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f59b expref: 15 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335552.905209:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4000, rc 0) 00000100:00100000:3.0:1763335552.905235:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+14:2408:x1848991029164416:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4469us (4930us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335552.905243:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1849 00000100:00100000:1.0:1763335552.909555:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335552.909723:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335552.909837:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029164800 00000100:00100000:2.0:1763335552.909848:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029164800 00000100:00100000:2.0:1763335552.909939:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1350 00000100:00100000:2.0:1763335552.909949:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc579c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991029164800:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335552.909965:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335552.909985:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c7600/0x10123ce7f076644e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f5b0 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335552.910090:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029164672 00000100:00100000:3.0:1763335552.910094:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029164672 00000100:00100000:3.0:1763335552.910134:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1850 00000100:00100000:3.0:1763335552.910142:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+14:2408:x1848991029164672:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335552.910151:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335552.910164:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0766455 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f5a9 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335552.910191:0:6515:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fa00/0x10123ce7f076642b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f58d expref: 15 pid: 6515 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335552.910232:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c3ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041473152:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335552.910316:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850900 going to sleep for 11 seconds 00000100:00100000:2.0:1763335552.911389:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5f04380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041473280:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335552.911455:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09e40 going to sleep for 11 seconds 00000100:00100000:2.0:1763335552.915689:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5f04380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041473280:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335552.915738:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c7600/0x10123ce7f076644e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f5b0 expref: 15 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335552.915768:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c7600/0x10123ce7f076644e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f5b0 expref: 15 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335552.915782:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc58c7600, rc 0) 00000100:00100000:2.0:1763335552.915850:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc579c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991029164800:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5901us (6303us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335552.915858:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1350 00000100:00100000:3.0:1763335552.916006:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c3ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041473152:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335552.916031:0:6515:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:3.0:1763335552.916043:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0766455 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f5a9 expref: 15 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335552.916057:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335552.916060:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335552.916064:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0766455 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f5a9 expref: 15 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335552.916075:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4c00, rc 0) 00000100:00100000:3.0:1763335552.916096:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+14:2408:x1848991029164672:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5956us (6384us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335552.916103:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1850 00000100:00100000:1.0:1763335552.920176:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335552.920344:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029164928 00000100:00100000:3.0:1763335552.920354:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029164928 00000100:00100000:3.0:1763335552.920413:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1851 00000100:00100000:3.0:1763335552.920422:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:273362c8-ad54-46f8-a663-195ccb4b667f+16:15720:x1848991029164928:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335552.920445:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335552.920466:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f076645c lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f5b7 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335552.920556:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f0766463 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763335552.920572:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f0766463 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763335552.920583:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f0766463 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 00000004:00200000:3.0:1763335552.920609:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 1984863 00000004:00200000:3.0:1763335552.920613:0:6515:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763335552.920630:0:6515:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f0766463 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763335552.920654:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f076645c lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f5b7 expref: 18 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335552.920670:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f0766463 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f5b7 expref: 17 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335552.920678:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335552.920681:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763335552.920684:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4000, rc 0) 00000100:00100000:3.0:1763335552.920759:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:273362c8-ad54-46f8-a663-195ccb4b667f+17:15720:x1848991029164928:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 337us (592us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335552.920767:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1851 00000100:00100000:1.0:1763335552.924737:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335552.924786:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335552.925082:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029165056 00000100:00100000:2.0:1763335552.925094:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029165056 00000100:00100000:2.0:1763335552.925160:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1852 00000100:00100000:2.0:1763335552.925170:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991029165056:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335552.925189:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335552.925213:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7600/0x10123ce7f076646a lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f5be expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335552.925253:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fa00/0x10123ce7f076642b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f58d expref: 16 pid: 6515 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335552.925294:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5f04380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041473408:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335552.925458:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029165184 00000100:00100000:3.0:1763335552.925463:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029165184 00000100:00100000:3.0:1763335552.925501:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1351 00000100:00100000:3.0:1763335552.925509:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991029165184:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335552.925517:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335552.925527:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0766471 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f5c5 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335552.925561:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c3ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041473536:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335552.925761:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09e40 going to sleep for 11 seconds 00000100:00100000:3.0:1763335552.925827:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850900 going to sleep for 11 seconds 00000100:00100000:3.0:1763335552.929368:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c3ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041473536:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335552.929409:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0766471 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f5c5 expref: 15 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335552.929433:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0766471 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f5c5 expref: 15 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335552.929445:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4c00, rc 0) 00000100:00100000:2.0:1763335552.929610:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5f04380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041473408:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335552.929625:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:2.0:1763335552.929637:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7600/0x10123ce7f076646a lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f5be expref: 15 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335552.929655:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335552.929658:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335552.929663:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7600/0x10123ce7f076646a lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f5be expref: 15 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335552.929671:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc58c7600, rc 0) 00000100:00100000:3.0:1763335552.930137:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991029165184:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4627us (5348us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335552.930146:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1351 00000100:00100000:2.0:1763335552.930223:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991029165056:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5054us (5495us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335552.930230:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1852 00000100:00100000:0.0:1763335552.934198:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335552.934430:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029165312 00000100:00100000:3.0:1763335552.934442:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029165312 00000100:00100000:3.0:1763335552.934527:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1352 00000100:00100000:3.0:1763335552.934536:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc62db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+14:15720:x1848991029165312:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335552.934554:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335552.934574:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5600/0x10123ce7f0766478 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f5cc expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335552.934603:0:9882:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cca00/0x10123ce7f07663e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1122304->1126399) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f54e expref: 12 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335552.934612:0:9882:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335552.934614:0:9882:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335552.934619:0:9882:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5600/0x10123ce7f0766478 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1118208->1163263] (req 1118208->1163263) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f5cc expref: 15 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335552.934652:0:9882:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cca00/0x10123ce7f07663e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1122304->1126399) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f54e expref: 12 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335552.934665:0:9882:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cca00/0x10123ce7f07663e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1122304->1126399) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f54e expref: 12 pid: 8401 timeout: 453 lvb_type: 0 00000100:00100000:3.0:1763335552.934679:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c3ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041473664:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335552.934764:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850900 going to sleep for 11 seconds 00000100:00100000:1.0:1763335552.937959:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335552.938171:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029165440 00000100:00100000:0.0:1763335552.938182:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029165440 00010000:00010000:0.0:1763335552.938221:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cca00/0x10123ce7f07663e5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1122304->1126399) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f54e expref: 13 pid: 8401 timeout: 453 lvb_type: 0 00000100:00100000:3.0:1763335552.938800:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c3ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041473664:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335552.938834:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5600/0x10123ce7f0766478 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1118208->1163263] (req 1118208->1163263) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f5cc expref: 15 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335552.938853:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5600, rc 0) 00000100:00100000:3.0:1763335552.938948:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc62db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+15:15720:x1848991029165312:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4412us (4759us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335552.938958:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1352 00000100:00100000:0.0:1763335552.939061:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 693 00000100:00100000:0.0:1763335552.939074:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb92a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+13:2409:x1848991029165440:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335552.939090:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335552.939111:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cca00/0x10123ce7f07663e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1122304->1126399) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f54e expref: 13 pid: 8401 timeout: 453 lvb_type: 0 00010000:00010000:0.0:1763335552.939124:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cca00/0x10123ce7f07663e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1122304->1126399) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f54e expref: 13 pid: 8401 timeout: 453 lvb_type: 0 00010000:00010000:0.0:1763335552.939148:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cca00/0x10123ce7f07663e5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1122304->1126399) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f54e expref: 13 pid: 8401 timeout: 453 lvb_type: 0 00010000:00010000:0.0:1763335552.939160:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335552.939161:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335552.939168:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5600/0x10123ce7f0766478 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1118208->1163263) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f5cc expref: 14 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335552.939177:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5600/0x10123ce7f0766478 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1118208->1163263) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f5cc expref: 14 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335552.939210:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5600/0x10123ce7f0766478 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1118208->1163263) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f5cc expref: 14 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335552.939221:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc62d9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041473792:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335552.939277:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3a80 going to sleep for 11 seconds 00000100:00100000:1.0:1763335552.943383:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc62d9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041473792:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335552.943408:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335552.943462:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb92a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+12:2409:x1848991029165440:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 4392us (5512us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335552.943473:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 693 00000100:00100000:1.0:1763335552.944667:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335552.944924:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029165568 00000100:00100000:3.0:1763335552.944934:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029165568 00000100:00100000:3.0:1763335552.944999:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 902 00000100:00100000:3.0:1763335552.945303:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+15:2409:x1848991029165568:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:3.0:1763335552.945626:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1984863 -> 1984863 00002000:00010000:3.0:1763335552.945630:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335553 -> 1763335553 00002000:00010000:3.0:1763335552.945633:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335552 -> 1763335551 00002000:00010000:3.0:1763335552.945635:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335553 -> 1763335553 00002000:00010000:3.0:1763335552.945637:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 160 -> 248 00000100:00100000:3.0:1763335552.945702:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+17:2409:x1848991029165568:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 694us (1040us total) trans 4294967641 rc 0/0 00000100:00100000:3.0:1763335552.945710:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 902 00000100:00100000:3.0:1763335552.950221:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335552.950353:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029165696 00000100:00100000:2.0:1763335552.950367:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029165696 00000100:00100000:2.0:1763335552.950437:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1853 00000100:00100000:2.0:1763335552.950448:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991029165696:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335552.950470:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335552.950492:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7600/0x10123ce7f076647f lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f5d3 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335552.950536:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fa00/0x10123ce7f076642b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f58d expref: 16 pid: 6515 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335552.950579:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5f04380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041473920:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335552.950678:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09e40 going to sleep for 11 seconds 00000100:00100000:2.0:1763335552.953186:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5f04380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041473920:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335552.953211:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:2.0:1763335552.953229:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7600/0x10123ce7f076647f lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f5d3 expref: 15 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335552.953256:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335552.953260:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335552.953265:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7600/0x10123ce7f076647f lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f5d3 expref: 15 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335552.953280:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc58c7600, rc 0) 00000100:00100000:2.0:1763335552.953385:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991029165696:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2936us (3173us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335552.953393:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1853 00000100:00100000:0.0:1763335552.956414:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335552.956495:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029165824 00000100:00100000:2.0:1763335552.956505:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029165824 00000100:00100000:2.0:1763335552.956696:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1854 00000100:00100000:2.0:1763335552.956707:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc62dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991029165824:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335552.956735:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335552.956756:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6c00/0x10123ce7f0766486 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f5da expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335552.956794:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fa00/0x10123ce7f076642b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f58d expref: 16 pid: 6515 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335552.956836:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5f04380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041474048:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335552.956951:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09e40 going to sleep for 11 seconds 00000100:00100000:2.0:1763335552.959531:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5f04380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041474048:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335552.959556:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:2.0:1763335552.959577:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6c00/0x10123ce7f0766486 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f5da expref: 15 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335552.959603:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335552.959606:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335552.959611:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6c00/0x10123ce7f0766486 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f5da expref: 15 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335552.959623:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc58c6c00, rc 0) 00000100:00100000:2.0:1763335552.959770:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc62dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991029165824:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3064us (3367us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335552.959779:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1854 00000100:00100000:0.0:1763335552.963471:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335552.963586:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029165952 00000100:00100000:2.0:1763335552.963596:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029165952 00000100:00100000:2.0:1763335552.963729:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1855 00000100:00100000:2.0:1763335552.963739:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc62d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991029165952:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335552.963759:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335552.963778:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7600/0x10123ce7f076648d lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f5e1 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335552.963813:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fa00/0x10123ce7f076642b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f58d expref: 16 pid: 6515 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335552.963851:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5f04380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041474176:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335552.964296:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09e40 going to sleep for 11 seconds 00000100:00100000:2.0:1763335552.967347:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5f04380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041474176:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335552.967374:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:2.0:1763335552.967394:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7600/0x10123ce7f076648d lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f5e1 expref: 15 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335552.967418:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335552.967421:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335552.967426:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7600/0x10123ce7f076648d lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f5e1 expref: 15 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335552.967440:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc58c7600, rc 0) 00000100:00100000:2.0:1763335552.967503:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc62d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991029165952:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3764us (4040us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335552.967511:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1855 00000100:00100000:1.0:1763335552.971728:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335552.971810:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029166080 00000100:00100000:3.0:1763335552.971820:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029166080 00000100:00100000:0.0:1763335552.972062:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 903 00000100:00100000:0.0:1763335552.972075:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+17:2408:x1848991029166080:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:0.0:1763335552.972282:0:15204:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1984863 -> 1984863 00002000:00010000:0.0:1763335552.972286:0:15204:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335553 -> 1763335553 00002000:00010000:0.0:1763335552.972289:0:15204:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335551 -> 1763335551 00002000:00010000:0.0:1763335552.972292:0:15204:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335553 -> 1763335553 00002000:00010000:0.0:1763335552.972294:0:15204:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 248 -> 320 00000100:00100000:0.0:1763335552.972359:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+18:2408:x1848991029166080:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 287us (649us total) trans 4294967642 rc 0/0 00000100:00100000:0.0:1763335552.972367:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 903 00000100:00100000:0.0:1763335552.979891:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335552.980205:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029166208 00000100:00100000:3.0:1763335552.980215:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029166208 00000100:00100000:3.0:1763335552.980265:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1353 00000100:00100000:3.0:1763335552.980274:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc62d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+12:2406:x1848991029166208:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335552.980292:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335552.980311:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0766494 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f5e8 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335552.980373:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c3df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041474304:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335552.980465:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850900 going to sleep for 11 seconds 00002000:00010000:3.0:1763335552.986085:0:9882:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335551 -> 1763335552 00000100:00100000:3.0:1763335552.986113:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c3df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041474304:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335552.986150:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0766494 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f5e8 expref: 13 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335552.986174:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0766494 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f5e8 expref: 13 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335552.986187:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4c00, rc 0) 00000100:00100000:3.0:1763335552.986847:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc62d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+12:2406:x1848991029166208:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6571us (6976us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335552.986859:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1353 00000100:00100000:1.0:1763335552.992704:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335552.992816:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029166336 00000100:00100000:2.0:1763335552.992828:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029166336 00000100:00100000:2.0:1763335552.992918:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1354 00000100:00100000:2.0:1763335552.992929:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+12:2409:x1848991029166336:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335552.992945:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335552.992963:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c7600/0x10123ce7f076649b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f5ef expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335552.993022:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5f04380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041474432:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335552.993095:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09e40 going to sleep for 11 seconds 00000100:00100000:2.0:1763335552.996090:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5f04380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041474432:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335552.996127:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c7600/0x10123ce7f076649b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f5ef expref: 13 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335552.996147:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c7600/0x10123ce7f076649b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f5ef expref: 13 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335552.996163:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc58c7600, rc 0) 00000100:00100000:2.0:1763335552.996221:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+12:2409:x1848991029166336:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3294us (3528us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335552.996230:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1354 00000100:00100000:0.0:1763335552.999114:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335552.999196:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029166464 00000100:00100000:2.0:1763335552.999207:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029166464 00000100:00100000:2.0:1763335552.999274:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1856 00000100:00100000:2.0:1763335552.999284:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc62d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+14:15720:x1848991029166464:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335552.999304:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335552.999327:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6c00/0x10123ce7f07664a2 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f5f6 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335552.999358:0:6517:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fa00/0x10123ce7f076642b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f58d expref: 16 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335552.999369:0:6517:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6c00/0x10123ce7f07664a2 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f5f6 expref: 15 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335552.999403:0:6517:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fa00/0x10123ce7f076642b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f58d expref: 16 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335552.999415:0:6517:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fa00/0x10123ce7f076642b lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f58d expref: 16 pid: 6515 timeout: 453 lvb_type: 0 00000100:00100000:2.0:1763335552.999427:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5f04380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041474560:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335552.999517:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09e40 going to sleep for 11 seconds 00000100:00100000:2.0:1763335553.002708:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5f04380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041474560:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335553.002752:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6c00/0x10123ce7f07664a2 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f5f6 expref: 15 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335553.002771:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335553.002774:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335553.002778:0:6517:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6c00/0x10123ce7f07664a2 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f5f6 expref: 15 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335553.002789:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc58c6c00, rc 0) 00000100:00100000:2.0:1763335553.002847:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc62d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+15:15720:x1848991029166464:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3564us (3742us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335553.002854:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1856 00000100:00100000:3.0:1763335553.003345:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335553.003557:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029166592 00000100:00100000:1.0:1763335553.003564:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029166592 00010000:00010000:1.0:1763335553.003597:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fa00/0x10123ce7f076642b lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f58d expref: 17 pid: 6515 timeout: 453 lvb_type: 0 00000100:00100000:1.0:1763335553.003635:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 694 00000100:00100000:1.0:1763335553.003645:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c3df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+17:2408:x1848991029166592:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335553.003658:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335553.003678:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fa00/0x10123ce7f076642b lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f58d expref: 17 pid: 6515 timeout: 453 lvb_type: 0 00010000:00010000:1.0:1763335553.003691:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fa00/0x10123ce7f076642b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f58d expref: 17 pid: 6515 timeout: 453 lvb_type: 0 00010000:00010000:1.0:1763335553.003727:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fa00/0x10123ce7f076642b lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f58d expref: 17 pid: 6515 timeout: 453 lvb_type: 0 00010000:00010000:1.0:1763335553.003742:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335553.003747:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6c00/0x10123ce7f07664a2 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f5f6 expref: 14 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.003757:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6c00/0x10123ce7f07664a2 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f5f6 expref: 14 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.003766:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6c00/0x10123ce7f07664a2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f5f6 expref: 14 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.003807:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6c00/0x10123ce7f07664a2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f5f6 expref: 14 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335553.003819:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffa92d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041474688:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335553.005069:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb000 going to sleep for 11 seconds 00000100:00100000:3.0:1763335553.009163:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335553.009288:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffa92d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041474688:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335553.009311:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335553.009369:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c3df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+16:2408:x1848991029166592:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 5725us (6025us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335553.009380:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 694 00000100:00100000:2.0:1763335553.009490:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029166720 00000100:00100000:2.0:1763335553.009498:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029166720 00000100:00100000:2.0:1763335553.009568:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1059 00000100:00100000:2.0:1763335553.009577:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c3e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+15:2409:x1848991029166720:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:2.0:1763335553.009767:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 1048576 -> 1048576 00000004:00010000:2.0:1763335553.009771:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335553 -> 1763335553 00000004:00010000:2.0:1763335553.009774:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335552 -> 1763335552 00000004:00010000:2.0:1763335553.009776:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335553 -> 1763335553 00000004:00010000:2.0:1763335553.009778:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 504 -> 504 00000100:00100000:2.0:1763335553.009814:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c3e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+16:2409:x1848991029166720:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 238us (661us total) trans 4294968009 rc 0/0 00000100:00100000:2.0:1763335553.009821:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1059 00000100:00080000:0.0:1763335553.010115:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1763335553.014597:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335553.014637:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335553.014784:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029166976 00000100:00100000:3.0:1763335553.014794:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029166976 00000100:00100000:3.0:1763335553.014854:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1355 00000100:00100000:3.0:1763335553.014864:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc62d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+12:2407:x1848991029166976:12345-192.168.202.34@tcp:101:fsx.0 00000100:00100000:1.0:1763335553.014898:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029166848 00000100:00100000:1.0:1763335553.014902:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029166848 00010000:00010000:3.0:1763335553.014905:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335553.014922:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4c00/0x10123ce7f07664a9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f604 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335553.014931:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1857 00000100:00100000:1.0:1763335553.014938:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc62da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+16:2407:x1848991029166848:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335553.014948:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335553.014960:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ee00/0x10123ce7f07664b0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f5fd expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335553.014981:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c3dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041474816:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335553.014988:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6c00/0x10123ce7f07664a2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f5f6 expref: 15 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335553.015008:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffa92d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041474944:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335553.015249:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850900 going to sleep for 11 seconds 00000100:00100000:1.0:1763335553.015590:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb000 going to sleep for 11 seconds 00000100:00100000:3.0:1763335553.017795:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c3dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041474816:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335553.017795:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffa92d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041474944:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335553.017818:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:3.0:1763335553.017830:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4c00/0x10123ce7f07664a9 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f604 expref: 13 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335553.017830:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ee00/0x10123ce7f07664b0 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f5fd expref: 17 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.017850:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335553.017852:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4c00/0x10123ce7f07664a9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f604 expref: 13 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335553.017853:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335553.017857:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ee00/0x10123ce7f07664b0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f5fd expref: 17 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335553.017863:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4c00, rc 0) 00010000:00010000:1.0:1763335553.017865:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643ee00, rc 0) 00000100:00100000:3.0:1763335553.017940:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc62d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+12:2407:x1848991029166976:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3076us (3300us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335553.017948:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1355 00000100:00100000:1.0:1763335553.018005:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc62da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+16:2407:x1848991029166848:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3067us (3419us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335553.018011:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1857 00000100:00100000:3.0:1763335553.022039:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335553.022085:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335553.022091:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029167232 00000100:00100000:2.0:1763335553.022101:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029167232 00000100:00100000:2.0:1763335553.022157:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1356 00000100:00100000:2.0:1763335553.022166:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+12:2406:x1848991029167232:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335553.022183:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335553.022200:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c6600/0x10123ce7f07664b7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f612 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335553.022255:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5f04380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041475072:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335553.022337:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09780 going to sleep for 11 seconds 00000100:00100000:1.0:1763335553.022385:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029167104 00000100:00100000:1.0:1763335553.022390:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029167104 00000100:00100000:1.0:1763335553.022429:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1858 00000100:00100000:1.0:1763335553.022436:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+16:2406:x1848991029167104:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335553.022445:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335553.022458:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fa00/0x10123ce7f07664be lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f60b expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.022486:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6c00/0x10123ce7f07664a2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f5f6 expref: 15 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335553.022506:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffa92d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041475200:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335553.022529:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb000 going to sleep for 11 seconds 00000100:00100000:1.0:1763335553.026169:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffa92d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041475200:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335553.026196:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:1.0:1763335553.026216:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fa00/0x10123ce7f07664be lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f60b expref: 17 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.026237:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335553.026240:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335553.026245:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fa00/0x10123ce7f07664be lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f60b expref: 17 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.026260:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643fa00, rc 0) 00000100:00100000:1.0:1763335553.026321:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+16:2406:x1848991029167104:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3883us (4232us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335553.026330:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1858 00000100:00100000:2.0:1763335553.026547:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5f04380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041475072:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335553.026569:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c6600/0x10123ce7f07664b7 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f612 expref: 13 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335553.026585:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c6600/0x10123ce7f07664b7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f612 expref: 13 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335553.026593:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc58c6600, rc 0) 00000100:00100000:2.0:1763335553.026623:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+12:2406:x1848991029167232:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4459us (4595us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335553.026630:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1356 00000100:00100000:0.0:1763335553.030931:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335553.031047:0:14748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029167488 00000100:00100000:3.0:1763335553.031057:0:14748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029167488 00000100:00100000:3.0:1763335553.031114:0:14748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 44 00000100:00100000:3.0:1763335553.031124:0:14748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc62d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:819c42eb-8a5f-4523-990c-a007cb66998d+16:15720:x1848991029167488:12345-192.168.202.34@tcp:35:fsx.0 00000100:00100000:3.0:1763335553.031400:0:14748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc62d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:819c42eb-8a5f-4523-990c-a007cb66998d+17:15720:x1848991029167488:12345-192.168.202.34@tcp:35:fsx.0 Request processed in 277us (478us total) trans 4294968010 rc 0/0 00000100:00100000:3.0:1763335553.031409:0:14748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 44 00000100:00100000:3.0:1763335553.039914:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335553.040030:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029167616 00000100:00100000:1.0:1763335553.040967:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029167616 00000100:00100000:1.0:1763335553.041050:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1859 00000100:00100000:1.0:1763335553.041060:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+17:15720:x1848991029167616:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335553.041084:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335553.041124:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fa00/0x10123ce7f07664c5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f619 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.041183:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ee00/0x10123ce7f07664cc lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763335553.041196:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ee00/0x10123ce7f07664cc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763335553.041206:0:6517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ee00/0x10123ce7f07664cc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00000004:00200000:1.0:1763335553.041251:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1763335553.041254:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763335553.041284:0:6517:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ee00/0x10123ce7f07664cc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763335553.041305:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fa00/0x10123ce7f07664c5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f619 expref: 19 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.041322:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ee00/0x10123ce7f07664cc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f619 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.041330:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af0edad9700) 00010000:00010000:1.0:1763335553.041333:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1763335553.041337:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643ee00, rc 0) 00000100:00100000:1.0:1763335553.041398:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+18:15720:x1848991029167616:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 340us (2534us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335553.041405:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1859 00000100:00100000:0.0:1763335553.046813:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335553.048834:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029167872 00000100:00100000:2.0:1763335553.048855:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029167872 00000100:00100000:2.0:1763335553.048994:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1860 00000100:00100000:2.0:1763335553.049004:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc62d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+18:15720:x1848991029167872:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335553.049031:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335553.049062:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6600/0x10123ce7f07664d3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f620 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335553.049155:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7600/0x10123ce7f07664da lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763335553.049172:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7600/0x10123ce7f07664da lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763335553.049184:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7600/0x10123ce7f07664da lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763335553.049200:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7200/0x10123ce7f07664e1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3d6fced7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763335553.049206:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7200/0x10123ce7f07664e1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3d6fced7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763335553.049212:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7200/0x10123ce7f07664e1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3d6fced7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763335553.049373:0:6515:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6c00/0x10123ce7f07664a2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f5f6 expref: 19 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335553.049388:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7000/0x10123ce7f07664e8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763335553.049395:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7000/0x10123ce7f07664e8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763335553.049402:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7000/0x10123ce7f07664e8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 00000004:00200000:2.0:1763335553.049411:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 1984863 00010000:00010000:2.0:1763335553.049498:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7600/0x10123ce7f07664da lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763335553.049509:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7600/0x10123ce7f07664da lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763335553.049516:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7600/0x10123ce7f07664da lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763335553.049521:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc58c7600 already unused, calling callback (ffffffffc1966550) 00010000:00010000:2.0:1763335553.049525:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7600/0x10123ce7f07664da lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763335553.049532:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7600/0x10123ce7f07664da lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763335553.049543:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af0edad9700) 00010000:00010000:2.0:1763335553.049546:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335553.049551:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7600/0x10123ce7f07664da lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763335553.049557:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7600/0x10123ce7f07664da lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763335553.049569:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7200/0x10123ce7f07664e1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3d6fced7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763335553.049574:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7200/0x10123ce7f07664e1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3d6fced7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763335553.049579:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7200/0x10123ce7f07664e1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3d6fced7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763335553.049584:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc58c7200 already unused, calling callback (ffffffffc1966550) 00010000:00010000:2.0:1763335553.049587:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7200/0x10123ce7f07664e1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3d6fced7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763335553.049595:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7200/0x10123ce7f07664e1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3d6fced7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763335553.049601:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3d6fced7 (ffff9af0edbbdf00) 00010000:00010000:2.0:1763335553.049602:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335553.049604:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7200/0x10123ce7f07664e1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3d6fced7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763335553.049609:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7200/0x10123ce7f07664e1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3d6fced7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763335553.049650:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6600/0x10123ce7f07664d3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f620 expref: 21 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335553.049662:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7000/0x10123ce7f07664e8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f620 expref: 20 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335553.049668:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335553.049669:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335553.049671:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc58c7000, rc 0) 00000100:00100000:2.0:1763335553.049775:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc62d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+20:15720:x1848991029167872:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 771us (2975us total) trans 4294968011 rc 0/0 00000100:00100000:2.0:1763335553.049782:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1860 00000100:00100000:0.0:1763335553.056520:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335553.056619:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029168000 00000100:00100000:1.0:1763335553.056632:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029168000 00000100:00100000:1.0:1763335553.056737:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 11 00000100:00100000:1.0:1763335553.056750:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f4517850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+20:2407:x1848991029168000:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335553.056771:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335553.056802:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7000/0x10123ce7f07664e8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f620 expref: 20 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.056824:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335553.056831:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335553.058798:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335553.058844:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335553.059275:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029168256 00000100:00100000:2.0:1763335553.059287:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029168256 00000100:00100000:2.0:1763335553.059352:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1357 00000100:00100000:2.0:1763335553.059363:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+12:2409:x1848991029168256:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335553.059384:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335553.059408:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c7a00/0x10123ce7f07664f6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f62e expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335553.059480:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5f04380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041475328:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335553.059580:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f090c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335553.059604:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029168128 00000100:00100000:2.0:1763335553.059607:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029168128 00000100:00100000:2.0:1763335553.059642:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1861 00000100:00100000:2.0:1763335553.059649:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+16:2409:x1848991029168128:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335553.059660:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335553.059677:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7e00/0x10123ce7f07664fd lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f627 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335553.059721:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6c00/0x10123ce7f07664a2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f5f6 expref: 19 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335553.059747:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5f06d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041475456:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335553.059777:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09840 going to sleep for 11 seconds 00000100:00100000:0.0:1763335553.059894:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f4517850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+19:2407:x1848991029168000:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 3145us (3388us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335553.059907:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 11 00000100:00100000:2.0:1763335553.066157:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5f04380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041475328:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335553.066215:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c7a00/0x10123ce7f07664f6 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f62e expref: 13 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335553.066247:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c7a00/0x10123ce7f07664f6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f62e expref: 13 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335553.066263:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc58c7a00, rc 0) 00000100:00100000:2.0:1763335553.066334:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+12:2409:x1848991029168256:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6973us (7488us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335553.066345:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1357 00000100:00100000:1.0:1763335553.068465:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5f06d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041475456:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335553.068497:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:1.0:1763335553.068517:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7e00/0x10123ce7f07664fd lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f627 expref: 17 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.068545:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335553.068549:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335553.068553:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7e00/0x10123ce7f07664fd lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f627 expref: 17 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.068568:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc58c7e00, rc 0) 00000100:00100000:1.0:1763335553.068652:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+16:2409:x1848991029168128:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 8987us (9848us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335553.068662:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1861 00000100:00100000:3.0:1763335553.076196:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335553.076296:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029168384 00000100:00100000:1.0:1763335553.076310:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029168384 00000100:00100000:1.0:1763335553.076392:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1862 00000100:00100000:1.0:1763335553.076406:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+16:2409:x1848991029168384:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335553.076438:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335553.076470:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fa00/0x10123ce7f0766504 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f635 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.076524:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6c00/0x10123ce7f07664a2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f5f6 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335553.076581:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffa92d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041475584:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335553.076706:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb000 going to sleep for 11 seconds 00000100:00100000:3.0:1763335553.079141:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335553.080698:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029168512 00000100:00100000:2.0:1763335553.080722:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029168512 00000100:00100000:2.0:1763335553.081731:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1358 00000100:00100000:2.0:1763335553.081745:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+12:2409:x1848991029168512:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335553.081770:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335553.081792:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c7a00/0x10123ce7f076650b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f63c expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335553.081863:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5f04380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041475712:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335553.081972:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f090c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335553.082740:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffa92d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041475584:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335553.082765:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:0.0:1763335553.082784:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fa00/0x10123ce7f0766504 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f635 expref: 17 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335553.082806:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335553.082809:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335553.082814:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fa00/0x10123ce7f0766504 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f635 expref: 17 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335553.082829:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643fa00, rc 0) 00000100:00100000:0.0:1763335553.082907:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+16:2409:x1848991029168384:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6504us (6727us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335553.082916:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1862 00000100:00100000:2.0:1763335553.086560:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5f04380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041475712:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335553.086618:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c7a00/0x10123ce7f076650b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f63c expref: 13 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335553.086649:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c7a00/0x10123ce7f076650b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f63c expref: 13 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335553.086664:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc58c7a00, rc 0) 00000100:00100000:2.0:1763335553.086749:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+12:2409:x1848991029168512:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5006us (7616us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335553.086760:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1358 00000100:00100000:1.0:1763335553.091273:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335553.091458:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029168640 00000100:00100000:2.0:1763335553.091473:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029168640 00000100:00100000:2.0:1763335553.091557:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1060 00000100:00100000:2.0:1763335553.091568:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+19:2408:x1848991029168640:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:2.0:1763335553.091820:0:15202:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 1048576 -> 1048576 00000004:00010000:2.0:1763335553.091825:0:15202:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335553 -> 1763335553 00000004:00010000:2.0:1763335553.091828:0:15202:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335552 -> 1763335552 00000004:00010000:2.0:1763335553.091830:0:15202:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335553 -> 1763335553 00000004:00010000:2.0:1763335553.091832:0:15202:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 504 -> 504 00000100:00100000:2.0:1763335553.091962:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+20:2408:x1848991029168640:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 393us (952us total) trans 4294968012 rc 0/0 00000100:00100000:2.0:1763335553.091970:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1060 00000100:00100000:0.0:1763335553.101729:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335553.102153:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029168768 00000100:00100000:1.0:1763335553.102169:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029168768 00002000:00100000:0.0:1763335553.102295:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc62da300 x1848991029168768/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:599/0 lens 488/0 e 0 to 0 dl 1763335564 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335553.102310:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc62da300 with x1848991029168768 00000100:00100000:2.0:1763335553.102921:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1061 00000100:00100000:2.0:1763335553.102938:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc62da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+20:2406:x1848991029168768:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335553.104003:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc62da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+20:2406:x1848991029168768:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 1064us (2293us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335553.104014:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1061 00002000:00100000:2.0:1763335553.104026:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc62da300 x1848991029168768/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:599/0 lens 488/4536 e 0 to 0 dl 1763335564 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335553.104035:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc62da300 with x1848991029168768 00000100:00100000:3.0:1763335553.107736:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335553.108076:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029168896 00000100:00100000:2.0:1763335553.108089:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029168896 00002000:00100000:2.0:1763335553.108156:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7c3df80 x1848991029168896/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:599/0 lens 488/0 e 0 to 0 dl 1763335564 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335553.108170:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7c3df80 with x1848991029168896 00000100:00100000:2.0:1763335553.108217:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1062 00000100:00100000:2.0:1763335553.108230:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+20:2408:x1848991029168896:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335553.108488:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+20:2408:x1848991029168896:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 259us (778us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335553.108497:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1062 00002000:00100000:2.0:1763335553.108506:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7c3df80 x1848991029168896/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:599/0 lens 488/4536 e 0 to 0 dl 1763335564 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335553.108515:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7c3df80 with x1848991029168896 00000100:00100000:0.0:1763335553.115457:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335553.115572:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029169024 00000100:00100000:2.0:1763335553.115586:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029169024 00002000:00100000:2.0:1763335553.115652:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc578b480 x1848991029169024/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:599/0 lens 504/0 e 0 to 0 dl 1763335564 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335553.115665:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc578b480 with x1848991029169024 00000100:00100000:2.0:1763335553.115770:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1063 00000100:00100000:2.0:1763335553.115782:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc578b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+20:2407:x1848991029169024:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335553.120315:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc578b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+20:2407:x1848991029169024:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 4513us (4852us total) trans 0 rc 57344/57344 00000100:00100000:0.0:1763335553.120334:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1063 00002000:00100000:0.0:1763335553.120354:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc578b480 x1848991029169024/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:599/0 lens 504/440 e 0 to 0 dl 1763335564 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335553.120366:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc578b480 with x1848991029169024 00000100:00100000:3.0:1763335553.123195:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335553.123251:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335553.123374:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029169280 00000100:00100000:2.0:1763335553.123388:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029169280 00000100:00100000:2.0:1763335553.123459:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1359 00000100:00100000:2.0:1763335553.123470:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4fd1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+12:2406:x1848991029169280:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335553.123494:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335553.123518:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c6600/0x10123ce7f0766512 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f64a expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335553.123591:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5f04380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041475840:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335553.123717:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f099c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335553.123787:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029169152 00000100:00100000:0.0:1763335553.123792:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029169152 00000100:00100000:0.0:1763335553.123834:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1863 00000100:00100000:0.0:1763335553.123841:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4fd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+16:2406:x1848991029169152:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335553.123853:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335553.123902:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd400/0x10123ce7f0766519 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f643 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335553.123943:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6c00/0x10123ce7f07664a2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f5f6 expref: 19 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335553.123973:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ed87a300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041475968:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335553.124012:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3540 going to sleep for 11 seconds 00000004:00010000:1.0:1763335553.127185:0:6517:0:(mdt_lvb.c:189:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime: 1763335552 -> 1763335553 00000100:00100000:1.0:1763335553.127226:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ed87a300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041475968:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335553.127256:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:1.0:1763335553.127280:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd400/0x10123ce7f0766519 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f643 expref: 17 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.127308:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335553.127312:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335553.127318:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd400/0x10123ce7f0766519 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f643 expref: 17 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.127339:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cd400, rc 0) 00000100:00100000:1.0:1763335553.127418:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4fd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+16:2406:x1848991029169152:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3575us (4237us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335553.127428:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1863 00002000:00010000:0.0:1763335553.127546:0:9882:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335552 -> 1763335553 00000100:00100000:0.0:1763335553.127565:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5f04380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041475840:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335553.127590:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c6600/0x10123ce7f0766512 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f64a expref: 13 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335553.127607:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c6600/0x10123ce7f0766512 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f64a expref: 13 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335553.127617:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc58c6600, rc 0) 00000100:00100000:0.0:1763335553.127643:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4fd1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+12:2406:x1848991029169280:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4175us (4391us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335553.127650:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1359 00000100:00100000:1.0:1763335553.131292:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335553.131351:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335553.131446:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029169408 00000100:00100000:0.0:1763335553.131459:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029169408 00000100:00100000:2.0:1763335553.131643:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029169536 00000100:00100000:2.0:1763335553.131647:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029169536 00000100:00100000:0.0:1763335553.131850:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1864 00000100:00100000:0.0:1763335553.131863:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbc4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+16:2406:x1848991029169408:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335553.131915:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335553.131942:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61ccc00/0x10123ce7f0766520 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f651 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335553.131990:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6c00/0x10123ce7f07664a2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f5f6 expref: 19 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335553.132054:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ed87a300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041476096:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335553.132156:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3540 going to sleep for 11 seconds 00000100:00100000:2.0:1763335553.132492:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1360 00000100:00100000:2.0:1763335553.132504:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbc5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+12:2406:x1848991029169536:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335553.132514:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335553.132527:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c7200/0x10123ce7f0766527 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f658 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335553.132567:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5f07800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041476224:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335553.132621:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09780 going to sleep for 11 seconds 00000100:00100000:0.0:1763335553.141407:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ed87a300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041476096:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335553.141440:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:0.0:1763335553.141464:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61ccc00/0x10123ce7f0766520 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f651 expref: 17 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335553.141493:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335553.141496:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335553.141501:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61ccc00/0x10123ce7f0766520 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f651 expref: 17 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335553.141521:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61ccc00, rc 0) 00000100:00100000:0.0:1763335553.141601:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbc4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+16:2406:x1848991029169408:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 9739us (10323us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335553.141612:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1864 00000100:00100000:3.0:1763335553.141841:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5f07800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041476224:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335553.141900:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c7200/0x10123ce7f0766527 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f658 expref: 13 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335553.141918:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c7200/0x10123ce7f0766527 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f658 expref: 13 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335553.141928:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc58c7200, rc 0) 00000100:00100000:3.0:1763335553.141964:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbc5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+12:2406:x1848991029169536:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 9464us (10612us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335553.141972:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1360 00000100:00100000:1.0:1763335553.147665:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335553.147784:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029169664 00000100:00100000:2.0:1763335553.147798:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029169664 00002000:00100000:2.0:1763335553.148104:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1699840->1703935) req@ffff9af0ffbc7b80 x1848991029169664/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:599/0 lens 488/0 e 0 to 0 dl 1763335564 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335553.148118:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffbc7b80 with x1848991029169664 ext(1699840->1703935) 00002000:00010000:2.0:1763335553.148126:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffbc7b80 00000100:00100000:0.0:1763335553.148689:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 904 00000100:00100000:0.0:1763335553.148705:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+18:2406:x1848991029169664:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335553.150428:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+18:2406:x1848991029169664:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 1715us (2765us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335553.150441:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 904 00002000:00100000:0.0:1763335553.150455:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1699840->1703935) req@ffff9af0ffbc7b80 x1848991029169664/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:599/0 lens 488/4536 e 0 to 0 dl 1763335564 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335553.150465:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffbc7b80 with x1848991029169664 ext(1699840->1703935) 00002000:00010000:0.0:1763335553.150472:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffbc7b80 00000100:00100000:0.0:1763335553.154371:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335553.154853:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029169792 00000100:00100000:3.0:1763335553.154901:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029169792 00002000:00100000:3.0:1763335553.154965:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1703936->1708031) req@ffff9af0ed87a300 x1848991029169792/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:599/0 lens 488/0 e 0 to 0 dl 1763335564 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335553.154977:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ed87a300 with x1848991029169792 ext(1703936->1708031) 00002000:00010000:3.0:1763335553.154983:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ed87a300 00000100:00100000:3.0:1763335553.155019:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 905 00000100:00100000:3.0:1763335553.155028:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ed87a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+18:2407:x1848991029169792:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335553.155311:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ed87a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+18:2407:x1848991029169792:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 281us (953us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335553.155319:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 905 00002000:00100000:3.0:1763335553.155326:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1703936->1708031) req@ffff9af0ed87a300 x1848991029169792/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:599/0 lens 488/4536 e 0 to 0 dl 1763335564 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335553.155340:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ed87a300 with x1848991029169792 ext(1703936->1708031) 00002000:00010000:3.0:1763335553.155343:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ed87a300 00000100:00100000:1.0:1763335553.159644:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335553.159769:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029169920 00000100:00100000:2.0:1763335553.159783:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029169920 00002000:00100000:2.0:1763335553.159860:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1679360->1744895) req@ffff9af0ffbc6680 x1848991029169920/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:599/0 lens 504/0 e 0 to 0 dl 1763335564 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335553.159976:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffbc6680 with x1848991029169920 ext(1679360->1744895) 00002000:00010000:2.0:1763335553.159984:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffbc6680 00000100:00100000:2.0:1763335553.160024:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 906 00000100:00100000:2.0:1763335553.160037:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+18:2409:x1848991029169920:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335553.163323:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+18:2409:x1848991029169920:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 3271us (3679us total) trans 0 rc 57344/57344 00000100:00100000:2.0:1763335553.163341:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 906 00002000:00100000:2.0:1763335553.163357:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1679360->1744895) req@ffff9af0ffbc6680 x1848991029169920/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:599/0 lens 504/440 e 0 to 0 dl 1763335564 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335553.163368:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffbc6680 with x1848991029169920 ext(1679360->1744895) 00002000:00010000:2.0:1763335553.163376:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffbc6680 00000100:00100000:0.0:1763335553.167448:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335553.167646:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029170048 00000100:00100000:2.0:1763335553.167661:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029170048 00002000:00100000:2.0:1763335553.167740:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1699840->1712127) req@ffff9af0ffb92a00 x1848991029170048/t0(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:599/0 lens 12776/0 e 0 to 0 dl 1763335564 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335553.167754:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb92a00 with x1848991029170048 ext(1699840->1712127) 00002000:00010000:2.0:1763335553.167762:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb92a00 00000100:00100000:2.0:1763335553.167791:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 907 00000100:00100000:2.0:1763335553.167802:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+18:2409:x1848991029170048:12345-192.168.202.34@tcp:4:fsx.0 00000100:00100000:2.0:1763335553.169556:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+20:2409:x1848991029170048:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 1742us (2109us total) trans 4294967643 rc 0/0 00000100:00100000:2.0:1763335553.169572:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 907 00002000:00100000:2.0:1763335553.169585:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1699840->1712127) req@ffff9af0ffb92a00 x1848991029170048/t4294967643(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:599/0 lens 12776/448 e 0 to 0 dl 1763335564 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335553.169595:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffb92a00 with x1848991029170048 ext(1699840->1712127) 00002000:00010000:2.0:1763335553.169602:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffb92a00 00000100:00100000:1.0:1763335553.172031:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335553.172125:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029170176 00000100:00100000:3.0:1763335553.172137:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029170176 00000100:00100000:3.0:1763335553.172206:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1361 00000100:00100000:3.0:1763335553.172218:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+20:2407:x1848991029170176:12345-192.168.202.34@tcp:16:fsx.0 00000001:00080000:2.0:1763335553.173704:0:9466:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967643 is committed 00000001:00080000:2.0:1763335553.173744:0:9466:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967640 is committed 00000100:00100000:3.0:1763335553.174742:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:2407:x1848991029170176:12345-192.168.202.34@tcp:16:fsx.0 Request processed in 2512us (2711us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335553.174758:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1361 00000100:00100000:1.0:1763335553.178086:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335553.178132:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335553.178247:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029170432 00000100:00100000:3.0:1763335553.178261:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029170432 00000100:00100000:3.0:1763335553.178325:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1362 00000100:00100000:3.0:1763335553.178336:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbc4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2406:x1848991029170432:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335553.178360:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335553.178386:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4c00/0x10123ce7f076652e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f666 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335553.178465:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4fd3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041476352:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335553.178610:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850000 going to sleep for 11 seconds 00000100:00100000:0.0:1763335553.178667:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029170304 00000100:00100000:0.0:1763335553.178673:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029170304 00000100:00100000:0.0:1763335553.178730:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1865 00000100:00100000:0.0:1763335553.178737:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbc4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+16:2406:x1848991029170304:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335553.178748:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335553.178765:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cda00/0x10123ce7f0766535 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f65f expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335553.178802:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6c00/0x10123ce7f07664a2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f5f6 expref: 19 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335553.178833:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5722a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041476480:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335553.178914:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3f00 going to sleep for 11 seconds 00002000:00010000:3.0:1763335553.180799:0:9882:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks: 320 -> 344 00000100:00100000:3.0:1763335553.180838:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4fd3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041476352:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335553.180930:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4c00/0x10123ce7f076652e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f666 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335553.180965:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4c00/0x10123ce7f076652e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f666 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335553.180981:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4c00, rc 0) 00000100:00100000:0.0:1763335553.181342:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5722a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041476480:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335553.181359:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:0.0:1763335553.181373:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cda00/0x10123ce7f0766535 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f65f expref: 17 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335553.181390:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335553.181393:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335553.181397:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cda00/0x10123ce7f0766535 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f65f expref: 17 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335553.181412:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cda00, rc 0) 00000100:00100000:1.0:1763335553.182082:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbc4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2406:x1848991029170432:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3741us (4003us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335553.182095:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1362 00000100:00100000:0.0:1763335553.182393:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbc4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+16:2406:x1848991029170304:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3654us (4257us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335553.182403:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1865 00000100:00100000:1.0:1763335553.186322:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335553.186488:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335553.186566:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029170560 00000100:00100000:0.0:1763335553.186581:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029170560 00000100:00100000:0.0:1763335553.186659:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1866 00000100:00100000:0.0:1763335553.186671:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbc4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+16:2409:x1848991029170560:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335553.186700:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335553.186739:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc200/0x10123ce7f076653c lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f66d expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335553.186791:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6c00/0x10123ce7f07664a2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f5f6 expref: 19 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335553.186844:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5722a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041476608:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335553.186992:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3f00 going to sleep for 11 seconds 00000100:00100000:2.0:1763335553.187350:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029170688 00000100:00100000:2.0:1763335553.187357:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029170688 00000100:00100000:2.0:1763335553.187401:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1363 00000100:00100000:2.0:1763335553.187410:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2409:x1848991029170688:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335553.187420:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335553.187434:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c6800/0x10123ce7f0766543 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f674 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335553.187473:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5f07100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041476736:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335553.187519:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09840 going to sleep for 11 seconds 00000100:00100000:1.0:1763335553.195707:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5722a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041476608:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335553.195758:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:1.0:1763335553.195785:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc200/0x10123ce7f076653c lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f66d expref: 17 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.195814:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335553.195817:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335553.195822:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cc200/0x10123ce7f076653c lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f66d expref: 17 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.195842:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cc200, rc 0) 00000100:00100000:2.0:1763335553.196263:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5f07100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041476736:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335553.196291:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c6800/0x10123ce7f0766543 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f674 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335553.196310:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c6800/0x10123ce7f0766543 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f674 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335553.196320:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc58c6800, rc 0) 00000100:00100000:1.0:1763335553.196605:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbc4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+16:2409:x1848991029170560:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 9933us (10295us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335553.196616:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1866 00000100:00100000:2.0:1763335553.196716:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2409:x1848991029170688:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 9299us (10220us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335553.196725:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1363 00000100:00100000:0.0:1763335553.203348:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335553.203406:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335553.203490:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029170944 00000100:00100000:2.0:1763335553.203503:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029170944 00000100:00100000:2.0:1763335553.203580:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1364 00000100:00100000:2.0:1763335553.203592:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5722a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991029170944:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335553.203618:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335553.203643:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c6a00/0x10123ce7f076654a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f682 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335553.203729:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5f07100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041476864:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335553.203834:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09840 going to sleep for 11 seconds 00000100:00100000:1.0:1763335553.204054:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029170816 00000100:00100000:1.0:1763335553.204059:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029170816 00000100:00100000:1.0:1763335553.204098:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1867 00000100:00100000:1.0:1763335553.204105:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+16:2408:x1848991029170816:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335553.204115:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335553.204131:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f0766551 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f67b expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.204168:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6c00/0x10123ce7f07664a2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f5f6 expref: 19 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335553.204193:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffbc6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041476992:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335553.204236:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb840 going to sleep for 11 seconds 00000100:00100000:1.0:1763335553.210575:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffbc6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041476992:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335553.210612:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:1.0:1763335553.210638:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f0766551 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f67b expref: 17 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.210665:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335553.210669:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335553.210675:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f0766551 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f67b expref: 17 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.210692:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643e400, rc 0) 00000100:00100000:2.0:1763335553.211067:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5f07100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041476864:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335553.211093:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c6a00/0x10123ce7f076654a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f682 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335553.211110:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c6a00/0x10123ce7f076654a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f682 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335553.211120:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc58c6a00, rc 0) 00000100:00100000:2.0:1763335553.212143:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5722a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991029170944:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 8545us (8803us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335553.212158:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1364 00000100:00100000:1.0:1763335553.212260:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+16:2408:x1848991029170816:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 8146us (8844us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335553.212270:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1867 00000100:00100000:0.0:1763335553.217827:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335553.218133:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029171072 00000100:00100000:1.0:1763335553.218146:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029171072 00000100:00100000:1.0:1763335553.218225:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1868 00000100:00100000:1.0:1763335553.218237:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+16:15720:x1848991029171072:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335553.218265:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335553.218298:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f0766558 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f689 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.218342:0:6517:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6c00/0x10123ce7f07664a2 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f5f6 expref: 19 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.218353:0:6517:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f0766558 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f689 expref: 17 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.218399:0:6517:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6c00/0x10123ce7f07664a2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f5f6 expref: 19 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.218416:0:6517:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6c00/0x10123ce7f07664a2 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f5f6 expref: 19 pid: 6517 timeout: 453 lvb_type: 0 00000100:00100000:1.0:1763335553.218433:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffbc6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041477120:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335553.218553:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb840 going to sleep for 11 seconds 00000100:00100000:1.0:1763335553.222503:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffbc6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041477120:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335553.222550:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f0766558 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f689 expref: 17 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.222573:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335553.222577:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335553.222582:0:6517:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f0766558 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f689 expref: 17 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.222594:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643e400, rc 0) 00000100:00100000:1.0:1763335553.222669:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+17:15720:x1848991029171072:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4433us (4858us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335553.222680:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1868 00000100:00100000:3.0:1763335553.223582:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335553.224116:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029171200 00000100:00100000:1.0:1763335553.224128:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029171200 00010000:00010000:1.0:1763335553.224339:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6c00/0x10123ce7f07664a2 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f5f6 expref: 20 pid: 6517 timeout: 453 lvb_type: 0 00000100:00100000:1.0:1763335553.224393:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 695 00000100:00100000:1.0:1763335553.224404:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4fd3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+20:2408:x1848991029171200:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335553.224425:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335553.224455:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6c00/0x10123ce7f07664a2 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f5f6 expref: 20 pid: 6517 timeout: 453 lvb_type: 0 00010000:00010000:1.0:1763335553.224470:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6c00/0x10123ce7f07664a2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f5f6 expref: 20 pid: 6517 timeout: 453 lvb_type: 0 00010000:00010000:1.0:1763335553.224497:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6c00/0x10123ce7f07664a2 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f5f6 expref: 20 pid: 6517 timeout: 453 lvb_type: 0 00010000:00010000:1.0:1763335553.224517:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335553.224524:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f0766558 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f689 expref: 16 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.224539:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f0766558 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f689 expref: 16 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.224550:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f0766558 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f689 expref: 16 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.224592:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f0766558 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f689 expref: 16 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335553.224607:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffbc6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041477248:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335553.224721:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb840 going to sleep for 11 seconds 00000100:00100000:3.0:1763335553.229112:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335553.229278:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffbc6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041477248:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335553.229312:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335553.229391:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4fd3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+19:2408:x1848991029171200:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 4987us (5813us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335553.229406:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 695 00000100:00100000:0.0:1763335553.229776:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029171328 00000100:00100000:0.0:1763335553.229786:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029171328 00000100:00100000:0.0:1763335553.229893:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1064 00000100:00100000:0.0:1763335553.229906:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4fd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+17:2409:x1848991029171328:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:0.0:1763335553.230252:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 1048576 -> 1048576 00000004:00010000:0.0:1763335553.230257:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335553 -> 1763335553 00000004:00010000:0.0:1763335553.230260:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335553 -> 1763335553 00000004:00010000:0.0:1763335553.230262:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335553 -> 1763335553 00000004:00010000:0.0:1763335553.230264:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 504 -> 536 00000100:00100000:0.0:1763335553.230321:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4fd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+18:2409:x1848991029171328:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 416us (1224us total) trans 4294968013 rc 0/0 00000100:00100000:0.0:1763335553.230328:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1064 00000100:00100000:0.0:1763335553.239666:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335553.241407:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029171456 00000100:00100000:1.0:1763335553.241426:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029171456 00000100:00100000:1.0:1763335553.241516:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1869 00000100:00100000:1.0:1763335553.241530:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+19:2408:x1848991029171456:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335553.241560:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335553.241593:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fe00/0x10123ce7f076655f lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f690 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.241646:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f0766558 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f689 expref: 17 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335553.241698:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffbc6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041477376:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335553.242433:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb840 going to sleep for 11 seconds 00000100:00100000:1.0:1763335553.247947:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffbc6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041477376:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335553.247994:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:1.0:1763335553.248019:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fe00/0x10123ce7f076655f lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f690 expref: 20 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.248045:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335553.248048:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335553.248053:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fe00/0x10123ce7f076655f lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f690 expref: 20 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.248070:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643fe00, rc 0) 00000100:00100000:1.0:1763335553.248589:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+19:2408:x1848991029171456:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7060us (8937us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335553.248600:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1869 00000100:00100000:3.0:1763335553.252259:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335553.252384:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029171584 00000100:00100000:1.0:1763335553.252400:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029171584 00000100:00100000:1.0:1763335553.252480:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1870 00000100:00100000:1.0:1763335553.252493:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4fd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+19:2409:x1848991029171584:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335553.252522:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335553.252551:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e000/0x10123ce7f0766566 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f697 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.252601:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f0766558 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f689 expref: 17 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335553.252652:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffbc6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041477504:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335553.252774:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb840 going to sleep for 11 seconds 00000100:00100000:1.0:1763335553.257490:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffbc6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041477504:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335553.257528:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:1.0:1763335553.257553:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e000/0x10123ce7f0766566 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f697 expref: 20 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.257583:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335553.257586:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335553.257591:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e000/0x10123ce7f0766566 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f697 expref: 20 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.257607:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643e000, rc 0) 00000100:00100000:1.0:1763335553.257691:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4fd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+19:2409:x1848991029171584:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5200us (5696us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335553.257705:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1870 00000100:00100000:0.0:1763335553.261362:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335553.261594:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029171712 00000100:00100000:2.0:1763335553.261608:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029171712 00000100:00100000:2.0:1763335553.261685:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1365 00000100:00100000:2.0:1763335553.261697:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991029171712:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335553.261730:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335553.261755:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c6e00/0x10123ce7f076656d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f69e expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335553.261833:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5f07100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041477632:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335553.262002:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09840 going to sleep for 11 seconds 00000100:00100000:1.0:1763335553.266409:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5f07100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041477632:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335553.266460:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c6e00/0x10123ce7f076656d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f69e expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335553.266491:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c6e00/0x10123ce7f076656d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f69e expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335553.266508:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc58c6e00, rc 0) 00000100:00100000:1.0:1763335553.266661:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991029171712:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4966us (5315us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335553.267174:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1365 00000100:00100000:0.0:1763335553.270436:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335553.270575:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029171840 00000100:00100000:1.0:1763335553.270588:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029171840 00000100:00100000:1.0:1763335553.271002:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1366 00000100:00100000:1.0:1763335553.271020:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991029171840:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335553.271043:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335553.271067:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e000/0x10123ce7f0766574 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f6a5 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335553.271140:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffbc6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041477760:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335553.271246:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb840 going to sleep for 11 seconds 00000100:00100000:1.0:1763335553.273769:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffbc6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041477760:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335553.273817:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e000/0x10123ce7f0766574 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f6a5 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335553.273847:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e000/0x10123ce7f0766574 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f6a5 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335553.273861:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643e000, rc 0) 00000100:00100000:1.0:1763335553.273957:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991029171840:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2937us (3534us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335553.273969:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1366 00000100:00100000:2.0:1763335553.279176:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335553.279386:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029171968 00000100:00100000:1.0:1763335553.279401:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029171968 00002000:00100000:1.0:1763335553.279469:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1073152->1081343) req@ffff9aefc5f06300 x1848991029171968/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:599/0 lens 488/0 e 0 to 0 dl 1763335564 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335553.279483:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5f06300 with x1848991029171968 ext(1073152->1081343) 00002000:00010000:1.0:1763335553.279491:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5f06300 00000100:00100000:1.0:1763335553.279531:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 908 00000100:00100000:1.0:1763335553.279542:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991029171968:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335553.279810:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991029171968:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 269us (650us total) trans 0 rc 8192/8192 00000100:00100000:1.0:1763335553.279820:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 908 00002000:00100000:1.0:1763335553.279827:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1073152->1081343) req@ffff9aefc5f06300 x1848991029171968/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:599/0 lens 488/8632 e 0 to 0 dl 1763335564 ref 1 fl Complete:/600/0 rc 8192/8192 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335553.279837:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5f06300 with x1848991029171968 ext(1073152->1081343) 00002000:00010000:1.0:1763335553.279841:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5f06300 00000100:00100000:0.0:1763335553.283645:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335553.283846:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029172096 00000100:00100000:1.0:1763335553.283861:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029172096 00000100:00100000:1.0:1763335553.283956:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1871 00000100:00100000:1.0:1763335553.283968:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+19:2409:x1848991029172096:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335553.283995:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335553.284023:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e000/0x10123ce7f076657b lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f6ac expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.284072:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f0766558 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f689 expref: 17 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335553.284126:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffbc6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041477888:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335553.284235:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb840 going to sleep for 11 seconds 00000100:00100000:1.0:1763335553.287087:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffbc6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041477888:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335553.287124:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:1.0:1763335553.287153:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e000/0x10123ce7f076657b lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f6ac expref: 20 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.287180:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335553.287184:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335553.287190:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e000/0x10123ce7f076657b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f6ac expref: 20 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.287208:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643e000, rc 0) 00000100:00100000:1.0:1763335553.287839:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+19:2409:x1848991029172096:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3870us (4208us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335553.287851:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1871 00000100:00100000:2.0:1763335553.291265:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335553.291401:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029172224 00000100:00100000:1.0:1763335553.291415:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029172224 00000100:00100000:1.0:1763335553.291496:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1872 00000100:00100000:1.0:1763335553.291508:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f06680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+19:2408:x1848991029172224:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335553.291539:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335553.291569:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fe00/0x10123ce7f0766582 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f6b3 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.291629:0:6517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f0766558 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f689 expref: 17 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335553.291686:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffbc6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041478016:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335553.291804:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb840 going to sleep for 11 seconds 00000100:00100000:1.0:1763335553.295830:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffbc6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041478016:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335553.295907:0:6517:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:1.0:1763335553.295935:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fe00/0x10123ce7f0766582 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f6b3 expref: 20 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.295964:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335553.295967:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335553.295973:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fe00/0x10123ce7f0766582 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f6b3 expref: 20 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.295993:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643fe00, rc 0) 00000100:00100000:1.0:1763335553.296086:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f06680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+19:2408:x1848991029172224:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4579us (4836us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335553.296099:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1872 00000100:00100000:0.0:1763335553.302969:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335553.303146:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029172352 00000100:00100000:1.0:1763335553.303159:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029172352 00002000:00100000:1.0:1763335553.303224:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc43db100 x1848991029172352/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:599/0 lens 504/0 e 0 to 0 dl 1763335564 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335553.303237:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc43db100 with x1848991029172352 00000100:00100000:1.0:1763335553.303282:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1065 00000100:00100000:1.0:1763335553.303294:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+18:2409:x1848991029172352:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335553.317802:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+18:2409:x1848991029172352:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 14490us (14829us total) trans 0 rc 385024/385024 00000100:00100000:1.0:1763335553.317820:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1065 00002000:00100000:1.0:1763335553.317839:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc43db100 x1848991029172352/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:599/0 lens 504/440 e 0 to 0 dl 1763335564 ref 1 fl Complete:/600/0 rc 385024/385024 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335553.317851:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc43db100 with x1848991029172352 00000100:00100000:2.0:1763335553.322520:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335553.322629:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029172480 00000100:00100000:1.0:1763335553.322643:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029172480 00002000:00100000:1.0:1763335553.322720:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5f05180 x1848991029172480/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:599/0 lens 488/0 e 0 to 0 dl 1763335564 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335553.322734:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5f05180 with x1848991029172480 00000100:00100000:1.0:1763335553.322835:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1066 00000100:00100000:1.0:1763335553.322847:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+18:2406:x1848991029172480:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335553.323792:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+18:2406:x1848991029172480:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 941us (1282us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335553.323803:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1066 00002000:00100000:1.0:1763335553.323813:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5f05180 x1848991029172480/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:599/0 lens 488/4536 e 0 to 0 dl 1763335564 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335553.323821:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5f05180 with x1848991029172480 00000100:00100000:0.0:1763335553.329312:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335553.329736:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029172608 00000100:00100000:1.0:1763335553.329753:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029172608 00000100:00100000:1.0:1763335553.329831:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1367 00000100:00100000:1.0:1763335553.329844:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2409:x1848991029172608:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335553.329911:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335553.329940:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fe00/0x10123ce7f0766589 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f6ba expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335553.330023:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffbc6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041478144:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335553.330156:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb000 going to sleep for 11 seconds 00000100:00100000:1.0:1763335553.333225:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffbc6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041478144:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335553.333277:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fe00/0x10123ce7f0766589 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f6ba expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335553.333310:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fe00/0x10123ce7f0766589 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f6ba expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335553.333328:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643fe00, rc 0) 00000100:00100000:1.0:1763335553.333412:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2409:x1848991029172608:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3569us (4124us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335553.333425:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1367 00000100:00100000:2.0:1763335553.336967:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335553.337422:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029172736 00000100:00100000:1.0:1763335553.337436:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029172736 00000100:00100000:0.0:1763335553.337561:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1368 00000100:00100000:0.0:1763335553.337572:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2407:x1848991029172736:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335553.337595:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335553.337617:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cca00/0x10123ce7f0766590 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f6c1 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335553.337691:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc43d8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041478272:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335553.338835:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3900 going to sleep for 11 seconds 00000100:00100000:2.0:1763335553.341291:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc43d8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041478272:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335553.341337:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cca00/0x10123ce7f0766590 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f6c1 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335553.341365:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cca00/0x10123ce7f0766590 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f6c1 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335553.341379:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cca00, rc 0) 00000100:00100000:2.0:1763335553.341447:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2407:x1848991029172736:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3875us (4494us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335553.341458:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1368 00010000:00010000:2.0:1763335553.343264:0:6503:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763335553.353404:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335553.355031:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029172864 00000100:00100000:1.0:1763335553.355052:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029172864 00000100:00100000:0.0:1763335553.355321:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1067 00000100:00100000:0.0:1763335553.355335:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+18:2409:x1848991029172864:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:0.0:1763335553.355660:0:15202:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 1048576 -> 1048576 00000004:00010000:0.0:1763335553.355665:0:15202:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335553 -> 1763335553 00000004:00010000:0.0:1763335553.355668:0:15202:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335553 -> 1763335553 00000004:00010000:0.0:1763335553.355671:0:15202:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335553 -> 1763335553 00000004:00010000:0.0:1763335553.356463:0:15202:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 536 -> 536 00000100:00100000:0.0:1763335553.356588:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+19:2409:x1848991029172864:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 1253us (3202us total) trans 4294968014 rc 0/0 00000100:00100000:0.0:1763335553.356599:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1067 00000100:00100000:0.0:1763335553.362490:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335553.362573:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029172992 00000100:00100000:1.0:1763335553.362587:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029172992 00000100:00100000:3.0:1763335553.363047:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1873 00000100:00100000:3.0:1763335553.363068:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+19:2406:x1848991029172992:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335553.363100:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335553.363130:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0766597 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f6c8 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335553.363181:0:6515:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f0766558 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f689 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335553.363238:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4fd2680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041478400:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335553.363366:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850000 going to sleep for 11 seconds 00000100:00100000:3.0:1763335553.371802:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4fd2680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041478400:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335553.371849:0:6515:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:3.0:1763335553.371926:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0766597 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f6c8 expref: 20 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335553.371965:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335553.371969:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335553.371977:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0766597 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f6c8 expref: 20 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335553.371997:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4c00, rc 0) 00000100:00100000:3.0:1763335553.372112:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+19:2406:x1848991029172992:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 9049us (9635us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335553.372124:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1873 00000100:00100000:2.0:1763335553.376965:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335553.377122:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029173120 00000100:00100000:3.0:1763335553.377135:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029173120 00000100:00100000:3.0:1763335553.377211:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1874 00000100:00100000:3.0:1763335553.377222:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f06a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+19:2409:x1848991029173120:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335553.377252:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335553.377281:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f076659e lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f6cf expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335553.377330:0:6515:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f0766558 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f689 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335553.377383:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4fd2680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041478528:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335553.377659:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850000 going to sleep for 11 seconds 00000100:00100000:3.0:1763335553.381699:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4fd2680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041478528:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335553.381744:0:6515:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:3.0:1763335553.381770:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f076659e lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f6cf expref: 20 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335553.381798:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335553.381801:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335553.381806:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f076659e lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f6cf expref: 20 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335553.381827:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4400, rc 0) 00000100:00100000:3.0:1763335553.381923:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f06a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+19:2409:x1848991029173120:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4701us (4971us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335553.381934:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1874 00000100:00100000:0.0:1763335553.386128:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335553.386213:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029173248 00000100:00100000:3.0:1763335553.386229:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029173248 00000100:00100000:3.0:1763335553.386472:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 909 00000100:00100000:3.0:1763335553.386485:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5964e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991029173248:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:3.0:1763335553.386970:0:15204:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1984863 -> 1984863 00002000:00010000:3.0:1763335553.386976:0:15204:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335553 -> 1763335553 00002000:00010000:3.0:1763335553.386978:0:15204:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335553 -> 1763335552 00002000:00010000:3.0:1763335553.386981:0:15204:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335553 -> 1763335553 00002000:00010000:3.0:1763335553.386983:0:15204:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 344 -> 344 00000100:00100000:3.0:1763335553.387078:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5964e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991029173248:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 594us (964us total) trans 4294967644 rc 0/0 00000100:00100000:3.0:1763335553.387086:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 909 00000100:00100000:2.0:1763335553.390483:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335553.390621:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029173376 00000100:00100000:0.0:1763335553.390635:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029173376 00000100:00100000:0.0:1763335553.391063:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1369 00000100:00100000:0.0:1763335553.391079:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991029173376:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335553.391107:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335553.391137:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cc000/0x10123ce7f07665a5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f6d6 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335553.391217:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5966a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041478656:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335553.391344:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3180 going to sleep for 11 seconds 00002000:00010000:2.0:1763335553.393568:0:9882:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335552 -> 1763335553 00000100:00100000:2.0:1763335553.393613:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5966a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041478656:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335553.393664:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cc000/0x10123ce7f07665a5 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f6d6 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335553.393695:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc61cc000/0x10123ce7f07665a5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f6d6 expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335553.393718:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cc000, rc 0) 00000100:00100000:2.0:1763335553.393797:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991029173376:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2722us (3328us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335553.393812:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1369 00000100:00100000:2.0:1763335553.397034:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335553.397489:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029173504 00000100:00100000:3.0:1763335553.397503:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029173504 00000100:00100000:3.0:1763335553.397845:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1370 00000100:00100000:3.0:1763335553.397858:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2407:x1848991029173504:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335553.397912:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335553.397939:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4400/0x10123ce7f07665ac lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f6dd expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335553.398228:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4fd2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041478784:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335553.398542:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850000 going to sleep for 11 seconds 00000100:00100000:2.0:1763335553.401782:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4fd2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041478784:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335553.401846:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4400/0x10123ce7f07665ac lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f6dd expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335553.401929:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4400/0x10123ce7f07665ac lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f6dd expref: 6 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335553.401948:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4400, rc 0) 00000100:00100000:2.0:1763335553.402401:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:2407:x1848991029173504:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4542us (5390us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335553.402414:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1370 00000100:00100000:0.0:1763335553.405598:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335553.405729:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029173632 00000100:00100000:3.0:1763335553.405743:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029173632 00000100:00100000:1.0:1763335553.406186:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 910 00000100:00100000:1.0:1763335553.406203:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5964700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991029173632:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:1.0:1763335553.406659:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1984863 -> 1984863 00002000:00010000:1.0:1763335553.406664:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335553 -> 1763335553 00002000:00010000:1.0:1763335553.406667:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335553 -> 1763335552 00002000:00010000:1.0:1763335553.406669:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335553 -> 1763335553 00002000:00010000:1.0:1763335553.406673:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 344 -> 344 00000100:00100000:1.0:1763335553.406775:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5964700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991029173632:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 575us (1194us total) trans 4294967645 rc 0/0 00000100:00100000:1.0:1763335553.406785:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 910 00000100:00100000:0.0:1763335553.411498:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335553.411660:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029173760 00000100:00100000:3.0:1763335553.411673:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029173760 00000100:00100000:0.0:1763335553.412115:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1875 00000100:00100000:0.0:1763335553.412136:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5964000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+19:2409:x1848991029173760:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335553.412167:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335553.412202:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd600/0x10123ce7f07665b3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f6e4 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335553.412255:0:6515:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f0766558 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f689 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335553.412688:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5967100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041478912:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335553.413403:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3300 going to sleep for 11 seconds 00000100:00100000:2.0:1763335553.415763:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5967100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041478912:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335553.415796:0:6515:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:2.0:1763335553.415820:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd600/0x10123ce7f07665b3 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f6e4 expref: 20 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335553.415846:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335553.415850:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335553.415854:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cd600/0x10123ce7f07665b3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f6e4 expref: 20 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335553.415900:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cd600, rc 0) 00000100:00100000:2.0:1763335553.415967:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5964000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+19:2409:x1848991029173760:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3836us (4485us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335553.415979:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1875 00000100:00100000:2.0:1763335553.421802:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335553.422332:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029173888 00000100:00100000:0.0:1763335553.422349:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029173888 00000100:00100000:0.0:1763335553.422438:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1876 00000100:00100000:0.0:1763335553.422450:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f04380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+19:2408:x1848991029173888:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335553.422477:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335553.422507:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61ccc00/0x10123ce7f07665ba lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f6eb expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335553.422556:0:6515:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f0766558 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f689 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335553.422609:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5967800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041479040:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335553.422735:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3300 going to sleep for 11 seconds 00000100:00100000:2.0:1763335553.426343:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5967800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041479040:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335553.426381:0:6515:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:2.0:1763335553.426406:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61ccc00/0x10123ce7f07665ba lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f6eb expref: 20 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335553.426435:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335553.426439:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335553.426445:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61ccc00/0x10123ce7f07665ba lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f6eb expref: 20 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335553.426466:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61ccc00, rc 0) 00000100:00100000:2.0:1763335553.426591:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f04380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+19:2408:x1848991029173888:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4140us (4803us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335553.426603:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1876 00000100:00100000:0.0:1763335553.432202:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335553.432950:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029174016 00000100:00100000:2.0:1763335553.432969:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029174016 00000100:00100000:2.0:1763335553.433372:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1371 00000100:00100000:2.0:1763335553.433388:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5965f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+5:15720:x1848991029174016:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335553.433415:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335553.433444:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c6c00/0x10123ce7f07665c1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f6f2 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335553.433486:0:9882:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5600/0x10123ce7f0766478 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1118208->1163263) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f5cc expref: 7 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335553.433500:0:9882:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335553.433503:0:9882:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335553.433508:0:9882:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c6c00/0x10123ce7f07665c1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1851392->1867775] (req 1851392->1867775) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f6f2 expref: 6 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335553.434332:0:9882:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5600/0x10123ce7f0766478 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1118208->1163263) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f5cc expref: 7 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335553.434356:0:9882:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5600/0x10123ce7f0766478 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1118208->1163263) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f5cc expref: 7 pid: 9882 timeout: 454 lvb_type: 0 00000100:00100000:2.0:1763335553.434376:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5f06d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041479168:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335553.438914:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09e40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335553.444756:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335553.444914:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029174144 00000100:00100000:1.0:1763335553.444930:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029174144 00010000:00010000:1.0:1763335553.444987:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5600/0x10123ce7f0766478 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1118208->1163263) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f5cc expref: 8 pid: 9882 timeout: 454 lvb_type: 0 00000100:00100000:1.0:1763335553.445047:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 696 00000100:00100000:1.0:1763335553.445058:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5967800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991029174144:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335553.445077:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335553.445101:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5600/0x10123ce7f0766478 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1118208->1163263) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f5cc expref: 8 pid: 9882 timeout: 454 lvb_type: 0 00010000:00010000:1.0:1763335553.445116:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5600/0x10123ce7f0766478 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1118208->1163263) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f5cc expref: 8 pid: 9882 timeout: 454 lvb_type: 0 00010000:00010000:1.0:1763335553.445148:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335553.445151:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335553.445160:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c6c00/0x10123ce7f07665c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1851392->1867775) gid 0 flags: 0x50080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f6f2 expref: 6 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.445176:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c6c00/0x10123ce7f07665c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1851392->1867775) gid 0 flags: 0x50080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f6f2 expref: 6 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.445227:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c6c00/0x10123ce7f07665c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1851392->1867775) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f6f2 expref: 6 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335553.445245:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffbc6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041479296:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335553.445350:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb000 going to sleep for 11 seconds 00010000:00010000:2.0:1763335553.445930:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5600/0x10123ce7f0766478 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1118208->1163263) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f5cc expref: 8 pid: 9882 timeout: 454 lvb_type: 0 00000100:00100000:2.0:1763335553.445950:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5f06d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041479168:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335553.445983:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c6c00/0x10123ce7f07665c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1851392->1867775) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f6f2 expref: 6 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335553.445995:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc58c6c00, rc 0) 00000100:00100000:2.0:1763335553.446050:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5965f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+6:15720:x1848991029174016:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 12667us (13866us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335553.446060:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1371 00000100:00100000:0.0:1763335553.453200:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335553.453452:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffbc6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041479296:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335553.453484:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335553.453555:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5967800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+7:2408:x1848991029174144:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 8498us (8817us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335553.453569:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 696 00000100:00100000:2.0:1763335553.454483:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029174272 00000100:00100000:2.0:1763335553.454497:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029174272 00000100:00100000:2.0:1763335553.454572:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 911 00000100:00100000:2.0:1763335553.454583:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5967100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991029174272:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:2.0:1763335553.454925:0:15204:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1984863 -> 1984863 00002000:00010000:2.0:1763335553.454931:0:15204:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335553 -> 1763335553 00002000:00010000:2.0:1763335553.454934:0:15204:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335552 -> 1763335552 00002000:00010000:2.0:1763335553.454936:0:15204:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335553 -> 1763335553 00002000:00010000:2.0:1763335553.454939:0:15204:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 344 -> 344 00000100:00100000:2.0:1763335553.454994:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5967100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+7:2408:x1848991029174272:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 412us (1809us total) trans 4294967646 rc 0/0 00000100:00100000:2.0:1763335553.455001:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 911 00000100:00100000:1.0:1763335553.462411:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335553.465258:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029174400 00000100:00100000:2.0:1763335553.465282:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029174400 00000100:00100000:1.0:1763335553.465682:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335553.466364:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1877 00000100:00100000:3.0:1763335553.466379:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+19:2409:x1848991029174400:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335553.466410:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335553.466440:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f07665c8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f6f9 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335553.466487:0:6515:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f0766558 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f689 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335553.466546:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4fd2300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041479424:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335553.466666:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850000 going to sleep for 11 seconds 00000100:00100000:2.0:1763335553.466780:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029174528 00000100:00100000:2.0:1763335553.466788:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029174528 00000100:00100000:2.0:1763335553.466824:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1372 00000100:00100000:2.0:1763335553.466832:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991029174528:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335553.466841:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335553.466855:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c7600/0x10123ce7f07665cf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f700 expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335553.466912:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5f06d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041479552:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335553.466950:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09e40 going to sleep for 11 seconds 00000100:00100000:3.0:1763335553.473234:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4fd2300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041479424:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335553.473272:0:6515:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:3.0:1763335553.473297:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f07665c8 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f6f9 expref: 20 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335553.473326:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335553.473330:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335553.473336:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f07665c8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f6f9 expref: 20 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335553.473353:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4c00, rc 0) 00002000:00010000:2.0:1763335553.473647:0:9882:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335552 -> 1763335553 00000100:00100000:2.0:1763335553.473666:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5f06d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041479552:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335553.473693:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c7600/0x10123ce7f07665cf lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f700 expref: 8 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335553.473719:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c7600/0x10123ce7f07665cf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f700 expref: 8 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335553.473728:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc58c7600, rc 0) 00000100:00100000:3.0:1763335553.474416:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+19:2409:x1848991029174400:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 8036us (12017us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335553.474431:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1877 00000100:00100000:2.0:1763335553.475766:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991029174528:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 8922us (10080us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335553.475781:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1372 00000100:00100000:0.0:1763335553.479611:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335553.479734:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335553.479806:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029174656 00000100:00100000:3.0:1763335553.479820:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029174656 00000100:00100000:3.0:1763335553.479928:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1878 00000100:00100000:3.0:1763335553.479940:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5966a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+19:2408:x1848991029174656:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335553.479967:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335553.479997:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f07665d6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f707 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335553.480049:0:6515:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f0766558 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f689 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335553.480108:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4fd2300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041479680:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335553.480280:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029174784 00000100:00100000:2.0:1763335553.480286:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029174784 00000100:00100000:2.0:1763335553.480327:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1373 00000100:00100000:2.0:1763335553.480335:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5844700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991029174784:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335553.480343:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335553.480356:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c7200/0x10123ce7f07665dd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f70e expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335553.480398:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5f06d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041479808:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335553.481181:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850000 going to sleep for 11 seconds 00000100:00100000:2.0:1763335553.481285:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09e40 going to sleep for 11 seconds 00000100:00100000:2.0:1763335553.484785:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5f06d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041479808:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335553.484849:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c7200/0x10123ce7f07665dd lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f70e expref: 8 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335553.484930:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c7200/0x10123ce7f07665dd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f70e expref: 8 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335553.484956:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc58c7200, rc 0) 00000100:00100000:2.0:1763335553.485037:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5844700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991029174784:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4702us (5302us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335553.485048:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1373 00000100:00100000:3.0:1763335553.485523:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4fd2300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041479680:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335553.485545:0:6515:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:3.0:1763335553.485568:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f07665d6 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f707 expref: 20 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335553.485588:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335553.485592:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335553.485597:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f07665d6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f707 expref: 20 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335553.485610:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4c00, rc 0) 00000100:00100000:3.0:1763335553.486225:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5966a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+19:2408:x1848991029174656:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6282us (6629us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335553.486240:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1878 00000100:00100000:0.0:1763335553.489584:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335553.489732:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029174912 00000100:00100000:1.0:1763335553.489747:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029174912 00000100:00100000:1.0:1763335553.489840:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 912 00000100:00100000:1.0:1763335553.489854:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5846300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+7:2409:x1848991029174912:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:1.0:1763335553.490220:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1984863 -> 1984863 00002000:00010000:1.0:1763335553.490225:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335553 -> 1763335553 00002000:00010000:1.0:1763335553.490228:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335553 -> 1763335552 00002000:00010000:1.0:1763335553.490230:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335553 -> 1763335553 00002000:00010000:1.0:1763335553.490232:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 344 -> 376 00000100:00100000:1.0:1763335553.490308:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5846300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2409:x1848991029174912:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 456us (742us total) trans 4294967647 rc 0/0 00000100:00100000:1.0:1763335553.490317:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 912 00000100:00100000:1.0:1763335553.494289:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335553.494341:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335553.494532:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029175168 00000100:00100000:2.0:1763335553.494544:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029175168 00000100:00100000:2.0:1763335553.494742:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1374 00000100:00100000:2.0:1763335553.494756:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbc5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+7:2407:x1848991029175168:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335553.494781:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335553.494808:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c7200/0x10123ce7f07665e4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f71c expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335553.494951:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5f06d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041479936:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335553.495117:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029175040 00000100:00100000:3.0:1763335553.495123:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029175040 00000100:00100000:3.0:1763335553.495159:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1879 00000100:00100000:3.0:1763335553.495167:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbc5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+19:2407:x1848991029175040:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335553.495179:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335553.495197:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f07665eb lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f715 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335553.495234:0:6515:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f0766558 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f689 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335553.495260:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4fd2300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041480064:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335553.495655:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09e40 going to sleep for 11 seconds 00000100:00100000:3.0:1763335553.495856:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850000 going to sleep for 11 seconds 00002000:00010000:2.0:1763335553.499689:0:9882:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335552 -> 1763335553 00000100:00100000:2.0:1763335553.499746:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5f06d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041479936:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335553.499799:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c7200/0x10123ce7f07665e4 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f71c expref: 8 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335553.499832:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c7200/0x10123ce7f07665e4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f71c expref: 8 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335553.499848:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc58c7200, rc 0) 00000100:00100000:2.0:1763335553.499984:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbc5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+7:2407:x1848991029175168:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5231us (5641us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335553.499995:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1374 00000100:00100000:3.0:1763335553.501424:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4fd2300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041480064:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335553.501460:0:6515:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:3.0:1763335553.501485:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f07665eb lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f715 expref: 20 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335553.501508:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335553.501511:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335553.501517:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f07665eb lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f715 expref: 20 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335553.501533:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4c00, rc 0) 00000100:00100000:3.0:1763335553.501611:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbc5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+19:2407:x1848991029175040:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6444us (7338us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335553.501625:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1879 00000100:00100000:1.0:1763335553.505692:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335553.505774:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335553.505836:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029175296 00000100:00100000:3.0:1763335553.505849:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029175296 00000100:00100000:2.0:1763335553.506069:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029175424 00000100:00100000:2.0:1763335553.506073:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029175424 00000100:00100000:3.0:1763335553.506203:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1880 00000100:00100000:3.0:1763335553.506214:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbc6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+19:2408:x1848991029175296:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335553.506239:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335553.506263:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5e00/0x10123ce7f07665f2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f723 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335553.506305:0:6515:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f0766558 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f689 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335553.506352:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4fd2300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041480192:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335553.506446:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850000 going to sleep for 11 seconds 00000100:00100000:2.0:1763335553.506558:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1375 00000100:00100000:2.0:1763335553.506566:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c3131f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+7:2408:x1848991029175424:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335553.506575:0:9882:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335553.506585:0:9882:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c7200/0x10123ce7f07665f9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f72a expref: -99 pid: 9882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335553.506620:0:9882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5f06d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041480320:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335553.506646:0:9882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09e40 going to sleep for 11 seconds 00000100:00100000:3.0:1763335553.509778:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4fd2300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041480192:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335553.509817:0:6515:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:3.0:1763335553.509845:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5e00/0x10123ce7f07665f2 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f723 expref: 20 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335553.509909:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335553.509912:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335553.509920:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5e00/0x10123ce7f07665f2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f723 expref: 20 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335553.509937:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5e00, rc 0) 00000100:00100000:2.0:1763335553.510254:0:9882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5f06d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9882:1848991041480320:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335553.510283:0:9882:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c7200/0x10123ce7f07665f9 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f72a expref: 8 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335553.510300:0:9882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c7200/0x10123ce7f07665f9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f72a expref: 8 pid: 9882 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335553.510310:0:9882:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc58c7200, rc 0) 00000100:00100000:3.0:1763335553.510360:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbc6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+19:2408:x1848991029175296:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4145us (4679us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335553.510374:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1880 00000100:00100000:2.0:1763335553.510913:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c3131f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+7:2408:x1848991029175424:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4344us (5135us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335553.510921:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1375 00000100:00100000:2.0:1763335553.514634:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335553.514694:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335553.514811:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029175552 00000100:00100000:0.0:1763335553.514824:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029175552 00000100:00100000:0.0:1763335553.514939:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1881 00000100:00100000:0.0:1763335553.514950:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+19:2406:x1848991029175552:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335553.514979:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1763335553.515109:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029175680 00000100:00100000:3.0:1763335553.515114:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029175680 00000100:00100000:3.0:1763335553.515152:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1376 00000100:00100000:3.0:1763335553.515159:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+7:2406:x1848991029175680:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335553.515167:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335553.515179:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0766607 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f738 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335553.515252:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4fd2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041480448:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335553.515350:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850000 going to sleep for 11 seconds 00010000:00010000:0.0:1763335553.515919:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cda00/0x10123ce7f0766600 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f731 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335553.515971:0:6515:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f0766558 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f689 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335553.516005:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5847b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041480576:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335553.516069:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3180 going to sleep for 11 seconds 00000100:00100000:3.0:1763335553.518976:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4fd2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041480448:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335553.519241:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0766607 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f738 expref: 8 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335553.519271:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0766607 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f738 expref: 8 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335553.519287:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4c00, rc 0) 00000100:00100000:3.0:1763335553.519360:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+7:2406:x1848991029175680:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4200us (4664us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335553.519370:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1376 00000100:00100000:0.0:1763335553.522233:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5847b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041480576:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335553.522266:0:6515:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:0.0:1763335553.522291:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cda00/0x10123ce7f0766600 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f731 expref: 20 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335553.522321:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335553.522325:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335553.522330:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc61cda00/0x10123ce7f0766600 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f731 expref: 20 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335553.522349:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc61cda00, rc 0) 00000100:00100000:0.0:1763335553.522423:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+19:2406:x1848991029175552:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7474us (7804us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335553.522433:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1881 00000100:00100000:0.0:1763335553.525105:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335553.525151:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335553.525336:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029175808 00000100:00100000:1.0:1763335553.525349:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029175808 00000100:00100000:1.0:1763335553.525421:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1882 00000100:00100000:1.0:1763335553.525433:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5847b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+19:2409:x1848991029175808:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335553.525460:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335553.525490:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ec00/0x10123ce7f076660e lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f73f expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.525537:0:6515:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f0766558 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f689 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335553.525590:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c3131500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041480704:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335553.525697:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb000 going to sleep for 11 seconds 00000100:00100000:3.0:1763335553.525770:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029175936 00000100:00100000:3.0:1763335553.525775:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029175936 00000100:00100000:3.0:1763335553.525821:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1377 00000100:00100000:3.0:1763335553.525830:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5fd4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991029175936:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335553.525839:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335553.525853:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0766615 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f746 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335553.525938:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4fd2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041480832:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335553.525973:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850000 going to sleep for 11 seconds 00000100:00100000:1.0:1763335553.530127:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c3131500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041480704:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335553.530163:0:6515:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:1.0:1763335553.530187:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ec00/0x10123ce7f076660e lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f73f expref: 20 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.530213:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335553.530216:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335553.530223:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ec00/0x10123ce7f076660e lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f73f expref: 20 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.530238:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643ec00, rc 0) 00000100:00100000:1.0:1763335553.530320:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5847b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+19:2409:x1848991029175808:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4889us (5166us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335553.530331:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1882 00000100:00100000:3.0:1763335553.530669:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4fd2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041480832:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335553.530696:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0766615 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f746 expref: 8 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335553.530721:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0766615 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f746 expref: 8 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335553.530731:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5e00, rc 0) 00000100:00100000:3.0:1763335553.530774:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5fd4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991029175936:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4945us (5683us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335553.530781:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1377 00000100:00100000:2.0:1763335553.540935:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335553.540991:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335553.541219:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029176192 00000100:00100000:1.0:1763335553.541235:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029176192 00002000:00100000:1.0:1763335553.541300:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc47caa00 x1848991029176192/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:599/0 lens 504/0 e 0 to 0 dl 1763335564 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335553.541313:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc47caa00 with x1848991029176192 00000100:00100000:1.0:1763335553.541361:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1068 00000100:00100000:1.0:1763335553.541374:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+19:2407:x1848991029176192:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335553.542767:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029176064 00000100:00100000:3.0:1763335553.542787:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029176064 00002000:00100000:3.0:1763335553.542844:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->1986559) req@ffff9aefc47cad80 x1848991029176064/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:599/0 lens 488/0 e 0 to 0 dl 1763335564 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335553.542857:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc47cad80 with x1848991029176064 ext(1048576->1986559) 00002000:00010000:3.0:1763335553.542863:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc47cad80 00000100:00100000:3.0:1763335553.543225:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 913 00000100:00100000:3.0:1763335553.543239:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+8:2407:x1848991029176064:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335553.562181:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+19:2407:x1848991029176192:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 20795us (21174us total) trans 0 rc 598016/598016 00000100:00100000:1.0:1763335553.562198:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1068 00002000:00100000:1.0:1763335553.562214:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc47caa00 x1848991029176192/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:599/0 lens 504/440 e 0 to 0 dl 1763335564 ref 1 fl Complete:/600/0 rc 598016/598016 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335553.562225:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc47caa00 with x1848991029176192 00000100:00100000:3.0:1763335553.567219:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+8:2407:x1848991029176064:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 23963us (26281us total) trans 0 rc 937984/937984 00000100:00100000:3.0:1763335553.567238:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 913 00002000:00100000:3.0:1763335553.567257:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->1986559) req@ffff9aefc47cad80 x1848991029176064/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:599/0 lens 488/440 e 0 to 0 dl 1763335564 ref 1 fl Complete:/600/0 rc 937984/937984 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335553.567269:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc47cad80 with x1848991029176064 ext(1048576->1986559) 00002000:00010000:3.0:1763335553.567277:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc47cad80 00000100:00100000:0.0:1763335553.572737:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335553.572797:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335553.572989:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029176448 00000100:00100000:3.0:1763335553.573005:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029176448 00000100:00100000:3.0:1763335553.573086:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1378 00000100:00100000:3.0:1763335553.573097:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5845c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991029176448:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335553.573123:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335553.573149:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5e00/0x10123ce7f076661c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f754 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335553.573232:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4fd1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041480960:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335553.573354:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850000 going to sleep for 11 seconds 00000100:00100000:1.0:1763335553.573823:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029176320 00000100:00100000:1.0:1763335553.573831:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029176320 00000100:00100000:1.0:1763335553.573890:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1883 00000100:00100000:1.0:1763335553.573899:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5844e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+19:2409:x1848991029176320:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335553.573912:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335553.573932:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ec00/0x10123ce7f0766623 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f74d expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.573972:0:6515:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f0766558 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f689 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335553.574002:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c3131500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041481088:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335553.574038:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb000 going to sleep for 11 seconds 00000100:00100000:3.0:1763335553.577482:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4fd1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041480960:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335553.577546:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5e00/0x10123ce7f076661c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f754 expref: 8 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335553.577580:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5e00/0x10123ce7f076661c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f754 expref: 8 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335553.577604:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5e00, rc 0) 00000100:00100000:3.0:1763335553.577691:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5845c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991029176448:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4593us (4968us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335553.577702:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1378 00000100:00100000:1.0:1763335553.582135:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c3131500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041481088:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335553.582171:0:6515:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:1.0:1763335553.582194:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ec00/0x10123ce7f0766623 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f74d expref: 20 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.582222:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335553.582225:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335553.582230:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ec00/0x10123ce7f0766623 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f74d expref: 20 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.582244:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643ec00, rc 0) 00000100:00100000:1.0:1763335553.582316:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5844e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+19:2409:x1848991029176320:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 8417us (9517us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335553.582325:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1883 00000100:00100000:0.0:1763335553.585308:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335553.585355:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335553.585499:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029176576 00000100:00100000:1.0:1763335553.585516:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029176576 00000100:00100000:1.0:1763335553.585601:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1884 00000100:00100000:1.0:1763335553.585614:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5844a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+19:2406:x1848991029176576:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335553.585643:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335553.585674:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f076662a lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f75b expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.585745:0:6515:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f0766558 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f689 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335553.585798:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c3131500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041481216:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335553.585927:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb000 going to sleep for 11 seconds 00000100:00100000:3.0:1763335553.586051:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029176704 00000100:00100000:3.0:1763335553.586056:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029176704 00000100:00100000:3.0:1763335553.586097:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1379 00000100:00100000:3.0:1763335553.586105:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5845180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+7:2406:x1848991029176704:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335553.586114:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335553.586126:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0766631 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f762 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335553.586165:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4fd1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041481344:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335553.586197:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850000 going to sleep for 11 seconds 00000100:00100000:1.0:1763335553.590746:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c3131500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041481216:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335553.590804:0:6515:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:1.0:1763335553.590834:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f076662a lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f75b expref: 20 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.590903:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335553.590907:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335553.590920:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f076662a lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f75b expref: 20 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.590936:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643f000, rc 0) 00000100:00100000:1.0:1763335553.591035:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5844a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+19:2406:x1848991029176576:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5423us (5741us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335553.591056:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1884 00000100:00100000:3.0:1763335553.591277:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4fd1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041481344:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335553.591337:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0766631 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f762 expref: 8 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335553.591382:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0766631 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f762 expref: 8 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335553.591405:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5e00, rc 0) 00000100:00100000:3.0:1763335553.591454:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5845180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+7:2406:x1848991029176704:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5349us (6097us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335553.591465:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1379 00000100:00100000:0.0:1763335553.595949:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335553.596089:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029176960 00000100:00100000:1.0:1763335553.596104:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029176960 00000100:00100000:1.0:1763335553.596184:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1885 00000100:00100000:1.0:1763335553.596196:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5847100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:273362c8-ad54-46f8-a663-195ccb4b667f+19:15720:x1848991029176960:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:1.0:1763335553.596274:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335553.596310:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f0766463 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f5b7 expref: 19 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.596338:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335553.596344:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335553.596584:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ec00/0x10123ce7f0766638 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335553.596600:0:6515:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5400/0x10123ce7f0766439 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f594 expref: 18 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.596611:0:6515:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ec00/0x10123ce7f0766638 lrc: 4/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335553.596654:0:6515:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5400/0x10123ce7f0766439 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f594 expref: 18 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.596670:0:6515:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5400/0x10123ce7f0766439 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f594 expref: 18 pid: 6515 timeout: 454 lvb_type: 0 00000100:00100000:1.0:1763335553.596688:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c3131500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041481472:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335553.596807:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb180 going to sleep for 11 seconds 00000100:00100000:2.0:1763335553.598916:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5845500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3654:1848991041481600:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1763335553.599112:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335553.605547:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041481600 00000100:00100000:3.0:1763335553.605575:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041481600 00000100:00100000:1.0:1763335553.606018:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335553.606079:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029177088 00000100:00100000:3.0:1763335553.606084:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029177088 00010000:00010000:3.0:1763335553.606124:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5400/0x10123ce7f0766439 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f594 expref: 19 pid: 6515 timeout: 454 lvb_type: 0 00000100:00100000:3.0:1763335553.606178:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 697 00000100:00100000:3.0:1763335553.606192:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c3133b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+19:2407:x1848991029177088:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335553.606213:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335553.606221:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5400/0x10123ce7f0766439 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f594 expref: 19 pid: 6515 timeout: 454 lvb_type: 0 00010000:00010000:3.0:1763335553.606237:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5400/0x10123ce7f0766439 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f594 expref: 19 pid: 6515 timeout: 454 lvb_type: 0 00010000:00010000:3.0:1763335553.606264:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335553.606270:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ec00/0x10123ce7f0766638 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763335553.606282:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ec00/0x10123ce7f0766638 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50290000000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763335553.606291:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ec00/0x10123ce7f0766638 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50290000000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763335553.606313:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335553.606378:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c3133b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+19:2407:x1848991029177088:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 188us (375us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335553.606389:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 697 00000100:00100000:0.0:1763335553.606575:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 179 00000100:00100000:0.0:1763335553.606583:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1848991041481600:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1763335553.606627:0:6520:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446412288 avail 1300172800 00000100:00100000:0.0:1763335553.606679:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1848991041481600:12345-0@lo:41:osp-pre-1-0.0 Request processed in 97us (7569us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335553.606685:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 179 00000100:00100000:2.0:1763335553.606841:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5845500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3654:1848991041481600:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1763335553.606911:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5400/0x10123ce7f0766439 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f594 expref: 18 pid: 6515 timeout: 454 lvb_type: 0 00000100:00100000:2.0:1763335553.606927:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c3131500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041481472:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335553.606943:0:6515:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ec00/0x10123ce7f0766638 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763335553.606952:0:6515:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ec00/0x10123ce7f0766638 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763335553.606957:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ec00/0x10123ce7f0766638 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 00000001:00080000:2.0:1763335553.607073:0:6515:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968015 00000004:00010000:2.0:1763335553.607133:0:6515:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 1048576 -> 1048576 00000004:00010000:2.0:1763335553.607138:0:6515:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335553 -> 1763335553 00000004:00010000:2.0:1763335553.607140:0:6515:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335553 -> 1763335553 00000004:00010000:2.0:1763335553.607143:0:6515:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335553 -> 1763335553 00000004:00010000:2.0:1763335553.607145:0:6515:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 536 -> 536 00000004:00010000:2.0:1763335553.607152:0:6515:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000029d00ed5 reply state 00000000b0e3f042 transno 4294968016 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ec00/0x10123ce7f0766638 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763335553.607168:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ec00/0x10123ce7f0766638 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763335553.607174:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335553.607178:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335553.607182:0:6515:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763335553.607290:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5847100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:273362c8-ad54-46f8-a663-195ccb4b667f+21:15720:x1848991029176960:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 11096us (11360us total) trans 4294968016 rc 0/0 00000100:00100000:2.0:1763335553.607298:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1885 00000020:00080000:2.0:1763335553.607302:0:6515:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763335553.610240:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335553.610327:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029177216 00000100:00100000:3.0:1763335553.610340:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029177216 00002000:00010000:3.0:1763335553.610390:0:15204:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1605979->18446744073709551615) 00002000:00100000:3.0:1763335553.610398:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0c3132680 with x1848991029177216 ext(1605979->18446744073709551615) 00002000:00010000:3.0:1763335553.610414:0:15204:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0c3132680. 00000100:00100000:3.0:1763335553.610957:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 914 00000100:00100000:3.0:1763335553.610975:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c3132680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+8:2408:x1848991029177216:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:0.0:1763335553.611731:0:15204:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1984863 -> 1605979 00002000:00010000:0.0:1763335553.611737:0:15204:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335553 -> 1763335553 00002000:00010000:0.0:1763335553.611740:0:15204:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335553 -> 1763335552 00002000:00010000:0.0:1763335553.611743:0:15204:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335553 -> 1763335553 00002000:00010000:0.0:1763335553.611746:0:15204:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 376 -> 352 00000100:00100000:0.0:1763335553.611843:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c3132680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+9:2408:x1848991029177216:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 873us (1619us total) trans 4294967648 rc 0/0 00000100:00100000:0.0:1763335553.611854:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 914 00002000:00010000:0.0:1763335553.611860:0:15204:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1605979->18446744073709551615) 00002000:00100000:0.0:1763335553.611863:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0c3132680 with x1848991029177216 ext(1605979->18446744073709551615) 00002000:00010000:0.0:1763335553.611911:0:15204:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0c3132680. 00000100:00100000:0.0:1763335553.618557:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335553.618721:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029177344 00000100:00100000:2.0:1763335553.618738:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029177344 00000100:00100000:2.0:1763335553.618828:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1886 00000100:00100000:2.0:1763335553.618841:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5845500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+18:15720:x1848991029177344:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335553.618965:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335553.618997:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7e00/0x10123ce7f076663f lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f769 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335553.619272:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7000/0x10123ce7f0766646 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763335553.619294:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7000/0x10123ce7f0766646 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763335553.619307:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7000/0x10123ce7f0766646 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 00000004:00200000:2.0:1763335553.619342:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 1605979 00000004:00200000:2.0:1763335553.619349:0:6515:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763335553.619373:0:6515:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7000/0x10123ce7f0766646 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763335553.619404:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7e00/0x10123ce7f076663f lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f769 expref: 20 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335553.619425:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7000/0x10123ce7f0766646 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f769 expref: 19 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335553.619436:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335553.619439:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335553.619443:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc58c7000, rc 0) 00000100:00100000:2.0:1763335553.619833:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5845500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+19:15720:x1848991029177344:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 993us (1294us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335553.619842:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1886 00000100:00100000:3.0:1763335553.625335:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335553.625864:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335553.625993:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029177472 00000100:00100000:2.0:1763335553.626008:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029177472 00000100:00100000:2.0:1763335553.626078:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1887 00000100:00100000:2.0:1763335553.626091:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4fd1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+19:2407:x1848991029177472:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335553.626120:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335553.626154:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7a00/0x10123ce7f076664d lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f770 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335553.626209:0:6515:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f0766558 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f689 expref: 20 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335553.626265:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc47cb800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041481728:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335553.626372:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09240 going to sleep for 11 seconds 00000100:00100000:0.0:1763335553.627491:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029177600 00000100:00100000:0.0:1763335553.627502:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029177600 00000100:00100000:0.0:1763335553.627557:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1380 00000100:00100000:0.0:1763335553.627566:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4fd2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+7:2407:x1848991029177600:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335553.627581:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335553.627597:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81400/0x10123ce7f0766654 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f777 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335553.627651:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5844700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041481856:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335553.627736:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3180 going to sleep for 11 seconds 00000100:00100000:1.0:1763335553.631113:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc47cb800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041481728:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335553.631156:0:6515:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:1.0:1763335553.631182:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7a00/0x10123ce7f076664d lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f770 expref: 20 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.631212:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335553.631215:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335553.631223:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7a00/0x10123ce7f076664d lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f770 expref: 20 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.631241:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc58c7a00, rc 0) 00000100:00100000:1.0:1763335553.631326:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4fd1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+19:2407:x1848991029177472:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5236us (6006us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335553.631337:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1887 00002000:00010000:0.0:1763335553.632380:0:8401:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335552 -> 1763335553 00000100:00100000:0.0:1763335553.632411:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5844700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041481856:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335553.632446:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81400/0x10123ce7f0766654 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f777 expref: 8 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335553.632467:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81400/0x10123ce7f0766654 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f777 expref: 8 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335553.632478:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5b81400, rc 0) 00000100:00100000:0.0:1763335553.632543:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4fd2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+7:2407:x1848991029177600:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4976us (6679us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335553.632553:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1380 00000100:00100000:3.0:1763335553.635967:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335553.636000:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335553.636151:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029177728 00000100:00100000:1.0:1763335553.636164:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029177728 00000100:00100000:1.0:1763335553.636232:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1888 00000100:00100000:1.0:1763335553.636242:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4fd2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+19:2408:x1848991029177728:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335553.636269:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335553.636297:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f200/0x10123ce7f076665b lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f77e expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.636341:0:6515:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f0766558 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f689 expref: 20 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335553.636390:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c3133480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041481984:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335553.636485:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb000 going to sleep for 11 seconds 00000100:00100000:0.0:1763335553.636783:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029177856 00000100:00100000:0.0:1763335553.636789:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029177856 00000100:00100000:0.0:1763335553.636825:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1381 00000100:00100000:0.0:1763335553.636831:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4fd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+7:2408:x1848991029177856:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335553.636839:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335553.636851:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b80000/0x10123ce7f0766662 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f785 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335553.636903:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5844700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041482112:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335553.636948:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3180 going to sleep for 11 seconds 00000100:00100000:2.0:1763335553.639404:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c3133480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041481984:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335553.639439:0:6515:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:2.0:1763335553.639465:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f200/0x10123ce7f076665b lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f77e expref: 20 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335553.639493:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335553.639496:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335553.639502:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f200/0x10123ce7f076665b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f77e expref: 20 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335553.639517:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643f200, rc 0) 00000100:00100000:2.0:1763335553.639591:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4fd2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+19:2408:x1848991029177728:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3349us (3588us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335553.639600:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1888 00000100:00100000:0.0:1763335553.639801:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5844700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041482112:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335553.639822:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b80000/0x10123ce7f0766662 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f785 expref: 8 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335553.639843:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b80000/0x10123ce7f0766662 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f785 expref: 8 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335553.639852:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5b80000, rc 0) 00000100:00100000:0.0:1763335553.639906:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4fd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+7:2408:x1848991029177856:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3075us (3954us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335553.639913:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1381 00000100:00100000:1.0:1763335553.643742:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335553.643832:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029177984 00000100:00100000:2.0:1763335553.643848:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029177984 00000100:00100000:2.0:1763335553.643957:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1889 00000100:00100000:2.0:1763335553.643969:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c3131880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+19:2407:x1848991029177984:12345-192.168.202.34@tcp:101:fsx.0 00000100:00100000:1.0:1763335553.643969:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:2.0:1763335553.643999:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335553.644031:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6a00/0x10123ce7f0766669 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f78c expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335553.644063:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029178112 00000100:00100000:0.0:1763335553.644069:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029178112 00010000:00010000:2.0:1763335553.644087:0:6515:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f0766558 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f689 expref: 20 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335553.644114:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1382 00000100:00100000:0.0:1763335553.644121:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c3130380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+7:2407:x1848991029178112:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335553.644130:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335553.644143:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81800/0x10123ce7f0766670 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f793 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335553.644147:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc47cb100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041482240:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335553.644185:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5844700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041482368:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335553.644592:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09540 going to sleep for 11 seconds 00000100:00100000:0.0:1763335553.644642:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3180 going to sleep for 11 seconds 00000100:00100000:1.0:1763335553.646539:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc47cb100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041482240:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335553.646576:0:6515:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:1.0:1763335553.646603:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6a00/0x10123ce7f0766669 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f78c expref: 20 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.646629:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335553.646633:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335553.646640:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6a00/0x10123ce7f0766669 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f78c expref: 20 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.646656:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc58c6a00, rc 0) 00000100:00100000:1.0:1763335553.646745:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c3131880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+19:2407:x1848991029177984:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2777us (3020us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335553.646755:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1889 00000100:00100000:0.0:1763335553.646915:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5844700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041482368:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335553.646941:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81800/0x10123ce7f0766670 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f793 expref: 8 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335553.646961:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81800/0x10123ce7f0766670 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f793 expref: 8 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335553.646978:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5b81800, rc 0) 00000100:00100000:0.0:1763335553.647005:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c3130380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+7:2407:x1848991029178112:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2884us (3036us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335553.647024:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1382 00000100:00100000:3.0:1763335553.650616:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335553.650714:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335553.650774:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029178240 00000100:00100000:1.0:1763335553.650788:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029178240 00000100:00100000:0.0:1763335553.651004:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029178368 00000100:00100000:0.0:1763335553.651134:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029178368 00000100:00100000:0.0:1763335553.651181:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1383 00000100:00100000:0.0:1763335553.651193:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4fd2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+7:2406:x1848991029178368:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335553.651217:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335553.651244:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81400/0x10123ce7f0766677 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f7a1 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335553.651328:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5844700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041482496:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335553.651446:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3180 going to sleep for 11 seconds 00000100:00100000:1.0:1763335553.651542:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1890 00000100:00100000:1.0:1763335553.651552:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4fd1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+19:2406:x1848991029178240:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335553.651567:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335553.651584:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f076667e lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f79a expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.651622:0:6515:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f0766558 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f689 expref: 20 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335553.651650:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c3132d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041482624:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335553.651678:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb180 going to sleep for 11 seconds 00000100:00100000:0.0:1763335553.656284:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5844700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041482496:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335553.656338:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81400/0x10123ce7f0766677 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7a1 expref: 8 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335553.656373:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81400/0x10123ce7f0766677 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7a1 expref: 8 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335553.656390:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5b81400, rc 0) 00000100:00100000:0.0:1763335553.656473:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4fd2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+7:2406:x1848991029178368:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5282us (5765us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335553.656487:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1383 00000100:00100000:1.0:1763335553.657427:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c3132d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041482624:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335553.657451:0:6515:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:1.0:1763335553.657471:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f076667e lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f79a expref: 20 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.657491:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335553.657495:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335553.657501:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f076667e lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f79a expref: 20 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.657516:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643f400, rc 0) 00000100:00100000:1.0:1763335553.657567:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4fd1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+19:2406:x1848991029178240:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6016us (6965us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335553.657575:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1890 00000100:00100000:3.0:1763335553.662219:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335553.663467:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029178624 00000100:00100000:1.0:1763335553.663487:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029178624 00000100:00100000:1.0:1763335553.663622:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1891 00000100:00100000:1.0:1763335553.663635:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+19:15720:x1848991029178624:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:1.0:1763335553.663733:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335553.663776:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7000/0x10123ce7f0766646 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f769 expref: 19 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.663803:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335553.663810:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335553.664279:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e200/0x10123ce7f0766685 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335553.664299:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e200/0x10123ce7f0766685 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335553.664312:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e200/0x10123ce7f0766685 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 00000001:00080000:1.0:1763335553.664364:0:6515:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968017 00000004:00010000:1.0:1763335553.664388:0:6515:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 1048576 -> 1048576 00000004:00010000:1.0:1763335553.664392:0:6515:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335553 -> 1763335553 00000004:00010000:1.0:1763335553.664395:0:6515:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335553 -> 1763335553 00000004:00010000:1.0:1763335553.664399:0:6515:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335553 -> 1763335553 00000004:00010000:1.0:1763335553.664401:0:6515:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 536 -> 536 00000004:00010000:1.0:1763335553.664410:0:6515:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000006ae452d reply state 00000000593a5fcb transno 4294968018 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e200/0x10123ce7f0766685 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335553.664424:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e200/0x10123ce7f0766685 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335553.664431:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335553.664433:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335553.664436:0:6515:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763335553.664972:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+21:15720:x1848991029178624:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 1336us (2769us total) trans 4294968018 rc 0/0 00000100:00100000:1.0:1763335553.664982:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1891 00000020:00080000:1.0:1763335553.664991:0:6515:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763335553.668474:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335553.668590:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029178752 00000100:00100000:1.0:1763335553.668607:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029178752 00000100:00100000:1.0:1763335553.668752:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1892 00000100:00100000:1.0:1763335553.668766:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+21:15720:x1848991029178752:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335553.668803:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335553.668839:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f076668c lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f7a8 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.668919:0:6515:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f0766558 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f689 expref: 20 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.668932:0:6515:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f076668c lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7a8 expref: 22 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.668988:0:6515:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f0766558 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f689 expref: 20 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.669005:0:6515:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f0766558 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f689 expref: 20 pid: 6517 timeout: 454 lvb_type: 0 00000100:00100000:1.0:1763335553.669037:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c3132d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041482752:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335553.669178:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb180 going to sleep for 11 seconds 00000100:00100000:1.0:1763335553.672965:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c3132d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041482752:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335553.673020:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f076668c lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7a8 expref: 22 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.673045:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335553.673049:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335553.673054:0:6515:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f076668c lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7a8 expref: 22 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.673066:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643f400, rc 0) 00000100:00100000:1.0:1763335553.673147:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+22:15720:x1848991029178752:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4384us (4691us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335553.673158:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1892 00000100:00100000:3.0:1763335553.673473:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335553.674086:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029178880 00000100:00100000:1.0:1763335553.674099:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029178880 00002000:00100000:1.0:1763335553.674160:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc43b5180 x1848991029178880/t0(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:599/0 lens 488/0 e 0 to 0 dl 1763335564 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335553.674173:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc43b5180 with x1848991029178880 00010000:00010000:1.0:1763335553.674181:0:15202:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f0766558 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f689 expref: 21 pid: 6517 timeout: 454 lvb_type: 0 00010000:00010000:1.0:1763335553.674203:0:15202:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f0766558 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f689 expref: 21 pid: 6517 timeout: 454 lvb_type: 0 00002000:00010000:1.0:1763335553.674211:0:15202:0:(mdt_io.c:157:mdt_rw_hpreq_check()) lustre-MDT0000: refreshed 1 locks timeout for req ffff9aefc43b5180 00000100:00100000:1.0:1763335553.674247:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 53 00000100:00100000:1.0:1763335553.674259:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+21:2408:x1848991029178880:12345-192.168.202.34@tcp:4:fsx.0 00000004:00010000:1.0:1763335553.679808:0:15202:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 1048576 -> 1048576 00000004:00010000:1.0:1763335553.679821:0:15202:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335553 -> 1763335553 00000004:00010000:1.0:1763335553.679824:0:15202:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335553 -> 1763335553 00000004:00010000:1.0:1763335553.679827:0:15202:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335553 -> 1763335553 00000004:00010000:1.0:1763335553.679829:0:15202:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 536 -> 600 00000100:00100000:1.0:1763335553.680089:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+23:2408:x1848991029178880:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 5821us (6607us total) trans 4294968019 rc 0/0 00000100:00100000:1.0:1763335553.680105:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 53 00002000:00100000:1.0:1763335553.680124:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc43b5180 x1848991029178880/t4294968019(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:599/0 lens 488/448 e 0 to 0 dl 1763335564 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335553.680137:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc43b5180 with x1848991029178880 00010000:00010000:1.0:1763335553.680150:0:15202:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f0766558 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f689 expref: 23 pid: 6517 timeout: 454 lvb_type: 0 00010000:00010000:1.0:1763335553.680171:0:15202:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f0766558 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f689 expref: 23 pid: 6517 timeout: 454 lvb_type: 0 00002000:00010000:1.0:1763335553.680182:0:15202:0:(mdt_io.c:157:mdt_rw_hpreq_check()) lustre-MDT0000: refreshed 1 locks timeout for req ffff9aefc43b5180 00000100:00100000:3.0:1763335553.687262:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335553.688295:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029179008 00000100:00100000:1.0:1763335553.688312:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029179008 00010000:00010000:1.0:1763335553.688370:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f0766558 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f689 expref: 23 pid: 6517 timeout: 454 lvb_type: 0 00000100:00100000:1.0:1763335553.688424:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 698 00000100:00100000:1.0:1763335553.688436:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43b4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+23:2408:x1848991029179008:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335553.688456:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335553.688487:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f0766558 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f689 expref: 23 pid: 6517 timeout: 454 lvb_type: 0 00010000:00010000:1.0:1763335553.688501:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f0766558 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f689 expref: 23 pid: 6517 timeout: 454 lvb_type: 0 00010000:00010000:1.0:1763335553.688529:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f0766558 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f689 expref: 23 pid: 6517 timeout: 454 lvb_type: 0 00010000:00010000:1.0:1763335553.688549:0:13187:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335553.688557:0:13187:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f076668c lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7a8 expref: 21 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.688572:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f076668c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7a8 expref: 21 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.688581:0:13187:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f076668c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7a8 expref: 21 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.688631:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f076668c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7a8 expref: 21 pid: 6515 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335553.688653:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c3132d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041482880:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335553.688789:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb000 going to sleep for 11 seconds 00000100:00100000:1.0:1763335553.699455:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c3132d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041482880:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335553.699493:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335553.699570:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43b4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+22:2408:x1848991029179008:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 11135us (12324us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335553.699584:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 698 00000100:00100000:0.0:1763335553.702963:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335553.703093:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029179136 00000100:00100000:3.0:1763335553.703105:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029179136 00000100:00100000:3.0:1763335553.703175:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1384 00000100:00100000:3.0:1763335553.703186:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5844700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+7:15720:x1848991029179136:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335553.703210:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335553.703237:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0766693 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f7af expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335553.703284:0:8401:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c6c00/0x10123ce7f07665c1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1851392->1867775) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f6f2 expref: 8 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335553.703292:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335553.703294:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335553.703299:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0766693 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7af expref: 8 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335553.703346:0:8401:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c6c00/0x10123ce7f07665c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1851392->1867775) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f6f2 expref: 8 pid: 9882 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335553.703363:0:8401:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c6c00/0x10123ce7f07665c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1851392->1867775) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f6f2 expref: 8 pid: 9882 timeout: 454 lvb_type: 0 00000100:00100000:3.0:1763335553.703381:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc59a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041483008:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335553.703497:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850000 going to sleep for 11 seconds 00000100:00100000:3.0:1763335553.715389:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335553.715465:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029179264 00000100:00100000:1.0:1763335553.715478:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029179264 00010000:00010000:1.0:1763335553.715535:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c6c00/0x10123ce7f07665c1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1851392->1867775) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f6f2 expref: 9 pid: 9882 timeout: 454 lvb_type: 0 00000100:00100000:1.0:1763335553.715588:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 699 00000100:00100000:1.0:1763335553.715600:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc59a8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+9:2408:x1848991029179264:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335553.715620:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335553.715646:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c6c00/0x10123ce7f07665c1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1851392->1867775) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f6f2 expref: 9 pid: 9882 timeout: 454 lvb_type: 0 00010000:00010000:1.0:1763335553.715660:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c6c00/0x10123ce7f07665c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1851392->1867775) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f6f2 expref: 9 pid: 9882 timeout: 454 lvb_type: 0 00010000:00010000:1.0:1763335553.715691:0:13187:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335553.715694:0:13187:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335553.715694:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c6c00/0x10123ce7f07665c1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1851392->1867775) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f6f2 expref: 9 pid: 9882 timeout: 454 lvb_type: 0 00010000:00010000:1.0:1763335553.715703:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0766693 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7af expref: 8 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335553.715722:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc59a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041483008:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335553.715728:0:13187:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0766693 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7af expref: 8 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335553.715756:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0766693 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7af expref: 8 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335553.715768:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5e00, rc 0) 00010000:00010000:1.0:1763335553.715769:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0766693 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7af expref: 8 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335553.715784:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c3132d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:13187:1848991041483136:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335553.715847:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5844700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+8:15720:x1848991029179136:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 12663us (12900us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335553.715855:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1384 00000100:00100000:1.0:1763335553.716502:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb000 going to sleep for 11 seconds 00000100:00100000:2.0:1763335553.719550:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335553.719799:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c3132d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:13187:1848991041483136:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335553.719832:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335553.719947:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc59a8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+8:2408:x1848991029179264:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 4348us (4575us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335553.719962:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 699 00000100:00100000:2.0:1763335553.722500:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335553.722837:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029179520 00000100:00100000:1.0:1763335553.722852:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029179520 00002000:00010000:1.0:1763335553.722924:0:15204:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:1.0:1763335553.722931:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc47c8000 with x1848991029179520 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335553.722947:0:15204:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc47c8000. 00000100:00100000:1.0:1763335553.722985:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 915 00000100:00100000:1.0:1763335553.722996:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2407:x1848991029179520:12345-192.168.202.34@tcp:10:fsx.0 00000100:00100000:0.0:1763335553.723290:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029179392 00000100:00100000:0.0:1763335553.723295:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029179392 00002000:00010000:0.0:1763335553.723318:0:15202:0:(mdt_io.c:274:mdt_punch_hpreq_check()) lustre-MDT0000: refresh DOM lock for [0x200000402:0xe:0x0] 00002000:00100000:0.0:1763335553.723323:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc47cbb80 with x1848991029179392 00000100:00100000:0.0:1763335553.723347:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1069 00000100:00100000:0.0:1763335553.723352:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+22:2407:x1848991029179392:12345-192.168.202.34@tcp:10:fsx.0 00000004:00010000:0.0:1763335553.723966:0:15202:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 1048576 -> 688570 00000004:00010000:0.0:1763335553.723972:0:15202:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335553 -> 1763335553 00000004:00010000:0.0:1763335553.723975:0:15202:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335553 -> 1763335553 00000004:00010000:0.0:1763335553.723978:0:15202:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335553 -> 1763335553 00000004:00010000:0.0:1763335553.723980:0:15202:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 600 -> 480 00000100:00100000:0.0:1763335553.724082:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+23:2407:x1848991029179392:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 728us (4547us total) trans 4294968020 rc 0/0 00000100:00100000:0.0:1763335553.724091:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1069 00002000:00010000:0.0:1763335553.724096:0:15202:0:(mdt_io.c:274:mdt_punch_hpreq_check()) lustre-MDT0000: refresh DOM lock for [0x200000402:0xe:0x0] 00002000:00100000:0.0:1763335553.724098:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc47cbb80 with x1848991029179392 00002000:00010000:1.0:1763335553.725900:0:15204:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1605979 -> 0 00002000:00010000:1.0:1763335553.725910:0:15204:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335553 -> 1763335553 00002000:00010000:1.0:1763335553.725914:0:15204:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335553 -> 1763335552 00002000:00010000:1.0:1763335553.725920:0:15204:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335553 -> 1763335553 00002000:00010000:1.0:1763335553.725923:0:15204:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 352 -> 0 00000100:00100000:1.0:1763335553.725993:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+9:2407:x1848991029179520:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 2994us (3503us total) trans 4294967649 rc 0/0 00000100:00100000:1.0:1763335553.726004:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 915 00002000:00010000:1.0:1763335553.726011:0:15204:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:1.0:1763335553.726015:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc47c8000 with x1848991029179520 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335553.726023:0:15204:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc47c8000. 00000100:00100000:2.0:1763335553.731588:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335553.734205:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029179648 00000100:00100000:1.0:1763335553.734229:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029179648 00000100:00100000:1.0:1763335553.734314:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1893 00000100:00100000:1.0:1763335553.734326:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+23:15720:x1848991029179648:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335553.734360:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335553.734390:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f076669a lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f7b6 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.734532:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e600/0x10123ce7f07666a1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335553.734554:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e600/0x10123ce7f07666a1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335553.734568:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e600/0x10123ce7f07666a1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 00000004:00200000:1.0:1763335553.734604:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 688570 00000004:00200000:1.0:1763335553.734610:0:6515:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763335553.734648:0:6515:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e600/0x10123ce7f07666a1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335553.734679:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f076669a lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7b6 expref: 25 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.734714:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e600/0x10123ce7f07666a1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7b6 expref: 24 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.734724:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335553.734728:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335553.734733:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643e600, rc 0) 00000100:00100000:1.0:1763335553.734830:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+24:15720:x1848991029179648:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 507us (3258us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335553.734838:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1893 00000100:00100000:2.0:1763335553.741293:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335553.741805:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029179904 00000100:00100000:3.0:1763335553.741820:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029179904 00000100:00100000:2.0:1763335553.742546:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1894 00000100:00100000:2.0:1763335553.742564:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+22:15720:x1848991029179904:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:2.0:1763335553.743011:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6200/0x10123ce7f07666a8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335553.743037:0:6517:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e600/0x10123ce7f07666a1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7b6 expref: 23 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335553.743051:0:6517:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6200/0x10123ce7f07666a8 lrc: 4/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335553.743099:0:6517:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e600/0x10123ce7f07666a1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7b6 expref: 23 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335553.743115:0:6517:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e600/0x10123ce7f07666a1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7b6 expref: 23 pid: 6515 timeout: 454 lvb_type: 0 00000100:00100000:2.0:1763335553.743132:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc47c8700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041483264:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335553.743257:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335553.747443:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc47c8700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041483264:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335553.747494:0:6517:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6200/0x10123ce7f07666a8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00000100:00100000:2.0:1763335553.749633:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335553.749850:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029180032 00000100:00100000:1.0:1763335553.749865:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029180032 00010000:00010000:1.0:1763335553.750428:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e600/0x10123ce7f07666a1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7b6 expref: 24 pid: 6515 timeout: 454 lvb_type: 0 00000100:00100000:1.0:1763335553.750483:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 700 00000100:00100000:1.0:1763335553.750496:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47ca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+24:2409:x1848991029180032:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335553.750517:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335553.750525:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e600/0x10123ce7f07666a1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7b6 expref: 24 pid: 6515 timeout: 454 lvb_type: 0 00010000:00010000:1.0:1763335553.750541:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e600/0x10123ce7f07666a1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7b6 expref: 24 pid: 6515 timeout: 454 lvb_type: 0 00010000:00010000:1.0:1763335553.750569:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e600/0x10123ce7f07666a1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7b6 expref: 24 pid: 6515 timeout: 454 lvb_type: 0 00010000:00010000:1.0:1763335553.750586:0:13187:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335553.750595:0:13187:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6200/0x10123ce7f07666a8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763335553.750608:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6200/0x10123ce7f07666a8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763335553.750617:0:13187:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6200/0x10123ce7f07666a8 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763335553.750659:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335553.750741:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47ca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+23:2409:x1848991029180032:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 247us (1121us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335553.750750:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 700 00010000:00010000:2.0:1763335553.751286:0:6517:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6200/0x10123ce7f07666a8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335553.751297:0:6517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6200/0x10123ce7f07666a8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00000001:00080000:2.0:1763335553.751423:0:6517:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968021 00000004:00010000:2.0:1763335553.751483:0:6517:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 688570 -> 688570 00000004:00010000:2.0:1763335553.751487:0:6517:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335553 -> 1763335554 00000004:00010000:2.0:1763335553.751490:0:6517:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335553 -> 1763335553 00000004:00010000:2.0:1763335553.751492:0:6517:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335553 -> 1763335554 00000004:00010000:2.0:1763335553.751495:0:6517:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 480 -> 480 00000004:00010000:2.0:1763335553.751501:0:6517:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000010d80504 reply state 000000004c13e140 transno 4294968022 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6200/0x10123ce7f07666a8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335553.751518:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6200/0x10123ce7f07666a8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763335553.751527:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335553.751530:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335553.751533:0:6517:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763335553.751669:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+25:15720:x1848991029179904:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 9110us (10390us total) trans 4294968022 rc 0/0 00000100:00100000:2.0:1763335553.751679:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1894 00000020:00080000:2.0:1763335553.751685:0:6517:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763335553.755806:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335553.756624:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029180160 00000100:00100000:3.0:1763335553.756640:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029180160 00000100:00100000:3.0:1763335553.756720:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1895 00000100:00100000:3.0:1763335553.756732:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+25:15720:x1848991029180160:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335553.756767:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335553.756797:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f07666af lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f7bd expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335553.756838:0:6517:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f076668c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7a8 expref: 22 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335553.756849:0:6517:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f07666af lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7bd expref: 26 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335553.756915:0:6517:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f076668c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7a8 expref: 22 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335553.756930:0:6517:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f076668c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7a8 expref: 22 pid: 6515 timeout: 454 lvb_type: 0 00000100:00100000:3.0:1763335553.756947:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc59a9500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041483392:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335553.757054:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850b40 going to sleep for 11 seconds 00000100:00100000:3.0:1763335553.762664:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc59a9500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6517:1848991041483392:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335553.762725:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f07666af lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7bd expref: 26 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335553.762753:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335553.762756:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335553.762762:0:6517:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f07666af lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7bd expref: 26 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335553.762777:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4c00, rc 0) 00000100:00100000:3.0:1763335553.762863:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+26:15720:x1848991029180160:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6131us (7070us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335553.762909:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1895 00000100:00100000:0.0:1763335553.770190:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335553.770344:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029180288 00000100:00100000:3.0:1763335553.770358:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029180288 00010000:00010000:3.0:1763335553.770415:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f076668c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7a8 expref: 23 pid: 6515 timeout: 454 lvb_type: 0 00000100:00100000:1.0:1763335553.771167:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 701 00000100:00100000:1.0:1763335553.771187:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f4704850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+23:2409:x1848991029180288:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335553.771209:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335553.771241:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f076668c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7a8 expref: 23 pid: 6515 timeout: 454 lvb_type: 0 00010000:00010000:1.0:1763335553.771261:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f076668c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7a8 expref: 23 pid: 6515 timeout: 454 lvb_type: 0 00010000:00010000:1.0:1763335553.771291:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f076668c lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7a8 expref: 23 pid: 6515 timeout: 454 lvb_type: 0 00010000:00010000:1.0:1763335553.771316:0:13187:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335553.771324:0:13187:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f07666af lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7bd expref: 25 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.771339:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f07666af lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7bd expref: 25 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.771350:0:13187:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f07666af lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7bd expref: 25 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.771400:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f07666af lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7bd expref: 25 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335553.771415:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c3132d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041483520:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335553.771524:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb840 going to sleep for 11 seconds 00000100:00100000:2.0:1763335553.777642:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335553.777760:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029180416 00000100:00100000:0.0:1763335553.777774:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029180416 00000100:00100000:0.0:1763335553.777843:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1385 00000100:00100000:0.0:1763335553.777853:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+8:15720:x1848991029180416:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335553.777905:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335553.777932:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b80200/0x10123ce7f07666b6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f7c4 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335553.777972:0:8401:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0766693 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7af expref: 8 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335553.777981:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335553.777983:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335553.777988:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b80200/0x10123ce7f07666b6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7c4 expref: 9 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335553.778032:0:8401:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0766693 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7af expref: 8 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335553.778047:0:8401:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0766693 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7af expref: 8 pid: 8401 timeout: 454 lvb_type: 0 00000100:00100000:0.0:1763335553.778069:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4777800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041483648:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335553.778180:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3900 going to sleep for 11 seconds 00000100:00100000:1.0:1763335553.778598:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c3132d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041483520:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335553.778621:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335553.778658:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f4704850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+22:2409:x1848991029180288:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 7479us (8485us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335553.778670:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 701 00000100:00100000:3.0:1763335553.781410:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4777800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041483648:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335553.781464:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b80200/0x10123ce7f07666b6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7c4 expref: 9 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335553.781678:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335553.781903:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029180544 00000100:00100000:1.0:1763335553.781912:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029180544 00010000:00010000:1.0:1763335553.781957:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0766693 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7af expref: 9 pid: 8401 timeout: 454 lvb_type: 0 00010000:00010000:3.0:1763335553.781973:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5b80200, rc 0) 00000100:00100000:1.0:1763335553.781998:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 702 00000100:00100000:1.0:1763335553.782018:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47ca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+9:2409:x1848991029180544:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335553.782035:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1763335553.782042:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+9:15720:x1848991029180416:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4190us (4417us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335553.782050:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1385 00010000:00010000:1.0:1763335553.782060:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0766693 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7af expref: 9 pid: 8401 timeout: 454 lvb_type: 0 00010000:00010000:1.0:1763335553.782074:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0766693 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7af expref: 9 pid: 8401 timeout: 454 lvb_type: 0 00010000:00010000:1.0:1763335553.782104:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0766693 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7af expref: 9 pid: 8401 timeout: 454 lvb_type: 0 00010000:00010000:1.0:1763335553.782120:0:13187:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335553.782123:0:13187:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335553.782131:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b80200/0x10123ce7f07666b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7c4 expref: 8 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.782144:0:13187:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b80200/0x10123ce7f07666b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7c4 expref: 8 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.782193:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b80200/0x10123ce7f07666b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7c4 expref: 8 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335553.782209:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c3133b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:13187:1848991041483776:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335553.782274:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb000 going to sleep for 11 seconds 00000100:00100000:0.0:1763335553.785121:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335553.785195:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335553.785334:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c3133b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:13187:1848991041483776:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335553.785367:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335553.785444:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47ca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991029180544:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 3437us (3767us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335553.785457:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 702 00000100:00100000:2.0:1763335553.785561:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029180672 00000100:00100000:2.0:1763335553.785571:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029180672 00002000:00010000:2.0:1763335553.785620:0:6529:0:(mdt_io.c:274:mdt_punch_hpreq_check()) lustre-MDT0000: refresh DOM lock for [0x200000402:0xe:0x0] 00002000:00100000:2.0:1763335553.785625:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4774700 with x1848991029180672 00000100:00100000:2.0:1763335553.785665:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1070 00000100:00100000:2.0:1763335553.785675:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4774700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+26:2408:x1848991029180672:12345-192.168.202.34@tcp:10:fsx.0 00000004:00010000:2.0:1763335553.786449:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 688570 -> 261189 00000004:00010000:2.0:1763335553.786456:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335554 -> 1763335554 00000004:00010000:2.0:1763335553.786459:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335553 -> 1763335553 00000004:00010000:2.0:1763335553.786462:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335554 -> 1763335554 00000004:00010000:2.0:1763335553.786464:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 480 -> 280 00000100:00100000:2.0:1763335553.786527:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4774700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+27:2408:x1848991029180672:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 851us (1419us total) trans 4294968023 rc 0/0 00000100:00100000:2.0:1763335553.786536:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1070 00002000:00010000:2.0:1763335553.786540:0:6529:0:(mdt_io.c:274:mdt_punch_hpreq_check()) lustre-MDT0000: refresh DOM lock for [0x200000402:0xe:0x0] 00002000:00100000:2.0:1763335553.786543:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4774700 with x1848991029180672 00000100:00100000:3.0:1763335553.786794:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029180800 00000100:00100000:3.0:1763335553.786803:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029180800 00002000:00010000:3.0:1763335553.786842:0:15204:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:3.0:1763335553.786847:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4775f80 with x1848991029180800 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335553.786857:0:15204:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4775f80. 00000100:00100000:3.0:1763335553.786925:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 916 00000100:00100000:3.0:1763335553.786935:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4775f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+9:2409:x1848991029180800:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:3.0:1763335553.787070:0:15204:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335553.787074:0:15204:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335553 -> 1763335554 00002000:00010000:3.0:1763335553.787077:0:15204:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335552 -> 1763335552 00002000:00010000:3.0:1763335553.787081:0:15204:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335553 -> 1763335554 00002000:00010000:3.0:1763335553.787083:0:15204:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335553.787112:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4775f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+10:2409:x1848991029180800:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 179us (1917us total) trans 4294967650 rc 0/0 00000100:00100000:3.0:1763335553.787119:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 916 00002000:00010000:3.0:1763335553.787122:0:15204:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:3.0:1763335553.787125:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4775f80 with x1848991029180800 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335553.787130:0:15204:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4775f80. 00000100:00100000:2.0:1763335553.792739:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335553.792957:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029180928 00000100:00100000:3.0:1763335553.792971:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029180928 00000100:00100000:3.0:1763335553.793051:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1896 00000100:00100000:3.0:1763335553.793062:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+27:15720:x1848991029180928:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335553.793099:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335553.793129:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f07666bd lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f7cb expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335553.793263:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4200/0x10123ce7f07666c4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335553.793283:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4200/0x10123ce7f07666c4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335553.793297:0:6517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4200/0x10123ce7f07666c4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00000004:00200000:3.0:1763335553.793329:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 261189 00000004:00200000:3.0:1763335553.793335:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763335553.793360:0:6517:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4200/0x10123ce7f07666c4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763335553.793395:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f07666bd lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7cb expref: 29 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335553.793415:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4200/0x10123ce7f07666c4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7cb expref: 28 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335553.793425:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335553.793429:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763335553.793432:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4200, rc 0) 00000100:00100000:3.0:1763335553.793507:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+28:15720:x1848991029180928:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 445us (809us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335553.793514:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1896 00000100:00100000:0.0:1763335553.799185:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335553.799554:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029181184 00000100:00100000:1.0:1763335553.799572:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029181184 00000100:00100000:1.0:1763335553.799656:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1897 00000100:00100000:1.0:1763335553.799668:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4777800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:273362c8-ad54-46f8-a663-195ccb4b667f+28:15720:x1848991029181184:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:1.0:1763335553.799766:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335553.799810:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4200/0x10123ce7f07666c4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7cb expref: 28 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.799835:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335553.799843:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335553.800166:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f07666cb lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335553.800187:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f07666cb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335553.800199:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f07666cb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 00000001:00080000:1.0:1763335553.800251:0:6515:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968024 00000004:00010000:1.0:1763335553.800277:0:6515:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 261189 -> 261189 00000004:00010000:1.0:1763335553.800280:0:6515:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335554 -> 1763335554 00000004:00010000:1.0:1763335553.800283:0:6515:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335553 -> 1763335553 00000004:00010000:1.0:1763335553.800286:0:6515:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335554 -> 1763335554 00000004:00010000:1.0:1763335553.800289:0:6515:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 280 -> 280 00000004:00010000:1.0:1763335553.800304:0:6515:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000069a6197a reply state 000000000b85b1ef transno 4294968025 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f07666cb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335553.800319:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f07666cb lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335553.800326:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335553.800329:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335553.800332:0:6515:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763335553.800462:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4777800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:273362c8-ad54-46f8-a663-195ccb4b667f+30:15720:x1848991029181184:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 795us (1296us total) trans 4294968025 rc 0/0 00000100:00100000:1.0:1763335553.800471:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1897 00000020:00080000:1.0:1763335553.800478:0:6515:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763335553.805360:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335553.805417:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335553.805509:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029181312 00000100:00100000:1.0:1763335553.805526:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029181312 00002000:00010000:1.0:1763335553.805589:0:15202:0:(mdt_io.c:274:mdt_punch_hpreq_check()) lustre-MDT0000: refresh DOM lock for [0x200000402:0xe:0x0] 00002000:00100000:1.0:1763335553.805596:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc554ce00 with x1848991029181312 00000100:00100000:1.0:1763335553.805654:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1071 00000100:00100000:1.0:1763335553.805666:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc554ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+30:2406:x1848991029181312:12345-192.168.202.34@tcp:10:fsx.0 00000004:00010000:1.0:1763335553.806003:0:15202:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 261189 -> 965591 00000004:00010000:1.0:1763335553.806007:0:15202:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335554 -> 1763335554 00000004:00010000:1.0:1763335553.806010:0:15202:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335553 -> 1763335553 00000004:00010000:1.0:1763335553.806013:0:15202:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335554 -> 1763335554 00000004:00010000:1.0:1763335553.806015:0:15202:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 280 -> 280 00000100:00100000:1.0:1763335553.806112:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc554ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+31:2406:x1848991029181312:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 447us (770us total) trans 4294968026 rc 0/0 00000100:00100000:1.0:1763335553.806120:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1071 00002000:00010000:1.0:1763335553.806125:0:15202:0:(mdt_io.c:274:mdt_punch_hpreq_check()) lustre-MDT0000: refresh DOM lock for [0x200000402:0xe:0x0] 00002000:00100000:1.0:1763335553.806127:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc554ce00 with x1848991029181312 00000100:00100000:2.0:1763335553.807161:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029181440 00000100:00100000:2.0:1763335553.807174:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029181440 00002000:00010000:2.0:1763335553.807224:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:2.0:1763335553.807231:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc554c380 with x1848991029181440 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335553.807244:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc554c380. 00000100:00100000:2.0:1763335553.807277:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 917 00000100:00100000:2.0:1763335553.807288:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc554c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+10:2406:x1848991029181440:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:2.0:1763335553.807448:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763335553.807452:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335554 -> 1763335554 00002000:00010000:2.0:1763335553.807455:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335552 -> 1763335552 00002000:00010000:2.0:1763335553.807457:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335554 -> 1763335554 00002000:00010000:2.0:1763335553.807459:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763335553.807511:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc554c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2406:x1848991029181440:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 224us (2092us total) trans 4294967651 rc 0/0 00000100:00100000:2.0:1763335553.807518:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 917 00002000:00010000:2.0:1763335553.807523:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:2.0:1763335553.807525:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc554c380 with x1848991029181440 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335553.807529:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc554c380. 00000100:00100000:2.0:1763335553.811838:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335553.812078:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029181568 00000100:00100000:3.0:1763335553.812092:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029181568 00000100:00100000:0.0:1763335553.813074:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1898 00000100:00100000:0.0:1763335553.813085:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+31:15720:x1848991029181568:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335553.813118:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335553.813150:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81200/0x10123ce7f07666d2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f7d2 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335553.813269:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81e00/0x10123ce7f07666d9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:0.0:1763335553.813287:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81e00/0x10123ce7f07666d9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:0.0:1763335553.813300:0:6517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81e00/0x10123ce7f07666d9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00000004:00200000:0.0:1763335553.813331:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 965591 00000004:00200000:0.0:1763335553.813336:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763335553.813359:0:6517:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81e00/0x10123ce7f07666d9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 00010000:00010000:0.0:1763335553.813390:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81200/0x10123ce7f07666d2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7d2 expref: 33 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335553.813412:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81e00/0x10123ce7f07666d9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7d2 expref: 32 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335553.813422:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335553.813426:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335553.813430:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5b81e00, rc 0) 00000100:00100000:0.0:1763335553.813501:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+32:15720:x1848991029181568:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 418us (1678us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335553.813508:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1898 00000100:00100000:2.0:1763335553.817773:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335553.817934:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029181696 00000100:00100000:3.0:1763335553.817947:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029181696 00000100:00100000:3.0:1763335553.818029:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 918 00000100:00100000:3.0:1763335553.818038:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:2408:x1848991029181696:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:3.0:1763335553.818285:0:15204:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 0 -> 1442595 00002000:00010000:3.0:1763335553.818289:0:15204:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335554 -> 1763335554 00002000:00010000:3.0:1763335553.818292:0:15204:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335552 -> 1763335552 00002000:00010000:3.0:1763335553.818294:0:15204:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335554 -> 1763335554 00002000:00010000:3.0:1763335553.818297:0:15204:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 0 -> 88 00000100:00100000:3.0:1763335553.818382:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+12:2408:x1848991029181696:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 343us (620us total) trans 4294967652 rc 0/0 00000100:00100000:3.0:1763335553.818390:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 918 00000100:00100000:2.0:1763335553.822354:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335553.822562:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029181824 00000100:00100000:1.0:1763335553.822580:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029181824 00002000:00100000:1.0:1763335553.822658:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1400832->1404927) req@ffff9aefc47c9c00 x1848991029181824/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:599/0 lens 488/0 e 0 to 0 dl 1763335564 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335553.822672:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc47c9c00 with x1848991029181824 ext(1400832->1404927) 00002000:00010000:1.0:1763335553.822681:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc47c9c00 00000100:00100000:1.0:1763335553.822725:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 919 00000100:00100000:1.0:1763335553.822736:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+12:2406:x1848991029181824:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335553.823197:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+12:2406:x1848991029181824:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 459us (859us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335553.823207:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 919 00002000:00100000:0.0:1763335553.823216:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1400832->1404927) req@ffff9aefc47c9c00 x1848991029181824/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:599/0 lens 488/4536 e 0 to 0 dl 1763335564 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335553.823225:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc47c9c00 with x1848991029181824 ext(1400832->1404927) 00002000:00010000:0.0:1763335553.823229:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc47c9c00 00000100:00100000:0.0:1763335553.826029:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335553.826154:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029181952 00000100:00100000:3.0:1763335553.826168:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029181952 00002000:00100000:3.0:1763335553.826224:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1409024->1413119) req@ffff9aefc554d500 x1848991029181952/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:599/0 lens 488/0 e 0 to 0 dl 1763335564 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335553.826237:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc554d500 with x1848991029181952 ext(1409024->1413119) 00002000:00010000:3.0:1763335553.826243:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc554d500 00000100:00100000:3.0:1763335553.826278:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 920 00000100:00100000:3.0:1763335553.826287:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc554d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+12:2408:x1848991029181952:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335553.826556:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc554d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+12:2408:x1848991029181952:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 268us (539us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335553.826565:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 920 00002000:00100000:3.0:1763335553.826573:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1409024->1413119) req@ffff9aefc554d500 x1848991029181952/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:599/0 lens 488/4536 e 0 to 0 dl 1763335564 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335553.826582:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc554d500 with x1848991029181952 ext(1409024->1413119) 00002000:00010000:3.0:1763335553.826585:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc554d500 00000100:00100000:2.0:1763335553.831346:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335553.831460:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029182080 00000100:00100000:1.0:1763335553.831474:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029182080 00000100:00100000:1.0:1763335553.831607:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1899 00000100:00100000:1.0:1763335553.831621:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+22:15720:x1848991029182080:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335553.831652:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335553.831679:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e600/0x10123ce7f07666e0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f7d9 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.831819:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f07666e7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335553.831839:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f07666e7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335553.831852:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f07666e7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 00000004:00200000:1.0:1763335553.831933:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 965591 00000004:00200000:1.0:1763335553.831939:0:6515:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763335553.831967:0:6515:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f07666e7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335553.831998:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e600/0x10123ce7f07666e0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7d9 expref: 24 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.832020:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f07666e7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7d9 expref: 23 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.832030:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335553.832034:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335553.832038:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643e400, rc 0) 00000100:00100000:1.0:1763335553.832112:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+23:15720:x1848991029182080:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 495us (782us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335553.832121:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1899 00000100:00100000:2.0:1763335553.835192:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335553.835251:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335553.835359:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029182336 00000100:00100000:3.0:1763335553.835376:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029182336 00000100:00100000:1.0:1763335553.835628:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029182208 00000100:00100000:1.0:1763335553.835634:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029182208 00000100:00100000:1.0:1763335553.835687:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1900 00000100:00100000:1.0:1763335553.835698:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+23:2408:x1848991029182208:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335553.835733:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335553.835764:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e800/0x10123ce7f07666ee lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f7e0 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.835818:0:6515:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f07666af lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7bd expref: 31 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335553.835901:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c3133b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041483904:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335553.836008:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1386 00000100:00100000:3.0:1763335553.836017:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991029182336:12345-192.168.202.34@tcp:101:fsx.0 00000100:00100000:1.0:1763335553.836019:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb180 going to sleep for 11 seconds 00010000:00010000:3.0:1763335553.836027:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335553.836038:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5200/0x10123ce7f07666f5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f7e7 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335553.836079:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc59a9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041484032:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335553.836111:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58503c0 going to sleep for 11 seconds 00002000:00010000:3.0:1763335553.839187:0:8401:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335552 -> 1763335553 00000100:00100000:1.0:1763335553.839214:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c3133b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041483904:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335553.839222:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc59a9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041484032:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335553.839250:0:6515:0:(mdt_io.c:1529:mdt_lvb2reply()) size 965591 00010000:00010000:3.0:1763335553.839267:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5200/0x10123ce7f07666f5 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7e7 expref: 9 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335553.839298:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5200/0x10123ce7f07666f5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7e7 expref: 9 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335553.839313:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5200, rc 0) 00000100:00100000:3.0:1763335553.839435:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991029182336:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3416us (4256us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335553.839447:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1386 00010000:00010000:1.0:1763335553.839897:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e800/0x10123ce7f07666ee lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7e0 expref: 24 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.839921:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335553.839926:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335553.839932:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e800/0x10123ce7f07666ee lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7e0 expref: 24 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.839952:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643e800, rc 0) 00000100:00100000:1.0:1763335553.840013:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+23:2408:x1848991029182208:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4315us (4758us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335553.840022:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1900 00000100:00100000:2.0:1763335553.844405:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335553.844465:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335553.844472:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029182592 00000100:00100000:3.0:1763335553.844486:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029182592 00000100:00100000:1.0:1763335553.844548:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029182464 00000100:00100000:1.0:1763335553.844553:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029182464 00000100:00100000:3.0:1763335553.844562:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1387 00000100:00100000:3.0:1763335553.844572:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991029182592:12345-192.168.202.34@tcp:101:fsx.0 00000100:00100000:1.0:1763335553.844596:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1901 00010000:00010000:3.0:1763335553.844597:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1763335553.844602:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+23:2408:x1848991029182464:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335553.844612:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335553.844620:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5200/0x10123ce7f07666fc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f7f5 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.844628:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e600/0x10123ce7f0766703 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f7ee expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.844662:0:6515:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f07666af lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7bd expref: 31 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335553.844690:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc59a9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041484160:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335553.844690:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c3133b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041484288:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335553.844935:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58503c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335553.845206:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb180 going to sleep for 11 seconds 00000100:00100000:0.0:1763335553.848109:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc59a9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041484160:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335553.848147:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c3133b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041484288:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335553.848161:0:6515:0:(mdt_io.c:1529:mdt_lvb2reply()) size 965591 00010000:00010000:0.0:1763335553.848164:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5200/0x10123ce7f07666fc lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7f5 expref: 9 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335553.848175:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e600/0x10123ce7f0766703 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7ee expref: 24 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.848191:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335553.848192:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5200/0x10123ce7f07666fc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7f5 expref: 9 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335553.848194:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335553.848198:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e600/0x10123ce7f0766703 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7ee expref: 24 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335553.848213:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5200, rc 0) 00010000:00010000:1.0:1763335553.848214:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643e600, rc 0) 00000100:00100000:1.0:1763335553.848422:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+23:2408:x1848991029182464:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3816us (3953us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335553.848422:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991029182592:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3848us (4031us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335553.848433:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1901 00000100:00100000:0.0:1763335553.848433:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1387 00000100:00100000:2.0:1763335553.851914:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335553.852022:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029182720 00000100:00100000:3.0:1763335553.852038:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029182720 00000100:00100000:1.0:1763335553.852582:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1072 00000100:00100000:0.0:1763335553.852733:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5969180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+32:2409:x1848991029182720:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:0.0:1763335553.853792:0:15202:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 965591 -> 965591 00000004:00010000:0.0:1763335553.853801:0:15202:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335554 -> 1763335554 00000004:00010000:0.0:1763335553.853805:0:15202:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335553 -> 1763335553 00000004:00010000:0.0:1763335553.853807:0:15202:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335554 -> 1763335554 00000004:00010000:0.0:1763335553.853810:0:15202:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 280 -> 280 00000100:00100000:0.0:1763335553.854435:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5969180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+33:2409:x1848991029182720:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 1835us (2565us total) trans 4294968027 rc 0/0 00000100:00100000:0.0:1763335553.854449:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1072 00000100:00100000:3.0:1763335553.858252:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335553.858344:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029182848 00000100:00100000:0.0:1763335553.858360:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029182848 00000100:00100000:0.0:1763335553.858452:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1073 00000100:00100000:0.0:1763335553.858465:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc59ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+33:2408:x1848991029182848:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:0.0:1763335553.858948:0:15202:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 965591 -> 965591 00000004:00010000:0.0:1763335553.858953:0:15202:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335554 -> 1763335554 00000004:00010000:0.0:1763335553.858955:0:15202:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335553 -> 1763335553 00000004:00010000:0.0:1763335553.858958:0:15202:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335554 -> 1763335554 00000004:00010000:0.0:1763335553.858961:0:15202:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 280 -> 344 00000100:00100000:0.0:1763335553.859054:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc59ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+34:2408:x1848991029182848:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 591us (816us total) trans 4294968028 rc 0/0 00000100:00100000:0.0:1763335553.859064:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1073 00000100:00100000:3.0:1763335553.861632:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335553.862145:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029182976 00000100:00100000:1.0:1763335553.862160:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029182976 00000100:00100000:1.0:1763335553.862233:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1902 00000100:00100000:1.0:1763335553.862244:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc59aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+23:2406:x1848991029182976:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335553.862270:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335553.862296:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e600/0x10123ce7f076670a lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f7fc expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.862353:0:6515:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f07666af lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7bd expref: 33 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335553.862403:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c3133b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041484416:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335553.864662:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb180 going to sleep for 11 seconds 00000100:00100000:3.0:1763335553.865502:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335553.865682:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029183104 00000100:00100000:0.0:1763335553.865695:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029183104 00000100:00100000:0.0:1763335553.865783:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1388 00000100:00100000:0.0:1763335553.865795:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc59a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+8:2406:x1848991029183104:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335553.865819:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335553.865845:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81200/0x10123ce7f0766711 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f803 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335553.865941:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc554ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041484544:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335553.866050:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3900 going to sleep for 11 seconds 00000100:00100000:1.0:1763335553.870392:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c3133b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041484416:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335553.870429:0:6515:0:(mdt_io.c:1529:mdt_lvb2reply()) size 965591 00010000:00010000:1.0:1763335553.870455:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e600/0x10123ce7f076670a lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7fc expref: 24 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.870482:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335553.870590:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335553.870598:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e600/0x10123ce7f076670a lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7fc expref: 24 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.870617:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643e600, rc 0) 00000100:00100000:1.0:1763335553.871985:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc59aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+23:2406:x1848991029182976:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 9729us (10354us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335553.872001:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1902 00000100:00100000:0.0:1763335553.873640:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc554ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041484544:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335553.873697:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81200/0x10123ce7f0766711 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f803 expref: 9 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335553.873736:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81200/0x10123ce7f0766711 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f803 expref: 9 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335553.873751:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5b81200, rc 0) 00000100:00100000:0.0:1763335553.874842:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc59a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+8:2406:x1848991029183104:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 9038us (9341us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335553.874856:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1388 00000100:00100000:0.0:1763335553.881173:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335553.881216:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335553.881365:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029183232 00000100:00100000:2.0:1763335553.881379:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029183232 00000100:00100000:2.0:1763335553.881454:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1903 00000100:00100000:2.0:1763335553.881465:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc554ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+23:2408:x1848991029183232:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335553.881493:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335553.881521:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7e00/0x10123ce7f0766718 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f80a expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335553.881569:0:6515:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f07666af lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7bd expref: 33 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335553.881622:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5968a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041484672:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335553.881744:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09c00 going to sleep for 11 seconds 00000100:00100000:1.0:1763335553.883532:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029183360 00000100:00100000:1.0:1763335553.883559:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029183360 00000100:00100000:1.0:1763335553.883640:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1389 00000100:00100000:1.0:1763335553.883651:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc554df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991029183360:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335553.883671:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335553.883695:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fc00/0x10123ce7f076671f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f811 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335553.883776:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c3133b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041484800:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335553.883913:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb180 going to sleep for 11 seconds 00000100:00100000:2.0:1763335553.884848:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5968a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041484672:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335553.884908:0:6515:0:(mdt_io.c:1529:mdt_lvb2reply()) size 965591 00010000:00010000:2.0:1763335553.884933:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7e00/0x10123ce7f0766718 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f80a expref: 24 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335553.884960:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335553.884964:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335553.884969:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7e00/0x10123ce7f0766718 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f80a expref: 24 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335553.884985:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc58c7e00, rc 0) 00000100:00100000:2.0:1763335553.885061:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc554ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+23:2408:x1848991029183232:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3595us (3902us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335553.885071:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1903 00000100:00100000:1.0:1763335553.889164:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c3133b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041484800:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335553.889219:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fc00/0x10123ce7f076671f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f811 expref: 9 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335553.889249:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fc00/0x10123ce7f076671f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f811 expref: 9 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335553.889264:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643fc00, rc 0) 00000100:00100000:1.0:1763335553.889344:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc554df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991029183360:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5694us (8125us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335553.889356:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1389 00000100:00100000:3.0:1763335553.895557:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335553.896018:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029183488 00000100:00100000:0.0:1763335553.896033:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029183488 00002000:00100000:0.0:1763335553.896115:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc59a8700 x1848991029183488/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:599/0 lens 488/0 e 0 to 0 dl 1763335564 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335553.896129:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc59a8700 with x1848991029183488 00000100:00100000:0.0:1763335553.896178:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1074 00000100:00100000:0.0:1763335553.896189:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc59a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+34:2406:x1848991029183488:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335553.896554:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc59a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+34:2406:x1848991029183488:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 365us (1015us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335553.896563:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1074 00002000:00100000:0.0:1763335553.896571:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc59a8700 x1848991029183488/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:599/0 lens 488/4536 e 0 to 0 dl 1763335564 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335553.896579:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc59a8700 with x1848991029183488 00000100:00100000:3.0:1763335553.903444:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335553.903534:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029183616 00000100:00100000:2.0:1763335553.903557:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029183616 00002000:00100000:2.0:1763335553.903625:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc59a8e00 x1848991029183616/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:599/0 lens 488/0 e 0 to 0 dl 1763335564 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335553.903638:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc59a8e00 with x1848991029183616 00000100:00100000:2.0:1763335553.903684:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1075 00000100:00100000:2.0:1763335553.903696:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc59a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+34:2408:x1848991029183616:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335553.904077:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc59a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+34:2408:x1848991029183616:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 382us (649us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335553.904086:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1075 00002000:00100000:2.0:1763335553.904095:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc59a8e00 x1848991029183616/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:599/0 lens 488/4536 e 0 to 0 dl 1763335564 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335553.904103:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc59a8e00 with x1848991029183616 00000100:00100000:1.0:1763335553.912408:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335553.912483:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029183744 00000100:00100000:0.0:1763335553.912498:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029183744 00002000:00100000:0.0:1763335553.912623:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0c3133b80 x1848991029183744/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:599/0 lens 488/0 e 0 to 0 dl 1763335564 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335553.912636:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0c3133b80 with x1848991029183744 00000100:00100000:0.0:1763335553.912685:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1076 00000100:00100000:0.0:1763335553.912695:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c3133b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+34:2406:x1848991029183744:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335553.913038:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c3133b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+34:2406:x1848991029183744:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 343us (646us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335553.913047:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1076 00002000:00100000:0.0:1763335553.913055:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0c3133b80 x1848991029183744/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:599/0 lens 488/4536 e 0 to 0 dl 1763335564 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335553.913069:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0c3133b80 with x1848991029183744 00000100:00100000:3.0:1763335553.916373:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335553.917157:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029183872 00000100:00100000:2.0:1763335553.917174:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029183872 00002000:00100000:2.0:1763335553.917242:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7c91f80 x1848991029183872/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:599/0 lens 488/0 e 0 to 0 dl 1763335564 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335553.917257:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7c91f80 with x1848991029183872 00000100:00100000:2.0:1763335553.917305:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1077 00000100:00100000:2.0:1763335553.917316:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+34:2407:x1848991029183872:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335553.917641:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+34:2407:x1848991029183872:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 324us (1280us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335553.917654:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1077 00002000:00100000:2.0:1763335553.917662:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7c91f80 x1848991029183872/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:599/0 lens 488/4536 e 0 to 0 dl 1763335564 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335553.917670:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7c91f80 with x1848991029183872 00000100:00100000:3.0:1763335553.923533:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335553.923936:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029184000 00000100:00100000:0.0:1763335553.923951:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029184000 00002000:00100000:0.0:1763335553.924038:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7c91c00 x1848991029184000/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:599/0 lens 488/0 e 0 to 0 dl 1763335564 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335553.924052:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7c91c00 with x1848991029184000 00000100:00100000:0.0:1763335553.924737:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1078 00000100:00100000:0.0:1763335553.924759:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c91c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+34:2407:x1848991029184000:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335553.925132:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c91c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+34:2407:x1848991029184000:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 383us (1615us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335553.925140:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1078 00002000:00100000:0.0:1763335553.925148:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7c91c00 x1848991029184000/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:599/0 lens 488/4536 e 0 to 0 dl 1763335564 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335553.925157:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7c91c00 with x1848991029184000 00000100:00100000:1.0:1763335553.929818:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335553.930139:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029184128 00000100:00100000:0.0:1763335553.930155:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029184128 00002000:00100000:0.0:1763335553.930224:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0c3132d80 x1848991029184128/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:599/0 lens 488/0 e 0 to 0 dl 1763335564 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335553.930237:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0c3132d80 with x1848991029184128 00000100:00100000:0.0:1763335553.930369:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1079 00000100:00100000:0.0:1763335553.930381:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c3132d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+34:2407:x1848991029184128:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335553.930841:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c3132d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+34:2407:x1848991029184128:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 458us (1036us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335553.930855:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1079 00002000:00100000:0.0:1763335553.930863:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0c3132d80 x1848991029184128/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:599/0 lens 488/4536 e 0 to 0 dl 1763335564 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335553.930921:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0c3132d80 with x1848991029184128 00000100:00100000:3.0:1763335553.934330:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335553.934477:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029184256 00000100:00100000:0.0:1763335553.934492:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029184256 00002000:00100000:0.0:1763335553.934727:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7c91500 x1848991029184256/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:599/0 lens 488/0 e 0 to 0 dl 1763335564 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335553.934742:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7c91500 with x1848991029184256 00000100:00100000:0.0:1763335553.935038:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1080 00000100:00100000:0.0:1763335553.935052:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c91500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+34:2406:x1848991029184256:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335553.935360:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c91500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+34:2406:x1848991029184256:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 310us (1046us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335553.935370:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1080 00002000:00100000:0.0:1763335553.935378:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7c91500 x1848991029184256/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:599/0 lens 488/4536 e 0 to 0 dl 1763335564 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335553.935387:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7c91500 with x1848991029184256 00000100:00100000:3.0:1763335553.939327:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335553.939683:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029184384 00000100:00100000:0.0:1763335553.939714:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029184384 00002000:00100000:0.0:1763335553.939784:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7c90380 x1848991029184384/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:599/0 lens 488/0 e 0 to 0 dl 1763335564 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335553.939798:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7c90380 with x1848991029184384 00000100:00100000:0.0:1763335553.940725:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1081 00000100:00100000:0.0:1763335553.940743:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c90380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+34:2407:x1848991029184384:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335553.941064:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c90380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+34:2407:x1848991029184384:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 325us (1751us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335553.941073:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1081 00002000:00100000:0.0:1763335553.941082:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7c90380 x1848991029184384/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:599/0 lens 488/4536 e 0 to 0 dl 1763335564 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335553.941092:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7c90380 with x1848991029184384 00000100:00100000:1.0:1763335553.945345:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335553.945462:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029184512 00000100:00100000:2.0:1763335553.945478:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029184512 00002000:00100000:2.0:1763335553.945560:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0c3131c00 x1848991029184512/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:599/0 lens 488/0 e 0 to 0 dl 1763335564 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335553.945572:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0c3131c00 with x1848991029184512 00000100:00100000:2.0:1763335553.945819:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1082 00000100:00100000:2.0:1763335553.945832:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c3131c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+34:2406:x1848991029184512:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335553.946642:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c3131c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+34:2406:x1848991029184512:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 805us (1306us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335553.946652:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1082 00002000:00100000:2.0:1763335553.946664:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0c3131c00 x1848991029184512/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:599/0 lens 488/4536 e 0 to 0 dl 1763335564 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335553.946675:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0c3131c00 with x1848991029184512 00000100:00100000:3.0:1763335553.950837:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335553.951230:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029184640 00000100:00100000:2.0:1763335553.951248:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029184640 00002000:00100000:2.0:1763335553.951336:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7c91880 x1848991029184640/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:599/0 lens 488/0 e 0 to 0 dl 1763335564 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335553.951351:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7c91880 with x1848991029184640 00000100:00100000:2.0:1763335553.952032:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1083 00000100:00100000:2.0:1763335553.952051:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+34:2407:x1848991029184640:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335553.952390:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+34:2407:x1848991029184640:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 343us (1568us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335553.952399:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1083 00002000:00100000:2.0:1763335553.952409:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7c91880 x1848991029184640/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:599/0 lens 488/4536 e 0 to 0 dl 1763335564 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335553.952418:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7c91880 with x1848991029184640 00000100:00100000:2.0:1763335553.958089:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335553.958204:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029184768 00000100:00100000:1.0:1763335553.958433:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029184768 00002000:00100000:1.0:1763335553.958504:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5968a80 x1848991029184768/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:599/0 lens 488/0 e 0 to 0 dl 1763335564 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335553.958517:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5968a80 with x1848991029184768 00000100:00100000:1.0:1763335553.958844:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1084 00000100:00100000:1.0:1763335553.958857:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5968a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+34:2407:x1848991029184768:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335553.961309:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5968a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+34:2407:x1848991029184768:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 2435us (3217us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335553.961327:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1084 00002000:00100000:1.0:1763335553.961344:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5968a80 x1848991029184768/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:599/0 lens 488/4536 e 0 to 0 dl 1763335564 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335553.961355:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5968a80 with x1848991029184768 00000100:00100000:0.0:1763335553.974832:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335553.975159:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029184896 00000100:00100000:1.0:1763335553.975175:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029184896 00002000:00100000:1.0:1763335553.975257:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc554d180 x1848991029184896/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:599/0 lens 488/0 e 0 to 0 dl 1763335564 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335553.975270:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc554d180 with x1848991029184896 00000100:00100000:1.0:1763335553.975319:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1085 00000100:00100000:1.0:1763335553.975331:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc554d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+34:2406:x1848991029184896:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335553.976361:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc554d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+34:2406:x1848991029184896:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 1024us (3133us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335553.976376:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1085 00002000:00100000:1.0:1763335553.976386:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc554d180 x1848991029184896/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:599/0 lens 488/4536 e 0 to 0 dl 1763335564 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335553.976397:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc554d180 with x1848991029184896 00000100:00100000:3.0:1763335553.982912:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335553.983114:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029185024 00000100:00100000:1.0:1763335553.983128:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029185024 00002000:00100000:1.0:1763335553.983195:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7c90000 x1848991029185024/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:599/0 lens 488/0 e 0 to 0 dl 1763335564 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335553.983207:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7c90000 with x1848991029185024 00000100:00100000:1.0:1763335553.984495:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1086 00000100:00100000:1.0:1763335553.984517:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+34:2409:x1848991029185024:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335553.985960:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+34:2409:x1848991029185024:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 1441us (3087us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335553.985974:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1086 00002000:00100000:1.0:1763335553.985987:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7c90000 x1848991029185024/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:599/0 lens 488/4536 e 0 to 0 dl 1763335564 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335553.985998:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7c90000 with x1848991029185024 00000100:00100000:2.0:1763335553.997486:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335553.997626:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029185152 00000100:00100000:1.0:1763335553.997640:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029185152 00000100:00100000:1.0:1763335553.997729:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1390 00000100:00100000:1.0:1763335553.997742:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc596a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+8:15720:x1848991029185152:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335553.997770:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335553.997800:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e000/0x10123ce7f0766726 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f818 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.997843:0:8401:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b80200/0x10123ce7f07666b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7c4 expref: 11 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.997853:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335553.997856:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335553.997862:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e000/0x10123ce7f0766726 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1232896->1245183] (req 1232896->1245183) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f818 expref: 9 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.997933:0:8401:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b80200/0x10123ce7f07666b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7c4 expref: 11 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335553.997950:0:8401:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b80200/0x10123ce7f07666b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7c4 expref: 11 pid: 8401 timeout: 454 lvb_type: 0 00000100:00100000:1.0:1763335553.997967:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c3132a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041484928:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335553.999713:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb000 going to sleep for 11 seconds 00000100:00100000:1.0:1763335554.006411:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c3132a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041484928:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335554.006462:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e000/0x10123ce7f0766726 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1232896->1245183] (req 1232896->1245183) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f818 expref: 9 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335554.006488:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643e000, rc 0) 00000100:00100000:1.0:1763335554.008336:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc596a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+9:15720:x1848991029185152:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 10582us (10853us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335554.008351:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1390 00000100:00100000:2.0:1763335554.010328:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335554.010437:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029185280 00000100:00100000:0.0:1763335554.010453:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029185280 00002000:00100000:0.0:1763335554.010546:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1400832->1413119) req@ffff9aefc5968000 x1848991029185280/t0(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:600/0 lens 12776/0 e 0 to 0 dl 1763335565 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335554.010560:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5968000 with x1848991029185280 ext(1400832->1413119) 00010000:00010000:0.0:1763335554.010570:0:8407:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b80200/0x10123ce7f07666b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7c4 expref: 12 pid: 8401 timeout: 454 lvb_type: 0 00010000:00010000:0.0:1763335554.010589:0:8407:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b80200/0x10123ce7f07666b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7c4 expref: 12 pid: 8401 timeout: 454 lvb_type: 0 00002000:00010000:0.0:1763335554.010598:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9aefc5968000 00000100:00100000:0.0:1763335554.010638:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 40 00000100:00100000:0.0:1763335554.010649:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5968000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+12:2409:x1848991029185280:12345-192.168.202.34@tcp:4:fsx.0 00000100:00080000:1.0:1763335554.011200:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1763335554.019039:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5968000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+14:2409:x1848991029185280:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 7430us (7763us total) trans 4294967653 rc 0/0 00000100:00100000:0.0:1763335554.019064:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 40 00002000:00100000:0.0:1763335554.019084:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1400832->1413119) req@ffff9aefc5968000 x1848991029185280/t4294967653(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:600/0 lens 12776/448 e 0 to 0 dl 1763335565 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335554.019097:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5968000 with x1848991029185280 ext(1400832->1413119) 00010000:00010000:0.0:1763335554.019111:0:8407:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b80200/0x10123ce7f07666b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7c4 expref: 14 pid: 8401 timeout: 454 lvb_type: 0 00010000:00010000:0.0:1763335554.019133:0:8407:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b80200/0x10123ce7f07666b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7c4 expref: 14 pid: 8401 timeout: 454 lvb_type: 0 00002000:00010000:0.0:1763335554.019142:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9aefc5968000 00000100:00100000:2.0:1763335554.022398:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335554.022547:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029185408 00000100:00100000:1.0:1763335554.022562:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029185408 00010000:00010000:1.0:1763335554.022614:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b80200/0x10123ce7f07666b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7c4 expref: 14 pid: 8401 timeout: 454 lvb_type: 0 00000100:00100000:1.0:1763335554.022670:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 703 00000100:00100000:1.0:1763335554.022681:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5968e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+14:2409:x1848991029185408:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335554.022711:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335554.022736:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b80200/0x10123ce7f07666b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7c4 expref: 14 pid: 8401 timeout: 454 lvb_type: 0 00010000:00010000:1.0:1763335554.022752:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b80200/0x10123ce7f07666b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7c4 expref: 14 pid: 8401 timeout: 454 lvb_type: 0 00010000:00010000:1.0:1763335554.022782:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b80200/0x10123ce7f07666b6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7c4 expref: 14 pid: 8401 timeout: 454 lvb_type: 0 00010000:00010000:1.0:1763335554.022804:0:13187:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335554.022806:0:13187:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335554.022815:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e000/0x10123ce7f0766726 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1232896->1245183) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f818 expref: 8 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335554.022826:0:13187:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e000/0x10123ce7f0766726 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1232896->1245183) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f818 expref: 8 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335554.022984:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e000/0x10123ce7f0766726 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1232896->1245183) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f818 expref: 8 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335554.023007:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c3132a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:13187:1848991041485056:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335554.023128:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb000 going to sleep for 11 seconds 00000100:00100000:3.0:1763335554.028364:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c3132a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:13187:1848991041485056:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335554.028403:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335554.028497:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5968e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+13:2409:x1848991029185408:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 5816us (6116us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335554.028510:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 703 00000100:00100000:3.0:1763335554.031388:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335554.031507:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029185536 00000100:00100000:0.0:1763335554.031521:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029185536 00002000:00100000:0.0:1763335554.031606:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1204224->1269759) req@ffff9af0f7c92a00 x1848991029185536/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:600/0 lens 488/0 e 0 to 0 dl 1763335565 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335554.031620:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7c92a00 with x1848991029185536 ext(1204224->1269759) 00002000:00010000:0.0:1763335554.031629:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7c92a00 00000100:00100000:0.0:1763335554.031666:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 921 00000100:00100000:0.0:1763335554.031677:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+9:2409:x1848991029185536:12345-192.168.202.34@tcp:3:fsx.0 00000100:00080000:1.0:1763335554.032788:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1763335554.039339:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+9:2409:x1848991029185536:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 7644us (7946us total) trans 0 rc 65536/65536 00000100:00100000:0.0:1763335554.039359:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 921 00002000:00100000:0.0:1763335554.039377:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1204224->1269759) req@ffff9af0f7c92a00 x1848991029185536/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:600/0 lens 488/440 e 0 to 0 dl 1763335565 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335554.039389:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7c92a00 with x1848991029185536 ext(1204224->1269759) 00002000:00010000:0.0:1763335554.039399:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7c92a00 00000100:00100000:2.0:1763335554.045996:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335554.046230:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029185664 00000100:00100000:0.0:1763335554.046246:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029185664 00000100:00100000:0.0:1763335554.046317:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1904 00000100:00100000:0.0:1763335554.046327:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc596b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+23:2409:x1848991029185664:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335554.046353:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335554.046382:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b80c00/0x10123ce7f076672d lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f81f expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335554.046430:0:6515:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f07666af lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7bd expref: 33 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335554.046481:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc554f480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041485184:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335554.046592:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3a80 going to sleep for 11 seconds 00000004:00010000:0.0:1763335554.058242:0:6515:0:(mdt_lvb.c:189:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime: 1763335553 -> 1763335554 00000100:00100000:0.0:1763335554.058281:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc554f480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041485184:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335554.058313:0:6515:0:(mdt_io.c:1529:mdt_lvb2reply()) size 965591 00010000:00010000:0.0:1763335554.058337:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b80c00/0x10123ce7f076672d lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f81f expref: 24 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335554.058366:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335554.058370:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335554.058375:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b80c00/0x10123ce7f076672d lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f81f expref: 24 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335554.058393:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5b80c00, rc 0) 00000100:00100000:0.0:1763335554.059323:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc596b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+23:2409:x1848991029185664:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 12986us (13331us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335554.059341:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1904 00000100:00100000:1.0:1763335554.062538:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335554.062610:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029185792 00000100:00100000:0.0:1763335554.062622:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029185792 00000100:00100000:0.0:1763335554.062754:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1905 00000100:00100000:0.0:1763335554.062766:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c3132a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+23:2409:x1848991029185792:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335554.062794:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335554.062822:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b80600/0x10123ce7f0766734 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f826 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335554.063033:0:6515:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f07666af lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7bd expref: 33 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335554.063086:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc554f480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041485312:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335554.063392:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3a80 going to sleep for 11 seconds 00000100:00100000:0.0:1763335554.065672:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc554f480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041485312:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335554.065715:0:6515:0:(mdt_io.c:1529:mdt_lvb2reply()) size 965591 00010000:00010000:0.0:1763335554.065742:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b80600/0x10123ce7f0766734 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f826 expref: 24 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335554.065769:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335554.065772:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335554.065777:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b80600/0x10123ce7f0766734 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f826 expref: 24 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335554.065794:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5b80600, rc 0) 00000100:00100000:0.0:1763335554.065908:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c3132a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+23:2409:x1848991029185792:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3102us (3341us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335554.065923:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1905 00000100:00100000:2.0:1763335554.071343:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335554.072272:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029185920 00000100:00100000:0.0:1763335554.072288:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029185920 00000100:00100000:0.0:1763335554.072372:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1906 00000100:00100000:0.0:1763335554.072385:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5968380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+23:2408:x1848991029185920:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335554.072415:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335554.072445:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b80600/0x10123ce7f076673b lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f82d expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335554.072497:0:6515:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f07666af lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7bd expref: 33 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335554.072554:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc554f480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041485440:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335554.072681:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3a80 going to sleep for 11 seconds 00000100:00100000:0.0:1763335554.076524:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc554f480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041485440:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335554.076561:0:6515:0:(mdt_io.c:1529:mdt_lvb2reply()) size 965591 00010000:00010000:0.0:1763335554.076586:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b80600/0x10123ce7f076673b lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f82d expref: 24 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335554.076612:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335554.076615:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335554.076620:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b80600/0x10123ce7f076673b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f82d expref: 24 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335554.076638:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5b80600, rc 0) 00000100:00100000:0.0:1763335554.076731:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5968380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+23:2408:x1848991029185920:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4349us (5405us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335554.076745:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1906 00000100:00100000:1.0:1763335554.086214:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335554.086290:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029186048 00000100:00100000:0.0:1763335554.086303:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029186048 00000100:00100000:0.0:1763335554.086373:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1907 00000100:00100000:0.0:1763335554.086384:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c3133480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+23:2409:x1848991029186048:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335554.086412:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335554.086439:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b80c00/0x10123ce7f0766742 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f834 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335554.086486:0:6515:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f07666af lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7bd expref: 33 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335554.086537:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc554f480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041485568:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335554.086644:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3a80 going to sleep for 11 seconds 00000100:00100000:0.0:1763335554.088740:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc554f480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041485568:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335554.088778:0:6515:0:(mdt_io.c:1529:mdt_lvb2reply()) size 965591 00010000:00010000:0.0:1763335554.088804:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b80c00/0x10123ce7f0766742 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f834 expref: 24 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335554.088833:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335554.088837:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335554.088842:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b80c00/0x10123ce7f0766742 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f834 expref: 24 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335554.088862:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5b80c00, rc 0) 00000100:00100000:0.0:1763335554.088956:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c3133480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+23:2409:x1848991029186048:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2572us (2753us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335554.088970:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1907 00000100:00100000:1.0:1763335554.096133:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335554.096241:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029186176 00000100:00100000:0.0:1763335554.096256:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029186176 00000100:00100000:0.0:1763335554.096339:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1908 00000100:00100000:0.0:1763335554.096350:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c3131500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+23:2408:x1848991029186176:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335554.096378:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335554.096408:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b80c00/0x10123ce7f0766749 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f83b expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335554.096460:0:6515:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f07666af lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7bd expref: 33 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335554.096514:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc554f480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041485696:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335554.096623:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3a80 going to sleep for 11 seconds 00000100:00100000:0.0:1763335554.099316:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc554f480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6515:1848991041485696:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335554.099350:0:6515:0:(mdt_io.c:1529:mdt_lvb2reply()) size 965591 00010000:00010000:0.0:1763335554.099374:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b80c00/0x10123ce7f0766749 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f83b expref: 24 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335554.099401:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335554.099404:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335554.099409:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b80c00/0x10123ce7f0766749 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f83b expref: 24 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335554.099428:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5b80c00, rc 0) 00000100:00100000:0.0:1763335554.099500:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c3131500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+23:2408:x1848991029186176:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3151us (3382us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335554.099514:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1908 00000100:00100000:3.0:1763335554.103420:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335554.103898:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029186304 00000100:00100000:0.0:1763335554.103913:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029186304 00002000:00100000:0.0:1763335554.103975:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1400832->1445887) req@ffff9af0f7c93b80 x1848991029186304/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:600/0 lens 488/0 e 0 to 0 dl 1763335565 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335554.103988:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7c93b80 with x1848991029186304 ext(1400832->1445887) 00002000:00010000:0.0:1763335554.103995:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7c93b80 00000100:00100000:0.0:1763335554.104036:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 922 00000100:00100000:0.0:1763335554.104045:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+9:2409:x1848991029186304:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335554.106800:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+9:2409:x1848991029186304:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 2735us (3375us total) trans 0 rc 45056/45056 00000100:00100000:0.0:1763335554.106819:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 922 00002000:00100000:0.0:1763335554.106838:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1400832->1445887) req@ffff9af0f7c93b80 x1848991029186304/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:600/0 lens 488/440 e 0 to 0 dl 1763335565 ref 1 fl Complete:/600/0 rc 45056/45056 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335554.106850:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7c93b80 with x1848991029186304 ext(1400832->1445887) 00002000:00010000:0.0:1763335554.106857:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7c93b80 00000100:00100000:2.0:1763335554.110594:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5969f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3651:1848991041485824:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1763335554.110693:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335554.110694:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335554.110819:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e767977a-b5b5-44a9-9592-4af663ea7043:3652:1848991041485952:0@lo:400:kworker.0 00000100:00100000:0.0:1763335554.110907:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029186432 00000100:00100000:0.0:1763335554.110917:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029186432 00000100:00100000:1.0:1763335554.110927:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc554f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1848991041486080:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1763335554.111007:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1848991041486336:0@lo:400:kworker.0 00000100:00100000:3.0:1763335554.111056:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335554.111092:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3652:1848991041486464:0@lo:400:kworker.0 00000100:00100000:3.0:1763335554.111116:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335554.111134:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5800e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3652:1848991041486976:0@lo:400:kworker.0 00000100:00100000:0.0:1763335554.111428:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041486464 00000100:00100000:0.0:1763335554.111433:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041486464 00000100:00100000:3.0:1763335554.111488:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335554.111491:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335554.111511:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3652:1848991041487488:0@lo:400:kworker.0 00000100:00100000:1.0:1763335554.111511:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3653:1848991041486592:0@lo:400:kworker.0 00000100:00100000:3.0:1763335554.111532:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335554.111534:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335554.111548:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5803800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3653:1848991041487104:0@lo:400:kworker.0 00000100:00100000:3.0:1763335554.111565:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041486976 00000100:00100000:3.0:1763335554.111568:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041486976 00000100:00100000:1.0:1763335554.111568:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335554.111582:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1763335554.111588:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3653:1848991041486208:0@lo:400:kworker.0 00000100:00100000:3.0:1763335554.111608:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041487488 00000100:00100000:1.0:1763335554.111610:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335554.111611:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041487488 00000100:00100000:1.0:1763335554.111621:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5803100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3653:1848991041486720:0@lo:400:kworker.0 00000100:00100000:3.0:1763335554.111635:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 160 00000100:00100000:1.0:1763335554.111641:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335554.111645:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5801500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3652:x1848991041486976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763335554.111650:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5802300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3653:1848991041487232:0@lo:400:kworker.0 00000100:00100000:1.0:1763335554.111666:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335554.111688:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041485824 00000100:00100000:3.0:1763335554.111712:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5801500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3652:x1848991041486976:12345-0@lo:400:kworker.0 Request processed in 57us (213us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335554.111723:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 160 00000100:00100000:3.0:1763335554.111746:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 161 00000100:00100000:3.0:1763335554.111752:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5803b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3652:x1848991041487488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763335554.111780:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5803b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3652:x1848991041487488:12345-0@lo:400:kworker.0 Request processed in 29us (247us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335554.111786:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 161 00000100:00100000:3.0:1763335554.111834:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5800e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3652:1848991041486976:0@lo:400:kworker.0 00000100:00100000:3.0:1763335554.111844:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3652:1848991041487488:0@lo:400:kworker.0 00000100:00100000:2.0:1763335554.111911:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335554.111925:0:6509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041485952 00000100:00100000:3.0:1763335554.111929:0:6509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041485952 00000100:00100000:2.0:1763335554.111931:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5800380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1848991041486848:0@lo:400:kworker.0 00000100:00100000:2.0:1763335554.111966:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335554.111982:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5800a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1848991041487360:0@lo:400:kworker.0 00000100:00100000:2.0:1763335554.112002:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335554.112033:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041486592 00000100:00100000:2.0:1763335554.112037:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041486592 00000100:00100000:0.0:1763335554.112054:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 341 00000100:00100000:0.0:1763335554.112062:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5801f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1848991041486464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763335554.112104:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5801f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1848991041486464:12345-0@lo:400:kworker.0 Request processed in 43us (986us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335554.112111:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041487104 00000100:00100000:0.0:1763335554.112111:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 341 00000100:00100000:2.0:1763335554.112114:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041487104 00000100:00100000:0.0:1763335554.112125:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041486208 00000100:00100000:2.0:1763335554.112128:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041486720 00000100:00100000:0.0:1763335554.112128:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041486208 00000100:00100000:2.0:1763335554.112130:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041486720 00000100:00100000:0.0:1763335554.112139:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041487232 00000100:00100000:0.0:1763335554.112141:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041487232 00000100:00100000:2.0:1763335554.112146:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 342 00000100:00100000:2.0:1763335554.112151:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4fd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1848991041486592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763335554.112154:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 343 00000100:00100000:0.0:1763335554.112158:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1848991041487104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763335554.112191:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1848991041487104:12345-0@lo:400:kworker.0 Request processed in 31us (621us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335554.112197:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 343 00000100:00100000:1.0:1763335554.112210:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041485824 00000100:00100000:0.0:1763335554.112212:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 344 00000100:00100000:0.0:1763335554.112217:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3354a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1848991041486208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763335554.112239:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041486080 00000100:00100000:1.0:1763335554.112242:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041486080 00000100:00100000:2.0:1763335554.112282:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4fd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1848991041486592:12345-0@lo:400:kworker.0 Request processed in 129us (746us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335554.112282:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3354a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1848991041486208:12345-0@lo:400:kworker.0 Request processed in 63us (669us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335554.112288:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 344 00000100:00100000:2.0:1763335554.112291:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 342 00000100:00100000:0.0:1763335554.112300:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 345 00000100:00100000:0.0:1763335554.112309:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3357b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1848991041486720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763335554.112312:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00100000:1.0:1763335554.112321:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc581ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3651:x1848991041485824:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1763335554.112337:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3357b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1848991041486720:12345-0@lo:400:kworker.0 Request processed in 32us (695us total) trans 0 rc 0/0 00002000:00000024:1.0:1763335554.112340:0:8404:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 36864 granted 828825280 pending 36864 free 3923513344 avail 3691692032 00000100:00100000:1.0:1763335554.112372:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc581ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3651:x1848991041485824:12345-0@lo:13:osp-pre-1-0.0 Request processed in 53us (1679us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335554.112378:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00100000:1.0:1763335554.112391:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00100000:1.0:1763335554.112396:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c3131f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1848991041486080:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1763335554.112404:0:8404:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 36864 granted 828825280 pending 36864 free 3923513344 avail 3691692032 00000100:00100000:1.0:1763335554.112422:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c3131f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1848991041486080:12345-0@lo:13:osp-pre-1-1.0 Request processed in 27us (931us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335554.112427:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00080000:1.0:1763335554.112442:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1763335554.112447:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1763335554.112450:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1763335554.112452:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1763335554.112473:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3653:1848991041486208:0@lo:400:kworker.0 00000100:00100000:1.0:1763335554.112482:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5803100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3653:1848991041486720:0@lo:400:kworker.0 00000100:00100000:1.0:1763335554.112494:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc554f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1848991041486080:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1763335554.112503:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3653:1848991041486592:0@lo:400:kworker.0 00000100:00100000:1.0:1763335554.112510:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5803800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3653:1848991041487104:0@lo:400:kworker.0 00000100:00100000:2.0:1763335554.112540:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 346 00000100:00100000:3.0:1763335554.112545:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 365 00000100:00100000:2.0:1763335554.112548:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3356a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1848991041487232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763335554.112551:0:6509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c71a1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e767977a-b5b5-44a9-9592-4af663ea7043+23:3652:x1848991041485952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763335554.112577:0:6509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c71a1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e767977a-b5b5-44a9-9592-4af663ea7043+23:3652:x1848991041485952:12345-0@lo:400:kworker.0 Request processed in 26us (1521us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335554.112577:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3356a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1848991041487232:12345-0@lo:400:kworker.0 Request processed in 30us (909us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335554.112583:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 365 00000100:00100000:2.0:1763335554.112583:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 346 00000100:00100000:2.0:1763335554.112597:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1909 00000100:00100000:2.0:1763335554.112604:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc554d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+23:2409:x1848991029186432:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335554.112618:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1763335554.112625:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041486848 00000100:00100000:3.0:1763335554.112629:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041486848 00010000:00010000:2.0:1763335554.112647:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7000/0x10123ce7f0766750 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f842 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335554.112655:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041487360 00000100:00100000:3.0:1763335554.112657:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041487360 00000100:00100000:3.0:1763335554.112667:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 162 00000100:00100000:3.0:1763335554.112673:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc581ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3651:x1848991041486848:12345-0@lo:400:kworker.0 00010000:00010000:2.0:1763335554.112695:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f07666af lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7bd expref: 33 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335554.112714:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc581ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3651:x1848991041486848:12345-0@lo:400:kworker.0 Request processed in 30us (737us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335554.112719:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 162 00000100:00100000:3.0:1763335554.112730:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 163 00000100:00100000:3.0:1763335554.112735:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc581f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3651:x1848991041487360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763335554.112750:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc581d880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041487616:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335554.112758:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc581f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3651:x1848991041487360:12345-0@lo:400:kworker.0 Request processed in 23us (756us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335554.112763:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 163 00000100:00100000:3.0:1763335554.112790:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e767977a-b5b5-44a9-9592-4af663ea7043:3652:1848991041485952:0@lo:400:kworker.0 00000100:00100000:3.0:1763335554.112800:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3652:1848991041486464:0@lo:400:kworker.0 00000100:00100000:2.0:1763335554.112820:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f093c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335554.112835:0:13236:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041486336 00000100:00100000:2.0:1763335554.112838:0:13236:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041486336 00000100:00100000:3.0:1763335554.112848:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5800380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1848991041486848:0@lo:400:kworker.0 00000100:00100000:3.0:1763335554.112857:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5800a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1848991041487360:0@lo:400:kworker.0 00000100:00100000:2.0:1763335554.112892:0:13236:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 180 00000100:00100000:3.0:1763335554.112894:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5969f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3651:1848991041485824:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1763335554.112899:0:13236:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc581c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3651:x1848991041486336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763335554.112936:0:13236:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc581c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3651:x1848991041486336:12345-0@lo:400:kworker.0 Request processed in 37us (1024us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335554.112942:0:13236:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 180 00000100:00100000:0.0:1763335554.113027:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 345 00000100:00100000:1.0:1763335554.113043:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5802300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3653:1848991041487232:0@lo:400:kworker.0 00000100:00080000:0.0:1763335554.113055:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1763335554.113124:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1848991041486336:0@lo:400:kworker.0 00000100:00100000:2.0:1763335554.115723:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc581d880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041487616:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335554.115761:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 965591 00010000:00010000:2.0:1763335554.115792:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7000/0x10123ce7f0766750 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f842 expref: 24 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335554.115821:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335554.115824:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335554.115830:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7000/0x10123ce7f0766750 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f842 expref: 24 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335554.115846:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc58c7000, rc 0) 00000100:00100000:2.0:1763335554.116067:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc554d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+23:2409:x1848991029186432:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3460us (5373us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335554.116077:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1909 00000100:00100000:1.0:1763335554.118178:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335554.118275:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029186560 00000100:00100000:2.0:1763335554.118288:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029186560 00000100:00100000:2.0:1763335554.118362:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1910 00000100:00100000:2.0:1763335554.118373:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3357480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+23:2408:x1848991029186560:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335554.118400:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335554.118430:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7c00/0x10123ce7f0766757 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f849 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335554.118476:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f07666af lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7bd expref: 33 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335554.118525:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc581d880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041487744:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335554.118630:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f093c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335554.130364:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc581d880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041487744:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335554.130403:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 965591 00010000:00010000:2.0:1763335554.130429:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7c00/0x10123ce7f0766757 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f849 expref: 24 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335554.130455:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335554.130459:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335554.130464:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7c00/0x10123ce7f0766757 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f849 expref: 24 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335554.130480:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc58c7c00, rc 0) 00000100:00100000:2.0:1763335554.130568:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3357480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+23:2408:x1848991029186560:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 12196us (12403us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335554.130579:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1910 00000100:00100000:3.0:1763335554.137233:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335554.137352:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029186816 00000100:00100000:2.0:1763335554.137366:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029186816 00000100:00100000:2.0:1763335554.137471:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1911 00000100:00100000:2.0:1763335554.137484:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5800a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+34:15720:x1848991029186816:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:2.0:1763335554.137573:0:8224:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335554.137614:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81e00/0x10123ce7f07666d9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7d2 expref: 34 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335554.137643:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335554.137650:0:8224:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00080000:0.0:1763335554.138699:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1763335554.138933:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7c00/0x10123ce7f076675e lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335554.138966:0:8224:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f07666e7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7d9 expref: 22 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335554.138980:0:8224:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7c00/0x10123ce7f076675e lrc: 4/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335554.139051:0:8224:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f07666e7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7d9 expref: 22 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335554.139071:0:8224:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f07666e7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7d9 expref: 22 pid: 6515 timeout: 454 lvb_type: 0 00000100:00100000:2.0:1763335554.139093:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc581d880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041487872:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335554.139254:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09c00 going to sleep for 11 seconds 00000100:00100000:2.0:1763335554.143070:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc581d880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041487872:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335554.143113:0:8224:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7c00/0x10123ce7f076675e lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000100:00100000:3.0:1763335554.143598:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335554.143970:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029186944 00000100:00100000:1.0:1763335554.143981:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029186944 00010000:00010000:1.0:1763335554.144035:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f07666e7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7d9 expref: 23 pid: 6515 timeout: 454 lvb_type: 0 00000100:00100000:1.0:1763335554.144085:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 704 00000100:00100000:1.0:1763335554.144097:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5800380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+23:2409:x1848991029186944:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335554.144119:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335554.144129:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f07666e7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7d9 expref: 23 pid: 6515 timeout: 454 lvb_type: 0 00010000:00010000:1.0:1763335554.144155:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f07666e7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7d9 expref: 23 pid: 6515 timeout: 454 lvb_type: 0 00010000:00010000:1.0:1763335554.144187:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e400/0x10123ce7f07666e7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7d9 expref: 23 pid: 6515 timeout: 454 lvb_type: 0 00010000:00010000:1.0:1763335554.144208:0:13187:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335554.144214:0:13187:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7c00/0x10123ce7f076675e lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335554.144228:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7c00/0x10123ce7f076675e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40290000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335554.144237:0:13187:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7c00/0x10123ce7f076675e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40290000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335554.144273:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335554.144355:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5800380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+22:2409:x1848991029186944:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 259us (759us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335554.144364:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 704 00010000:00010000:2.0:1763335554.144538:0:8224:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7c00/0x10123ce7f076675e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335554.144546:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7c00/0x10123ce7f076675e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000001:00080000:2.0:1763335554.144670:0:8224:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968029 00000004:00010000:2.0:1763335554.144745:0:8224:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 965591 -> 965591 00000004:00010000:2.0:1763335554.144749:0:8224:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335554 -> 1763335554 00000004:00010000:2.0:1763335554.144752:0:8224:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335554 -> 1763335553 00000004:00010000:2.0:1763335554.144755:0:8224:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335554 -> 1763335554 00000004:00010000:2.0:1763335554.144758:0:8224:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 344 -> 344 00000004:00010000:2.0:1763335554.144766:0:8224:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009daca3f6 reply state 000000000339a395 transno 4294968030 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7c00/0x10123ce7f076675e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335554.144780:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7c00/0x10123ce7f076675e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335554.144788:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335554.144791:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335554.144794:0:8224:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763335554.144952:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5800a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+36:15720:x1848991029186816:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 7470us (7735us total) trans 4294968030 rc 0/0 00000100:00100000:2.0:1763335554.144960:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1911 00000020:00080000:2.0:1763335554.144964:0:8224:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763335554.151771:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335554.152673:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029187072 00000100:00100000:0.0:1763335554.152694:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029187072 00000100:00100000:0.0:1763335554.152804:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1391 00000100:00100000:0.0:1763335554.152819:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5800000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+13:15720:x1848991029187072:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335554.152848:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335554.152926:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81600/0x10123ce7f0766765 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f850 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335554.152969:0:8401:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e000/0x10123ce7f0766726 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1232896->1245183) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f818 expref: 8 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335554.152979:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335554.152981:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335554.152987:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81600/0x10123ce7f0766765 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f850 expref: 14 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335554.153035:0:8401:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e000/0x10123ce7f0766726 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1232896->1245183) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f818 expref: 8 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335554.153051:0:8401:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e000/0x10123ce7f0766726 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1232896->1245183) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f818 expref: 8 pid: 8401 timeout: 454 lvb_type: 0 00000100:00100000:0.0:1763335554.153069:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc554f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041488000:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335554.153190:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3a80 going to sleep for 11 seconds 00000100:00100000:0.0:1763335554.161739:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc554f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041488000:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335554.161807:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81600/0x10123ce7f0766765 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f850 expref: 14 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335554.161839:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5b81600, rc 0) 00000100:00100000:0.0:1763335554.162001:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5800000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+14:15720:x1848991029187072:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 9184us (10248us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335554.162014:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1391 00000100:00100000:1.0:1763335554.164512:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335554.165349:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029187200 00000100:00100000:2.0:1763335554.165366:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029187200 00002000:00100000:2.0:1763335554.165443:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1232896->1245183) req@ffff9aefc3357100 x1848991029187200/t0(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:600/0 lens 12776/0 e 0 to 0 dl 1763335565 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335554.165457:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc3357100 with x1848991029187200 ext(1232896->1245183) 00010000:00010000:2.0:1763335554.165470:0:8407:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e000/0x10123ce7f0766726 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1232896->1245183) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f818 expref: 9 pid: 8401 timeout: 454 lvb_type: 0 00010000:00010000:2.0:1763335554.165490:0:8407:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e000/0x10123ce7f0766726 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1232896->1245183) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f818 expref: 9 pid: 8401 timeout: 454 lvb_type: 0 00002000:00010000:2.0:1763335554.165500:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9aefc3357100 00000100:00100000:2.0:1763335554.165538:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 41 00000100:00100000:2.0:1763335554.165549:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3357100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+9:2408:x1848991029187200:12345-192.168.202.34@tcp:4:fsx.0 00000100:00100000:2.0:1763335554.167359:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3357100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+11:2408:x1848991029187200:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 1796us (2846us total) trans 4294967654 rc 0/0 00000100:00100000:2.0:1763335554.167376:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 41 00002000:00100000:2.0:1763335554.167391:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1232896->1245183) req@ffff9aefc3357100 x1848991029187200/t4294967654(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:600/0 lens 12776/448 e 0 to 0 dl 1763335565 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335554.167402:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc3357100 with x1848991029187200 ext(1232896->1245183) 00010000:00010000:2.0:1763335554.167416:0:8407:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e000/0x10123ce7f0766726 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1232896->1245183) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f818 expref: 11 pid: 8401 timeout: 454 lvb_type: 0 00010000:00010000:2.0:1763335554.167438:0:8407:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e000/0x10123ce7f0766726 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1232896->1245183) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f818 expref: 11 pid: 8401 timeout: 454 lvb_type: 0 00002000:00010000:2.0:1763335554.167447:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9aefc3357100 00000100:00100000:3.0:1763335554.170216:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335554.170517:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029187328 00000100:00100000:0.0:1763335554.170531:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029187328 00010000:00010000:0.0:1763335554.170585:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e000/0x10123ce7f0766726 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1232896->1245183) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f818 expref: 11 pid: 8401 timeout: 454 lvb_type: 0 00000100:00100000:0.0:1763335554.170635:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 705 00000100:00100000:0.0:1763335554.170645:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5800e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+11:2409:x1848991029187328:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335554.170664:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1763335554.170686:0:8416:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 88 -> 112 00010000:00010000:0.0:1763335554.170694:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e000/0x10123ce7f0766726 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1232896->1245183) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f818 expref: 11 pid: 8401 timeout: 454 lvb_type: 0 00010000:00010000:0.0:1763335554.170721:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e000/0x10123ce7f0766726 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1232896->1245183) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f818 expref: 11 pid: 8401 timeout: 454 lvb_type: 0 00010000:00010000:0.0:1763335554.170754:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e000/0x10123ce7f0766726 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1232896->1245183) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f818 expref: 11 pid: 8401 timeout: 454 lvb_type: 0 00010000:00010000:0.0:1763335554.170776:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335554.170779:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335554.170789:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81600/0x10123ce7f0766765 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f850 expref: 13 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335554.170800:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81600/0x10123ce7f0766765 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f850 expref: 13 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335554.170860:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81600/0x10123ce7f0766765 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f850 expref: 13 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335554.170942:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc554f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041488128:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335554.171074:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3a80 going to sleep for 11 seconds 00000100:00100000:1.0:1763335554.175392:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335554.175449:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335554.175554:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc554f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041488128:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763335554.175590:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335554.175673:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5800e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+10:2409:x1848991029187328:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 5027us (5470us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335554.175689:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 705 00000100:00100000:3.0:1763335554.175807:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029187584 00000100:00100000:3.0:1763335554.175817:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029187584 00002000:00010000:3.0:1763335554.175913:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:3.0:1763335554.175921:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7c93480 with x1848991029187584 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335554.175938:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7c93480. 00000100:00100000:3.0:1763335554.175974:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 923 00000100:00100000:3.0:1763335554.175986:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+14:2409:x1848991029187584:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:3.0:1763335554.176504:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1442595 -> 0 00002000:00010000:3.0:1763335554.176510:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335554 -> 1763335554 00002000:00010000:3.0:1763335554.176513:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335553 -> 1763335553 00002000:00010000:3.0:1763335554.176515:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335554 -> 1763335554 00002000:00010000:3.0:1763335554.176518:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 112 -> 0 00000100:00100000:3.0:1763335554.176561:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+15:2409:x1848991029187584:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 575us (1109us total) trans 4294967655 rc 0/0 00000100:00100000:3.0:1763335554.176568:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 923 00002000:00010000:3.0:1763335554.176572:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:3.0:1763335554.176575:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7c93480 with x1848991029187584 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335554.176581:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7c93480. 00000100:00100000:2.0:1763335554.176688:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029187456 00000100:00100000:2.0:1763335554.176695:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029187456 00002000:00010000:2.0:1763335554.176732:0:15202:0:(mdt_io.c:274:mdt_punch_hpreq_check()) lustre-MDT0000: refresh DOM lock for [0x200000402:0xe:0x0] 00002000:00100000:2.0:1763335554.176737:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7c90a80 with x1848991029187456 00000100:00100000:2.0:1763335554.176773:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1087 00000100:00100000:2.0:1763335554.176781:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+36:2409:x1848991029187456:12345-192.168.202.34@tcp:10:fsx.0 00000004:00010000:2.0:1763335554.177032:0:15202:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 965591 -> 830347 00000004:00010000:2.0:1763335554.177036:0:15202:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335554 -> 1763335554 00000004:00010000:2.0:1763335554.177039:0:15202:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335553 -> 1763335553 00000004:00010000:2.0:1763335554.177042:0:15202:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335554 -> 1763335554 00000004:00010000:2.0:1763335554.177045:0:15202:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 344 -> 344 00000100:00100000:2.0:1763335554.177087:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+37:2409:x1848991029187456:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 306us (1712us total) trans 4294968031 rc 0/0 00000100:00100000:2.0:1763335554.177096:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1087 00002000:00010000:2.0:1763335554.177099:0:15202:0:(mdt_io.c:274:mdt_punch_hpreq_check()) lustre-MDT0000: refresh DOM lock for [0x200000402:0xe:0x0] 00002000:00100000:2.0:1763335554.177102:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7c90a80 with x1848991029187456 00000100:00100000:2.0:1763335554.183079:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335554.183733:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029187712 00000100:00100000:0.0:1763335554.183747:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029187712 00000100:00100000:1.0:1763335554.184145:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1912 00000100:00100000:1.0:1763335554.184161:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc581d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+37:15720:x1848991029187712:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335554.184196:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335554.184227:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f200/0x10123ce7f076676c lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f857 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335554.184360:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e800/0x10123ce7f0766773 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:1.0:1763335554.184380:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e800/0x10123ce7f0766773 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 00010000:00010000:1.0:1763335554.184393:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e800/0x10123ce7f0766773 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00000004:00200000:1.0:1763335554.184427:0:6516:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 830347 00000004:00200000:1.0:1763335554.184433:0:6516:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763335554.184458:0:6516:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e800/0x10123ce7f0766773 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00010000:00010000:1.0:1763335554.184489:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f200/0x10123ce7f076676c lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f857 expref: 39 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335554.184507:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e800/0x10123ce7f0766773 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f857 expref: 38 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335554.184516:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335554.184519:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335554.184523:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643e800, rc 0) 00000100:00100000:1.0:1763335554.184612:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc581d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+38:15720:x1848991029187712:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 456us (1551us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335554.184621:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1912 00000100:00100000:1.0:1763335554.198620:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335554.198978:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029187840 00000100:00100000:3.0:1763335554.198994:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029187840 00002000:00100000:3.0:1763335554.199060:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7c92680 x1848991029187840/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:600/0 lens 488/0 e 0 to 0 dl 1763335565 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335554.199074:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7c92680 with x1848991029187840 00000100:00100000:2.0:1763335554.199810:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1088 00000100:00100000:2.0:1763335554.199830:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+38:2408:x1848991029187840:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335554.200286:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+38:2408:x1848991029187840:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 462us (1680us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335554.200296:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1088 00002000:00100000:2.0:1763335554.200305:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7c92680 x1848991029187840/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:600/0 lens 488/4536 e 0 to 0 dl 1763335565 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335554.200314:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7c92680 with x1848991029187840 00000100:00100000:2.0:1763335554.204591:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335554.204711:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029187968 00000100:00100000:3.0:1763335554.204725:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029187968 00002000:00100000:3.0:1763335554.204790:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc581dc00 x1848991029187968/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:600/0 lens 488/0 e 0 to 0 dl 1763335565 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335554.204804:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc581dc00 with x1848991029187968 00000100:00100000:3.0:1763335554.204850:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1089 00000100:00100000:3.0:1763335554.204862:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc581dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+38:2408:x1848991029187968:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335554.214280:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc581dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+38:2408:x1848991029187968:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 9401us (9684us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335554.214301:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1089 00002000:00100000:0.0:1763335554.214323:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc581dc00 x1848991029187968/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:600/0 lens 488/4536 e 0 to 0 dl 1763335565 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335554.214335:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc581dc00 with x1848991029187968 00000100:00100000:1.0:1763335554.220336:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335554.223033:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029188096 00000100:00100000:0.0:1763335554.223059:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029188096 00002000:00100000:0.0:1763335554.223135:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7c92300 x1848991029188096/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:600/0 lens 488/0 e 0 to 0 dl 1763335565 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335554.223149:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7c92300 with x1848991029188096 00000100:00100000:0.0:1763335554.223206:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1090 00000100:00100000:0.0:1763335554.223217:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+38:2409:x1848991029188096:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335554.223534:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+38:2409:x1848991029188096:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 316us (3217us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335554.223543:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1090 00002000:00100000:0.0:1763335554.223550:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7c92300 x1848991029188096/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:600/0 lens 488/4536 e 0 to 0 dl 1763335565 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335554.223558:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7c92300 with x1848991029188096 00000100:00100000:1.0:1763335554.233759:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335554.233836:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029188224 00000100:00100000:2.0:1763335554.233851:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029188224 00002000:00100000:2.0:1763335554.233957:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7c93800 x1848991029188224/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:600/0 lens 488/0 e 0 to 0 dl 1763335565 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335554.233970:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7c93800 with x1848991029188224 00000100:00100000:2.0:1763335554.234007:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1091 00000100:00100000:2.0:1763335554.234018:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c93800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+38:2406:x1848991029188224:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335554.234574:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c93800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+38:2406:x1848991029188224:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 555us (828us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335554.234583:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1091 00002000:00100000:2.0:1763335554.234591:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7c93800 x1848991029188224/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:600/0 lens 488/4536 e 0 to 0 dl 1763335565 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335554.234600:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7c93800 with x1848991029188224 00000100:00100000:1.0:1763335554.245348:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335554.245467:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029188352 00000100:00100000:2.0:1763335554.245482:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029188352 00002000:00100000:2.0:1763335554.245548:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffbf5c00 x1848991029188352/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:600/0 lens 488/0 e 0 to 0 dl 1763335565 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335554.245560:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffbf5c00 with x1848991029188352 00000100:00100000:2.0:1763335554.246333:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1092 00000100:00100000:2.0:1763335554.246355:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbf5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+38:2407:x1848991029188352:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335554.246671:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbf5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+38:2407:x1848991029188352:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 325us (1339us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335554.246680:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1092 00002000:00100000:2.0:1763335554.246688:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffbf5c00 x1848991029188352/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:600/0 lens 488/4536 e 0 to 0 dl 1763335565 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335554.246710:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffbf5c00 with x1848991029188352 00000100:00100000:1.0:1763335554.260050:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335554.260517:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029188480 00000100:00100000:0.0:1763335554.260531:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029188480 00002000:00100000:0.0:1763335554.260601:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffbf4e00 x1848991029188480/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:600/0 lens 488/0 e 0 to 0 dl 1763335565 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335554.260614:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffbf4e00 with x1848991029188480 00000100:00100000:0.0:1763335554.260668:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1093 00000100:00100000:0.0:1763335554.260681:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbf4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+38:2407:x1848991029188480:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335554.261035:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbf4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+38:2407:x1848991029188480:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 356us (1003us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335554.261044:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1093 00002000:00100000:0.0:1763335554.261052:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0ffbf4e00 x1848991029188480/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:600/0 lens 488/4536 e 0 to 0 dl 1763335565 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335554.261060:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0ffbf4e00 with x1848991029188480 00000100:00100000:1.0:1763335554.268984:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335554.269760:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029188608 00000100:00100000:0.0:1763335554.269775:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029188608 00000100:00100000:0.0:1763335554.269862:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1913 00000100:00100000:0.0:1763335554.270571:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbf6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+22:15720:x1848991029188608:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335554.270603:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335554.270631:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81000/0x10123ce7f076677a lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f85e expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335554.270766:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b80e00/0x10123ce7f0766781 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335554.270785:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b80e00/0x10123ce7f0766781 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335554.270798:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b80e00/0x10123ce7f0766781 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000004:00200000:0.0:1763335554.270832:0:8224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 830347 00000004:00200000:0.0:1763335554.270838:0:8224:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763335554.270862:0:8224:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b80e00/0x10123ce7f0766781 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335554.270915:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81000/0x10123ce7f076677a lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f85e expref: 24 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335554.270937:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b80e00/0x10123ce7f0766781 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f85e expref: 23 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335554.270946:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335554.270949:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335554.270953:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5b80e00, rc 0) 00000100:00100000:0.0:1763335554.274902:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbf6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+23:15720:x1848991029188608:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4325us (5915us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335554.274918:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1913 00000100:00100000:1.0:1763335554.277404:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335554.277457:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335554.277536:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029188864 00000100:00100000:0.0:1763335554.277550:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029188864 00000100:00100000:0.0:1763335554.277623:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1392 00000100:00100000:0.0:1763335554.277634:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbf4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+10:2409:x1848991029188864:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335554.277657:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335554.277682:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b80400/0x10123ce7f0766788 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f86c expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335554.277767:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc554f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041488256:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335554.277924:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3540 going to sleep for 11 seconds 00000100:00100000:2.0:1763335554.278038:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029188736 00000100:00100000:2.0:1763335554.278044:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029188736 00000100:00100000:2.0:1763335554.278091:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1914 00000100:00100000:2.0:1763335554.278100:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbf7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+23:2409:x1848991029188736:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335554.278111:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335554.278127:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6c00/0x10123ce7f076678f lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f865 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335554.278163:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f07666af lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7bd expref: 37 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335554.278196:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc581e680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041488384:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335554.278241:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f090c0 going to sleep for 11 seconds 00002000:00010000:0.0:1763335554.280679:0:8401:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335553 -> 1763335554 00000100:00100000:0.0:1763335554.280731:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc554f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041488256:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335554.280779:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b80400/0x10123ce7f0766788 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f86c expref: 11 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335554.280808:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b80400/0x10123ce7f0766788 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f86c expref: 11 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335554.280823:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5b80400, rc 0) 00000100:00100000:0.0:1763335554.280947:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbf4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+10:2409:x1848991029188864:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3313us (3560us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335554.280958:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1392 00000004:00010000:3.0:1763335554.281076:0:8224:0:(mdt_lvb.c:189:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime: 1763335553 -> 1763335554 00000100:00100000:3.0:1763335554.281098:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc581e680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041488384:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335554.281114:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 830347 00010000:00010000:3.0:1763335554.281128:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6c00/0x10123ce7f076678f lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f865 expref: 24 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335554.281145:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335554.281148:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335554.281153:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6c00/0x10123ce7f076678f lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f865 expref: 24 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335554.281166:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc58c6c00, rc 0) 00000100:00100000:3.0:1763335554.281193:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbf7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+23:2409:x1848991029188736:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3095us (3736us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335554.281202:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1914 00000100:00100000:1.0:1763335554.286363:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335554.286415:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335554.286535:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029189120 00000100:00100000:0.0:1763335554.286548:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029189120 00000100:00100000:0.0:1763335554.286613:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1393 00000100:00100000:0.0:1763335554.286624:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbf5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+10:2406:x1848991029189120:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335554.286647:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335554.286677:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b80400/0x10123ce7f0766796 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f87a expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335554.286763:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc554f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041488512:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335554.286896:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3540 going to sleep for 11 seconds 00000100:00100000:3.0:1763335554.287258:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029188992 00000100:00100000:3.0:1763335554.287264:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029188992 00000100:00100000:3.0:1763335554.287312:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1915 00000100:00100000:3.0:1763335554.287320:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbf4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+23:2406:x1848991029188992:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335554.287333:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335554.287350:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5800/0x10123ce7f076679d lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f873 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335554.287388:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f07666af lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7bd expref: 37 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335554.287418:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5802300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041488640:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335554.287467:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850f00 going to sleep for 11 seconds 00000100:00100000:0.0:1763335554.294381:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc554f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041488512:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335554.294439:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b80400/0x10123ce7f0766796 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f87a expref: 11 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335554.294470:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b80400/0x10123ce7f0766796 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f87a expref: 11 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335554.294486:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5b80400, rc 0) 00000100:00100000:0.0:1763335554.294573:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbf5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+10:2406:x1848991029189120:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7949us (8224us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335554.294584:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1393 00000100:00100000:3.0:1763335554.295946:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5802300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041488640:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335554.295984:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 830347 00010000:00010000:3.0:1763335554.296021:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5800/0x10123ce7f076679d lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f873 expref: 24 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335554.296043:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335554.296046:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335554.296051:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5800/0x10123ce7f076679d lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f873 expref: 24 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335554.296065:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5800, rc 0) 00000100:00100000:3.0:1763335554.296138:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbf4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+23:2406:x1848991029188992:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 8817us (9720us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335554.296147:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1915 00000100:00100000:1.0:1763335554.302355:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335554.302644:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029189376 00000100:00100000:3.0:1763335554.302659:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029189376 00000100:00100000:3.0:1763335554.304691:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1916 00000100:00100000:3.0:1763335554.304736:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbf6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+23:15720:x1848991029189376:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:3.0:1763335554.304819:0:8224:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335554.304859:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b80e00/0x10123ce7f0766781 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f85e expref: 23 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335554.304902:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335554.304907:0:8224:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763335554.305131:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5c00/0x10123ce7f07667a4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335554.305154:0:8224:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e800/0x10123ce7f0766773 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f857 expref: 37 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335554.305166:0:8224:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5c00/0x10123ce7f07667a4 lrc: 4/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335554.305212:0:8224:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e800/0x10123ce7f0766773 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f857 expref: 37 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335554.305229:0:8224:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e800/0x10123ce7f0766773 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f857 expref: 37 pid: 6516 timeout: 454 lvb_type: 0 00000100:00100000:3.0:1763335554.305245:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5802300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041488768:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335554.306369:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850a80 going to sleep for 11 seconds 00000100:00100000:3.0:1763335554.308927:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5802300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041488768:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335554.308972:0:8224:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5c00/0x10123ce7f07667a4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000100:00100000:1.0:1763335554.315572:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335554.316224:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029189504 00000100:00100000:0.0:1763335554.316238:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029189504 00010000:00010000:0.0:1763335554.316310:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e800/0x10123ce7f0766773 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f857 expref: 38 pid: 6516 timeout: 454 lvb_type: 0 00000100:00100000:0.0:1763335554.316362:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 706 00000100:00100000:0.0:1763335554.316373:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbf7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+38:2408:x1848991029189504:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335554.316394:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335554.316402:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e800/0x10123ce7f0766773 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f857 expref: 38 pid: 6516 timeout: 454 lvb_type: 0 00010000:00010000:0.0:1763335554.316423:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e800/0x10123ce7f0766773 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f857 expref: 38 pid: 6516 timeout: 454 lvb_type: 0 00010000:00010000:0.0:1763335554.316452:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e800/0x10123ce7f0766773 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f857 expref: 38 pid: 6516 timeout: 454 lvb_type: 0 00010000:00010000:0.0:1763335554.316471:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335554.316477:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5c00/0x10123ce7f07667a4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335554.316491:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5c00/0x10123ce7f07667a4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40290000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335554.316501:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5c00/0x10123ce7f07667a4 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40290000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335554.316540:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335554.316611:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbf7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+37:2408:x1848991029189504:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 239us (1056us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335554.316619:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 706 00010000:00010000:3.0:1763335554.317326:0:8224:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5c00/0x10123ce7f07667a4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335554.317339:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5c00/0x10123ce7f07667a4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000001:00080000:3.0:1763335554.317466:0:8224:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968032 00000004:00010000:3.0:1763335554.317527:0:8224:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 830347 -> 830347 00000004:00010000:3.0:1763335554.317531:0:8224:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335554 -> 1763335554 00000004:00010000:3.0:1763335554.317534:0:8224:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335554 -> 1763335553 00000004:00010000:3.0:1763335554.317537:0:8224:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335554 -> 1763335554 00000004:00010000:3.0:1763335554.317539:0:8224:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 344 -> 344 00000004:00010000:3.0:1763335554.317547:0:8224:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003ed80cdc reply state 0000000018c2d1ef transno 4294968033 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5c00/0x10123ce7f07667a4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335554.317564:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5c00/0x10123ce7f07667a4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335554.317572:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335554.317575:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763335554.317579:0:8224:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763335554.317717:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbf6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+25:15720:x1848991029189376:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 12996us (15375us total) trans 4294968033 rc 0/0 00000100:00100000:3.0:1763335554.317726:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1916 00000020:00080000:3.0:1763335554.317731:0:8224:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763335554.324594:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335554.325003:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029189632 00000100:00100000:3.0:1763335554.325017:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029189632 00000100:00100000:0.0:1763335554.326928:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1917 00000100:00100000:0.0:1763335554.326962:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbf7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+25:15720:x1848991029189632:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335554.326999:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335554.327030:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b80400/0x10123ce7f07667ab lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f881 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335554.327072:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f07666af lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7bd expref: 36 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335554.327088:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b80400/0x10123ce7f07667ab lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f881 expref: 26 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335554.327132:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f07666af lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7bd expref: 36 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335554.327149:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f07666af lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7bd expref: 36 pid: 6517 timeout: 454 lvb_type: 0 00000100:00100000:0.0:1763335554.327165:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc554f800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041488896:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335554.327304:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3180 going to sleep for 11 seconds 00000100:00100000:2.0:1763335554.331396:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335554.331861:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc554f800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041488896:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335554.331928:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b80400/0x10123ce7f07667ab lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f881 expref: 26 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335554.331953:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335554.331957:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335554.331962:0:6516:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b80400/0x10123ce7f07667ab lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f881 expref: 26 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335554.331976:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5b80400, rc 0) 00000100:00100000:1.0:1763335554.332065:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbf7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+26:15720:x1848991029189632:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5121us (7486us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335554.332076:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1917 00000100:00100000:3.0:1763335554.335743:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029189760 00000100:00100000:3.0:1763335554.335769:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029189760 00010000:00010000:2.0:1763335554.335964:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f07666af lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7bd expref: 37 pid: 6517 timeout: 454 lvb_type: 0 00000100:00100000:2.0:1763335554.336010:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 707 00000100:00100000:2.0:1763335554.336022:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc581f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+37:2408:x1848991029189760:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335554.336042:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335554.336078:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f07666af lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7bd expref: 37 pid: 6517 timeout: 454 lvb_type: 0 00010000:00010000:2.0:1763335554.336094:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f07666af lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7bd expref: 37 pid: 6517 timeout: 454 lvb_type: 0 00010000:00010000:2.0:1763335554.336128:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f07666af lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f7bd expref: 37 pid: 6517 timeout: 454 lvb_type: 0 00010000:00010000:2.0:1763335554.336145:0:13187:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335554.336152:0:13187:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b80400/0x10123ce7f07667ab lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f881 expref: 25 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335554.336170:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b80400/0x10123ce7f07667ab lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f881 expref: 25 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335554.336180:0:13187:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b80400/0x10123ce7f07667ab lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f881 expref: 25 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335554.336234:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b80400/0x10123ce7f07667ab lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f881 expref: 25 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335554.336252:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc581ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041489024:192.168.202.34@tcp:105: 00000100:00100000:2.0:1763335554.337552:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09540 going to sleep for 11 seconds 00000100:00100000:1.0:1763335554.344284:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335554.344498:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc581ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041489024:192.168.202.34@tcp:105: 00010000:00010000:2.0:1763335554.344533:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335554.344621:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc581f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+36:2408:x1848991029189760:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 8599us (13238us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335554.344637:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 707 00000100:00100000:0.0:1763335554.345715:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029189888 00000100:00100000:0.0:1763335554.345730:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029189888 00000100:00100000:0.0:1763335554.347896:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1394 00000100:00100000:0.0:1763335554.347926:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbf6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+10:15720:x1848991029189888:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335554.347951:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335554.347977:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81000/0x10123ce7f07667b2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f888 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335554.348013:0:8401:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81600/0x10123ce7f0766765 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f850 expref: 14 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335554.348024:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335554.348026:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335554.348031:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81000/0x10123ce7f07667b2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f888 expref: 11 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335554.348079:0:8401:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81600/0x10123ce7f0766765 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f850 expref: 14 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335554.348095:0:8401:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81600/0x10123ce7f0766765 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f850 expref: 14 pid: 8401 timeout: 455 lvb_type: 0 00000100:00100000:0.0:1763335554.348111:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc554ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041489152:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335554.348222:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3540 going to sleep for 11 seconds 00000100:00100000:0.0:1763335554.364257:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc554ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041489152:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335554.364311:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81000/0x10123ce7f07667b2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f888 expref: 11 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335554.364339:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5b81000, rc 0) 00000100:00100000:0.0:1763335554.364443:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbf6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+11:15720:x1848991029189888:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 16531us (20174us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335554.364454:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1394 00010000:00010000:2.0:1763335554.366088:0:6504:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763335554.366741:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335554.367110:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029190016 00000100:00100000:1.0:1763335554.367125:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029190016 00010000:00010000:1.0:1763335554.367184:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81600/0x10123ce7f0766765 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f850 expref: 15 pid: 8401 timeout: 455 lvb_type: 0 00000100:00100000:1.0:1763335554.367231:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 708 00000100:00100000:1.0:1763335554.367243:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f4704450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+15:2408:x1848991029190016:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335554.367266:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335554.367295:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81600/0x10123ce7f0766765 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f850 expref: 15 pid: 8401 timeout: 455 lvb_type: 0 00010000:00010000:1.0:1763335554.367311:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81600/0x10123ce7f0766765 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f850 expref: 15 pid: 8401 timeout: 455 lvb_type: 0 00010000:00010000:1.0:1763335554.367361:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81600/0x10123ce7f0766765 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f850 expref: 15 pid: 8401 timeout: 455 lvb_type: 0 00010000:00010000:1.0:1763335554.367383:0:13187:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335554.367385:0:13187:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335554.367394:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81000/0x10123ce7f07667b2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f888 expref: 10 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335554.367407:0:13187:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81000/0x10123ce7f07667b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f888 expref: 10 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335554.367458:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81000/0x10123ce7f07667b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f888 expref: 10 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335554.367474:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffbf5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:13187:1848991041489280:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335554.367937:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb180 going to sleep for 11 seconds 00000100:00100000:1.0:1763335554.372453:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335554.372686:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffbf5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:13187:1848991041489280:192.168.202.34@tcp:105: 00010000:00010000:2.0:1763335554.372734:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335554.372823:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f4704450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+14:2408:x1848991029190016:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 5580us (6089us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335554.372838:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 708 00000100:00100000:0.0:1763335554.373330:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029190144 00000100:00100000:0.0:1763335554.373340:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029190144 00002000:00010000:0.0:1763335554.373387:0:15204:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1459001->18446744073709551615) 00002000:00100000:0.0:1763335554.373392:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffbf4700 with x1848991029190144 ext(1459001->18446744073709551615) 00002000:00010000:0.0:1763335554.373405:0:15204:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffbf4700. 00000100:00100000:0.0:1763335554.373445:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 924 00000100:00100000:0.0:1763335554.373455:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbf4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+11:2408:x1848991029190144:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:0.0:1763335554.373750:0:15204:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 0 -> 1459001 00002000:00010000:0.0:1763335554.373755:0:15204:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335554 -> 1763335554 00002000:00010000:0.0:1763335554.373757:0:15204:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335554 -> 1763335553 00002000:00010000:0.0:1763335554.373760:0:15204:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335554 -> 1763335554 00002000:00010000:0.0:1763335554.373762:0:15204:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763335554.373801:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbf4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+12:2408:x1848991029190144:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 347us (1364us total) trans 4294967656 rc 0/0 00000100:00100000:0.0:1763335554.373809:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 924 00002000:00010000:0.0:1763335554.373813:0:15204:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1459001->18446744073709551615) 00002000:00100000:0.0:1763335554.373816:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0ffbf4700 with x1848991029190144 ext(1459001->18446744073709551615) 00002000:00010000:0.0:1763335554.373821:0:15204:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0ffbf4700. 00000100:00100000:3.0:1763335554.377929:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335554.380808:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029190272 00000100:00100000:1.0:1763335554.380830:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029190272 00000100:00100000:1.0:1763335554.380982:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1918 00000100:00100000:1.0:1763335554.380995:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5802300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+26:15720:x1848991029190272:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335554.381023:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335554.381055:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fe00/0x10123ce7f07667b9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f88f expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335554.381190:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e600/0x10123ce7f07667c0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:1.0:1763335554.381210:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e600/0x10123ce7f07667c0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 00010000:00010000:1.0:1763335554.381223:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e600/0x10123ce7f07667c0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00000004:00200000:1.0:1763335554.381260:0:6516:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 1459001 00000004:00200000:1.0:1763335554.381266:0:6516:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763335554.381292:0:6516:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e600/0x10123ce7f07667c0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00010000:00010000:1.0:1763335554.381332:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fe00/0x10123ce7f07667b9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f88f expref: 28 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335554.381362:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e600/0x10123ce7f07667c0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f88f expref: 27 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335554.381372:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335554.381376:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335554.381381:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643e600, rc 0) 00000100:00100000:1.0:1763335554.381489:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5802300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+27:15720:x1848991029190272:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 496us (3581us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335554.381499:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1918 00000100:00100000:3.0:1763335554.390003:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335554.391197:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029190400 00000100:00100000:2.0:1763335554.391215:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029190400 00002000:00100000:2.0:1763335554.391286:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5803800 x1848991029190400/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:600/0 lens 488/0 e 0 to 0 dl 1763335565 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335554.391300:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5803800 with x1848991029190400 00000100:00100000:2.0:1763335554.391349:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1094 00000100:00100000:2.0:1763335554.391362:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5803800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+27:2408:x1848991029190400:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335554.403113:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5803800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+27:2408:x1848991029190400:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 11735us (13105us total) trans 0 rc 65536/65536 00000100:00100000:2.0:1763335554.403130:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1094 00002000:00100000:2.0:1763335554.403147:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5803800 x1848991029190400/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:600/0 lens 488/440 e 0 to 0 dl 1763335565 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335554.403168:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5803800 with x1848991029190400 00000100:00100000:3.0:1763335554.420248:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335554.420439:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029190528 00000100:00100000:2.0:1763335554.420455:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029190528 00002000:00100000:2.0:1763335554.420526:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5803100 x1848991029190528/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:600/0 lens 488/0 e 0 to 0 dl 1763335565 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335554.420539:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5803100 with x1848991029190528 00000100:00100000:0.0:1763335554.420692:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1095 00000100:00100000:0.0:1763335554.420714:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5803100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+27:2409:x1848991029190528:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335554.424009:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5803100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+27:2409:x1848991029190528:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 3281us (3761us total) trans 0 rc 36864/36864 00000100:00100000:1.0:1763335554.424028:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1095 00002000:00100000:1.0:1763335554.424047:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5803100 x1848991029190528/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:600/0 lens 488/440 e 0 to 0 dl 1763335565 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335554.424060:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5803100 with x1848991029190528 00000100:00100000:2.0:1763335554.427997:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335554.428136:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029190656 00000100:00100000:1.0:1763335554.428151:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029190656 00002000:00100000:1.0:1763335554.428223:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc581f480 x1848991029190656/t0(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:600/0 lens 488/0 e 0 to 0 dl 1763335565 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335554.428235:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc581f480 with x1848991029190656 00000100:00100000:1.0:1763335554.428756:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1096 00000100:00100000:1.0:1763335554.428770:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc581f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+27:2407:x1848991029190656:12345-192.168.202.34@tcp:4:fsx.0 00000004:00010000:2.0:1763335554.431926:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 830347 -> 830347 00000004:00010000:2.0:1763335554.431940:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335554 -> 1763335554 00000004:00010000:2.0:1763335554.431943:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335553 -> 1763335553 00000004:00010000:2.0:1763335554.431945:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335554 -> 1763335554 00000004:00010000:2.0:1763335554.431947:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 344 -> 464 00000100:00100000:2.0:1763335554.432057:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc581f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+29:2407:x1848991029190656:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 3281us (4069us total) trans 4294968034 rc 0/0 00000100:00100000:2.0:1763335554.432072:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1096 00002000:00100000:2.0:1763335554.432090:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc581f480 x1848991029190656/t4294968034(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:600/0 lens 488/448 e 0 to 0 dl 1763335565 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335554.432100:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc581f480 with x1848991029190656 00000100:00100000:1.0:1763335554.434009:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335554.434112:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029190784 00000100:00100000:2.0:1763335554.434124:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029190784 00000100:00100000:1.0:1763335554.434261:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1919 00000100:00100000:1.0:1763335554.434273:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbf4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+29:2409:x1848991029190784:12345-192.168.202.34@tcp:16:fsx.0 00000001:00080000:3.0:1763335554.436576:0:6496:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968034 is committed 00000001:00080000:3.0:1763335554.437259:0:6496:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968031 is committed 00010000:00010000:2.0:1763335554.437419:0:3637:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e200/0x10123ce7f0766685 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763335554.437435:0:3637:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e200/0x10123ce7f0766685 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763335554.437444:0:3637:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e200/0x10123ce7f0766685 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763335554.437452:0:3637:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc643e200 already unused, calling callback (ffffffffc1966550) 00010000:00010000:2.0:1763335554.437457:0:3637:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e200/0x10123ce7f0766685 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763335554.437467:0:3637:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e200/0x10123ce7f0766685 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763335554.437488:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335554.437491:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335554.437497:0:3637:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e200/0x10123ce7f0766685 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763335554.437505:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e200/0x10123ce7f0766685 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763335554.437529:0:3637:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5c00/0x10123ce7f07667a4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335554.437535:0:3637:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5c00/0x10123ce7f07667a4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335554.437542:0:3637:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5c00/0x10123ce7f07667a4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335554.437547:0:3637:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc2bd5c00 already unused, calling callback (ffffffffc1966550) 00010000:00010000:2.0:1763335554.437550:0:3637:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5c00/0x10123ce7f07667a4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335554.437557:0:3637:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5c00/0x10123ce7f07667a4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40218400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335554.437563:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335554.437566:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335554.437569:0:3637:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5c00/0x10123ce7f07667a4 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335554.437575:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5c00/0x10123ce7f07667a4 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00000100:00100000:0.0:1763335554.437820:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbf4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+15:2409:x1848991029190784:12345-192.168.202.34@tcp:16:fsx.0 Request processed in 3541us (3813us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335554.437834:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1919 00010000:00010000:1.0:1763335554.444277:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f600/0x10123ce7f0766424 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335554.444302:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f600/0x10123ce7f0766424 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335554.444312:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f600/0x10123ce7f0766424 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335554.444320:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc643f600 already unused, calling callback (ffffffffc1966550) 00010000:00010000:1.0:1763335554.444326:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f600/0x10123ce7f0766424 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335554.444336:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f600/0x10123ce7f0766424 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335554.444360:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335554.444363:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335554.444370:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f600/0x10123ce7f0766424 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335554.444376:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f600/0x10123ce7f0766424 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335554.444404:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ec00/0x10123ce7f0766638 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335554.444410:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ec00/0x10123ce7f0766638 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335554.444422:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ec00/0x10123ce7f0766638 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335554.444427:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc643ec00 already unused, calling callback (ffffffffc1966550) 00010000:00010000:1.0:1763335554.444430:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ec00/0x10123ce7f0766638 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335554.444435:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ec00/0x10123ce7f0766638 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335554.444443:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335554.444445:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335554.444448:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ec00/0x10123ce7f0766638 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335554.444453:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ec00/0x10123ce7f0766638 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335554.444464:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6200/0x10123ce7f07666a8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763335554.444470:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6200/0x10123ce7f07666a8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763335554.444476:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6200/0x10123ce7f07666a8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763335554.444480:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc58c6200 already unused, calling callback (ffffffffc1966550) 00010000:00010000:1.0:1763335554.444483:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6200/0x10123ce7f07666a8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763335554.444490:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6200/0x10123ce7f07666a8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763335554.444502:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335554.444504:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335554.444508:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6200/0x10123ce7f07666a8 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763335554.444513:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6200/0x10123ce7f07666a8 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763335554.444525:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f07666cb lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335554.444530:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f07666cb lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335554.444535:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f07666cb lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335554.444540:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc643f400 already unused, calling callback (ffffffffc1966550) 00010000:00010000:1.0:1763335554.444543:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f07666cb lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335554.444549:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f07666cb lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335554.444556:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335554.444559:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335554.444561:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f07666cb lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335554.444567:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f07666cb lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763335554.444576:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7c00/0x10123ce7f076675e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335554.444583:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7c00/0x10123ce7f076675e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335554.444589:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7c00/0x10123ce7f076675e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335554.444593:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc58c7c00 already unused, calling callback (ffffffffc1966550) 00010000:00010000:1.0:1763335554.444596:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7c00/0x10123ce7f076675e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335554.444601:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7c00/0x10123ce7f076675e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335554.444608:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335554.444609:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335554.444611:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7c00/0x10123ce7f076675e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335554.444616:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7c00/0x10123ce7f076675e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00000100:00100000:0.0:1763335554.445664:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335554.445757:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029190912 00000100:00100000:1.0:1763335554.445773:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029190912 00000100:00100000:1.0:1763335554.445857:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1920 00000100:00100000:1.0:1763335554.445909:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc554ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+10:15720:x1848991029190912:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335554.445937:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335554.445964:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fe00/0x10123ce7f07667c7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f896 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335554.446091:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fc00/0x10123ce7f07667ce lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:1.0:1763335554.446113:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fc00/0x10123ce7f07667ce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 00010000:00010000:1.0:1763335554.446125:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fc00/0x10123ce7f07667ce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00000004:00200000:1.0:1763335554.446158:0:6516:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 1459001 00000004:00200000:1.0:1763335554.446163:0:6516:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763335554.446185:0:6516:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fc00/0x10123ce7f07667ce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00010000:00010000:1.0:1763335554.446215:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fe00/0x10123ce7f07667c7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f896 expref: 12 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335554.446233:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fc00/0x10123ce7f07667ce lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f896 expref: 11 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335554.446243:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335554.446246:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335554.446249:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643fc00, rc 0) 00000100:00100000:1.0:1763335554.446320:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc554ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+11:15720:x1848991029190912:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 453us (669us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335554.446328:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1920 00000100:00100000:3.0:1763335554.449331:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335554.451790:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335554.451950:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029191040 00000100:00100000:2.0:1763335554.451964:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029191040 00000100:00100000:2.0:1763335554.452571:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1921 00000100:00100000:2.0:1763335554.452583:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5800380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:2407:x1848991029191040:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335554.452610:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335554.452637:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7e00/0x10123ce7f07667d5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f89d expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335554.452681:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b80400/0x10123ce7f07667ab lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f881 expref: 14 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335554.452743:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc581ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041489408:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335554.452888:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09840 going to sleep for 11 seconds 00000100:00100000:0.0:1763335554.454394:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029191168 00000100:00100000:0.0:1763335554.454407:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029191168 00000100:00100000:0.0:1763335554.454475:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1395 00000100:00100000:0.0:1763335554.454485:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5800e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+14:2407:x1848991029191168:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335554.454503:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335554.454521:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81c00/0x10123ce7f07667dc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f8a4 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335554.454586:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc554f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041489536:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335554.454677:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3180 going to sleep for 11 seconds 00002000:00010000:0.0:1763335554.458074:0:8401:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335553 -> 1763335554 00000100:00100000:0.0:1763335554.458116:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc554f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041489536:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335554.458162:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81c00/0x10123ce7f07667dc lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8a4 expref: 15 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335554.458191:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81c00/0x10123ce7f07667dc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8a4 expref: 15 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335554.458207:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5b81c00, rc 0) 00000100:00100000:0.0:1763335554.458292:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5800e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+14:2407:x1848991029191168:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3807us (6515us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335554.458302:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1395 00000004:00010000:3.0:1763335554.460502:0:8224:0:(mdt_lvb.c:189:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime: 1763335553 -> 1763335554 00000100:00100000:3.0:1763335554.460541:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc581ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041489408:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335554.460569:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 830347 00010000:00010000:3.0:1763335554.460593:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7e00/0x10123ce7f07667d5 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f89d expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335554.460624:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335554.460628:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335554.460634:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7e00/0x10123ce7f07667d5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f89d expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335554.460861:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc58c7e00, rc 0) 00000100:00100000:2.0:1763335554.465149:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5800380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:2407:x1848991029191040:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 12550us (15815us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335554.465167:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1921 00000100:00100000:2.0:1763335554.470261:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335554.470371:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335554.470502:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029191296 00000100:00100000:3.0:1763335554.470517:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029191296 00000100:00100000:0.0:1763335554.470684:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029191424 00000100:00100000:0.0:1763335554.470689:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029191424 00000100:00100000:0.0:1763335554.470769:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1396 00000100:00100000:0.0:1763335554.470782:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc581c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+14:2408:x1848991029191424:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335554.470809:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335554.470834:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81c00/0x10123ce7f07667e3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f8b2 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335554.470944:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc554f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041489664:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335554.471060:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3180 going to sleep for 11 seconds 00000100:00100000:3.0:1763335554.471143:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1922 00000100:00100000:3.0:1763335554.471154:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc581e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:2408:x1848991029191296:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335554.471167:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335554.471186:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5a00/0x10123ce7f07667ea lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f8ab expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335554.471227:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b80400/0x10123ce7f07667ab lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f881 expref: 14 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335554.471262:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5968e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041489792:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335554.471290:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850f00 going to sleep for 11 seconds 00000100:00100000:0.0:1763335554.476071:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc554f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041489664:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335554.476122:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81c00/0x10123ce7f07667e3 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8b2 expref: 15 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335554.476152:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81c00/0x10123ce7f07667e3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8b2 expref: 15 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335554.476169:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5b81c00, rc 0) 00000100:00100000:2.0:1763335554.476921:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5968e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041489792:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335554.476945:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 830347 00010000:00010000:2.0:1763335554.476960:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5a00/0x10123ce7f07667ea lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8ab expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335554.476979:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335554.476983:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335554.476988:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5a00/0x10123ce7f07667ea lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8ab expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335554.477002:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5a00, rc 0) 00000100:00100000:0.0:1763335554.480033:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc581c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+14:2408:x1848991029191424:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 9229us (9763us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335554.480054:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1396 00000100:00100000:2.0:1763335554.480543:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc581e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:2408:x1848991029191296:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 9387us (10167us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335554.480555:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1922 00000100:00100000:2.0:1763335554.485575:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335554.485682:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029191552 00000100:00100000:3.0:1763335554.485696:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029191552 00000100:00100000:1.0:1763335554.486454:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1923 00000100:00100000:1.0:1763335554.486471:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc581fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+11:15720:x1848991029191552:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335554.486498:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335554.486530:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f07667f1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f8b9 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335554.486580:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b80400/0x10123ce7f07667ab lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f881 expref: 14 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335554.486593:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f07667f1 lrc: 4/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8b9 expref: 12 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335554.486651:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b80400/0x10123ce7f07667ab lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f881 expref: 14 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335554.486668:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b80400/0x10123ce7f07667ab lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f881 expref: 14 pid: 6516 timeout: 455 lvb_type: 0 00000100:00100000:1.0:1763335554.486685:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffbf7800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041489920:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335554.486818:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb180 going to sleep for 11 seconds 00000100:00100000:0.0:1763335554.492075:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffbf7800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041489920:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335554.492121:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f07667f1 lrc: 3/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8b9 expref: 12 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335554.492145:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335554.492148:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335554.492153:0:6516:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f07667f1 lrc: 3/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8b9 expref: 12 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335554.492165:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643f400, rc 0) 00000100:00100000:0.0:1763335554.492236:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc581fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:15720:x1848991029191552:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5769us (6678us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335554.492246:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1923 00000100:00100000:2.0:1763335554.494832:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335554.497933:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029191680 00000100:00100000:1.0:1763335554.497955:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029191680 00010000:00010000:1.0:1763335554.498034:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b80400/0x10123ce7f07667ab lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f881 expref: 15 pid: 6516 timeout: 455 lvb_type: 0 00000100:00100000:1.0:1763335554.498072:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 709 00000100:00100000:1.0:1763335554.498084:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc581ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+15:2408:x1848991029191680:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335554.498105:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335554.498134:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b80400/0x10123ce7f07667ab lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f881 expref: 15 pid: 6516 timeout: 455 lvb_type: 0 00010000:00010000:1.0:1763335554.498149:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b80400/0x10123ce7f07667ab lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f881 expref: 15 pid: 6516 timeout: 455 lvb_type: 0 00010000:00010000:1.0:1763335554.498178:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b80400/0x10123ce7f07667ab lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f881 expref: 15 pid: 6516 timeout: 455 lvb_type: 0 00010000:00010000:1.0:1763335554.498201:0:13187:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335554.498207:0:13187:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f07667f1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8b9 expref: 11 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335554.498220:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f07667f1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8b9 expref: 11 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335554.498229:0:13187:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f07667f1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8b9 expref: 11 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335554.498279:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f07667f1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8b9 expref: 11 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335554.498294:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffbf7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041490048:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335554.498417:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb000 going to sleep for 11 seconds 00000100:00100000:2.0:1763335554.504834:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335554.504978:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffbf7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041490048:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335554.505008:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335554.505074:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc581ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+14:2408:x1848991029191680:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 6992us (10256us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335554.505087:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 709 00000100:00100000:3.0:1763335554.506312:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029191808 00000100:00100000:3.0:1763335554.506326:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029191808 00002000:00100000:2.0:1763335554.506464:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc581e680 x1848991029191808/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:600/0 lens 488/0 e 0 to 0 dl 1763335565 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335554.506478:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc581e680 with x1848991029191808 00000100:00100000:2.0:1763335554.506523:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1097 00000100:00100000:2.0:1763335554.506534:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc581e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:2409:x1848991029191808:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335554.534112:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc581e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:2409:x1848991029191808:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 27561us (29272us total) trans 0 rc 831488/831488 00000100:00100000:2.0:1763335554.534137:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1097 00002000:00100000:2.0:1763335554.534155:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc581e680 x1848991029191808/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:600/0 lens 488/440 e 0 to 0 dl 1763335565 ref 1 fl Complete:/600/0 rc 831488/831488 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335554.534168:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc581e680 with x1848991029191808 00000100:00100000:3.0:1763335554.543011:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335554.543130:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029191936 00000100:00100000:0.0:1763335554.543144:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029191936 00000100:00100000:0.0:1763335554.543222:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1397 00000100:00100000:0.0:1763335554.543234:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5969f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+14:2407:x1848991029191936:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335554.543263:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335554.543290:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b80000/0x10123ce7f07667f8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f8c0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335554.543370:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc554f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041490176:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335554.549204:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3180 going to sleep for 11 seconds 00000100:00100000:1.0:1763335554.553336:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc554f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041490176:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335554.553390:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b80000/0x10123ce7f07667f8 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8c0 expref: 15 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335554.556164:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b80000/0x10123ce7f07667f8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8c0 expref: 15 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335554.556195:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5b80000, rc 0) 00000100:00100000:1.0:1763335554.556305:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5969f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+14:2407:x1848991029191936:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 13071us (13312us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335554.556316:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1397 00000100:00100000:1.0:1763335554.560356:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335554.560579:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029192064 00000100:00100000:0.0:1763335554.560594:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029192064 00000100:00100000:0.0:1763335554.560681:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1398 00000100:00100000:0.0:1763335554.560693:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbf7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+14:2409:x1848991029192064:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335554.560731:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335554.560760:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81800/0x10123ce7f07667ff lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f8c7 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335554.560854:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc554f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041490304:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335554.561009:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3900 going to sleep for 11 seconds 00000100:00100000:2.0:1763335554.567442:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335554.567491:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335554.567511:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc554f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041490304:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335554.567529:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029192192 00000100:00100000:2.0:1763335554.567537:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029192192 00010000:00010000:0.0:1763335554.567559:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81800/0x10123ce7f07667ff lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8c7 expref: 15 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335554.567589:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81800/0x10123ce7f07667ff lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8c7 expref: 15 pid: 8401 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1763335554.567600:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 366 00010000:00010000:0.0:1763335554.567604:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5b81800, rc 0) 00000100:00100000:2.0:1763335554.567609:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c71a1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f4bc7452-2198-4a0d-a8bc-8fee3c386313+12:2409:x1848991029192192:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:0.0:1763335554.567677:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbf7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+14:2409:x1848991029192064:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6985us (7338us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335554.567686:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1398 00000100:00100000:1.0:1763335554.568006:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029192320 00000100:00100000:1.0:1763335554.568011:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029192320 00000100:00100000:1.0:1763335554.568064:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 347 00000100:00100000:1.0:1763335554.568071:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991029192320:12345-192.168.202.34@tcp:400:kworker.0 00000100:00080000:0.0:1763335554.568152:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1763335554.569016:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c71a1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f4bc7452-2198-4a0d-a8bc-8fee3c386313+12:2409:x1848991029192192:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 1399us (1515us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335554.569030:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 366 00000100:00100000:3.0:1763335554.570313:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335554.570349:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991029192320:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 2275us (2921us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335554.570364:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 347 00000100:00100000:1.0:1763335554.570414:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029192448 00000100:00100000:1.0:1763335554.570424:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029192448 00000100:00080000:3.0:1763335554.570473:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1763335554.570485:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 348 00000100:00100000:1.0:1763335554.570495:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5968e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+5:2409:x1848991029192448:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:1.0:1763335554.570573:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5968e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+5:2409:x1848991029192448:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 79us (268us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335554.570580:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 348 00000100:00100000:3.0:1763335554.579046:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335554.579140:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029192704 00000100:00100000:0.0:1763335554.579153:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029192704 00000100:00100000:0.0:1763335554.579234:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1924 00000100:00100000:0.0:1763335554.579247:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4522a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+14:15720:x1848991029192704:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:0.0:1763335554.579318:0:8224:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335554.579354:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e600/0x10123ce7f07667c0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f88f expref: 14 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335554.579377:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335554.579383:0:8224:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335554.579636:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81800/0x10123ce7f0766806 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335554.581454:0:8224:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fc00/0x10123ce7f07667ce lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f896 expref: 11 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335554.581468:0:8224:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81800/0x10123ce7f0766806 lrc: 4/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335554.581603:0:8224:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fc00/0x10123ce7f07667ce lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f896 expref: 11 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335554.581620:0:8224:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fc00/0x10123ce7f07667ce lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f896 expref: 11 pid: 6516 timeout: 455 lvb_type: 0 00000100:00100000:2.0:1763335554.581688:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc57a1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041490432:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335554.581839:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f099c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335554.584364:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc57a1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041490432:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335554.584403:0:8224:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81800/0x10123ce7f0766806 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000100:00100000:3.0:1763335554.586318:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335554.586439:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029192832 00000100:00100000:1.0:1763335554.586454:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029192832 00010000:00010000:1.0:1763335554.586514:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fc00/0x10123ce7f07667ce lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f896 expref: 12 pid: 6516 timeout: 455 lvb_type: 0 00000100:00100000:1.0:1763335554.587246:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 710 00000100:00100000:1.0:1763335554.587262:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4523100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+12:2408:x1848991029192832:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335554.587282:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335554.587292:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fc00/0x10123ce7f07667ce lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f896 expref: 12 pid: 6516 timeout: 455 lvb_type: 0 00010000:00010000:1.0:1763335554.587308:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fc00/0x10123ce7f07667ce lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f896 expref: 12 pid: 6516 timeout: 455 lvb_type: 0 00010000:00010000:1.0:1763335554.587336:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fc00/0x10123ce7f07667ce lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f896 expref: 12 pid: 6516 timeout: 455 lvb_type: 0 00010000:00010000:1.0:1763335554.587354:0:13187:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335554.587360:0:13187:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81800/0x10123ce7f0766806 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335554.587372:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81800/0x10123ce7f0766806 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335554.587381:0:13187:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81800/0x10123ce7f0766806 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335554.587406:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335554.587480:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4523100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+11:2408:x1848991029192832:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 222us (1174us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335554.587488:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 710 00010000:00010000:2.0:1763335554.587607:0:8224:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81800/0x10123ce7f0766806 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335554.587614:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81800/0x10123ce7f0766806 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000001:00080000:2.0:1763335554.587796:0:8224:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968035 00000004:00010000:2.0:1763335554.587861:0:8224:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 830347 -> 830347 00000004:00010000:2.0:1763335554.587866:0:8224:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335554 -> 1763335554 00000004:00010000:2.0:1763335554.587891:0:8224:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335554 -> 1763335553 00000004:00010000:2.0:1763335554.587894:0:8224:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335554 -> 1763335554 00000004:00010000:2.0:1763335554.587896:0:8224:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 464 -> 464 00000004:00010000:2.0:1763335554.587903:0:8224:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a9d4930b reply state 000000006c711883 transno 4294968036 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81800/0x10123ce7f0766806 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335554.587917:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81800/0x10123ce7f0766806 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335554.587923:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335554.587926:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335554.587930:0:8224:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763335554.589497:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4522a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+16:15720:x1848991029192704:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 10239us (10453us total) trans 4294968036 rc 0/0 00000100:00100000:2.0:1763335554.589510:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1924 00000020:00080000:2.0:1763335554.589518:0:8224:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763335554.594097:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335554.594412:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029192960 00000100:00100000:0.0:1763335554.594425:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029192960 00000100:00100000:0.0:1763335554.594505:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1925 00000100:00100000:0.0:1763335554.594517:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc57a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+16:15720:x1848991029192960:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335554.594549:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335554.594579:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b80000/0x10123ce7f076680d lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f8ce expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335554.594619:0:8224:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f07667f1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8b9 expref: 10 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335554.594631:0:8224:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b80000/0x10123ce7f076680d lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8ce expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335554.594679:0:8224:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f07667f1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8b9 expref: 10 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335554.594695:0:8224:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f07667f1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8b9 expref: 10 pid: 6516 timeout: 455 lvb_type: 0 00000100:00100000:0.0:1763335554.594721:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc554f480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041490560:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335554.594844:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3b40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335554.600278:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc554f480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041490560:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335554.600329:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b80000/0x10123ce7f076680d lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8ce expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335554.600356:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335554.600360:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335554.600364:0:8224:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b80000/0x10123ce7f076680d lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8ce expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335554.600378:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5b80000, rc 0) 00000100:00100000:0.0:1763335554.601399:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc57a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+17:15720:x1848991029192960:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6873us (7309us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335554.601417:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1925 00000100:00100000:2.0:1763335554.603137:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335554.603795:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029193088 00000100:00100000:1.0:1763335554.603816:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029193088 00010000:00010000:1.0:1763335554.603899:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f07667f1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8b9 expref: 11 pid: 6516 timeout: 455 lvb_type: 0 00000100:00100000:1.0:1763335554.605999:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 711 00000100:00100000:1.0:1763335554.606037:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc57a1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+11:2409:x1848991029193088:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335554.606068:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335554.606106:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f07667f1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8b9 expref: 11 pid: 6516 timeout: 455 lvb_type: 0 00010000:00010000:1.0:1763335554.606126:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f07667f1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8b9 expref: 11 pid: 6516 timeout: 455 lvb_type: 0 00010000:00010000:1.0:1763335554.606155:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f400/0x10123ce7f07667f1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8b9 expref: 11 pid: 6516 timeout: 455 lvb_type: 0 00010000:00010000:1.0:1763335554.606174:0:13187:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335554.606182:0:13187:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b80000/0x10123ce7f076680d lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8ce expref: 16 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335554.606195:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b80000/0x10123ce7f076680d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8ce expref: 16 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335554.606206:0:13187:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b80000/0x10123ce7f076680d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8ce expref: 16 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335554.606262:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b80000/0x10123ce7f076680d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8ce expref: 16 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335554.606284:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffbf7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041490688:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335554.606420:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb000 going to sleep for 11 seconds 00000100:00100000:1.0:1763335554.611620:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffbf7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041490688:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335554.611723:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335554.611818:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc57a1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+10:2409:x1848991029193088:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 5800us (8689us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335554.611836:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 711 00000100:00100000:3.0:1763335554.612857:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335554.613298:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029193216 00000100:00100000:2.0:1763335554.613311:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029193216 00002000:00010000:2.0:1763335554.613363:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1698769->18446744073709551615) 00002000:00100000:2.0:1763335554.613370:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4523b80 with x1848991029193216 ext(1698769->18446744073709551615) 00002000:00010000:2.0:1763335554.613386:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4523b80. 00000100:00100000:2.0:1763335554.613428:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 925 00000100:00100000:2.0:1763335554.613439:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4523b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+12:2408:x1848991029193216:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:2.0:1763335554.614261:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1459001 -> 1698769 00002000:00010000:2.0:1763335554.614269:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335554 -> 1763335554 00002000:00010000:2.0:1763335554.614271:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335554 -> 1763335553 00002000:00010000:2.0:1763335554.614273:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335554 -> 1763335554 00002000:00010000:2.0:1763335554.614276:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763335554.614360:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4523b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+13:2408:x1848991029193216:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 919us (1505us total) trans 4294967657 rc 0/0 00000100:00100000:2.0:1763335554.614370:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 925 00002000:00010000:2.0:1763335554.614375:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1698769->18446744073709551615) 00002000:00100000:2.0:1763335554.614378:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4523b80 with x1848991029193216 ext(1698769->18446744073709551615) 00002000:00010000:2.0:1763335554.614384:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4523b80. 00000100:00100000:0.0:1763335554.617660:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335554.617791:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029193344 00000100:00100000:2.0:1763335554.617808:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029193344 00000100:00100000:2.0:1763335554.618195:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1926 00000100:00100000:2.0:1763335554.618208:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc554f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+17:15720:x1848991029193344:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335554.619229:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335554.619273:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7a00/0x10123ce7f0766814 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f8d5 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335554.619417:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6a00/0x10123ce7f076681b lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335554.619441:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6a00/0x10123ce7f076681b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335554.619454:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6a00/0x10123ce7f076681b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000004:00200000:2.0:1763335554.619489:0:8224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 1698769 00000004:00200000:2.0:1763335554.619494:0:8224:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763335554.619517:0:8224:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6a00/0x10123ce7f076681b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335554.619549:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7a00/0x10123ce7f0766814 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8d5 expref: 19 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335554.619570:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6a00/0x10123ce7f076681b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8d5 expref: 18 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335554.619580:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335554.619583:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335554.619586:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc58c6a00, rc 0) 00000100:00100000:2.0:1763335554.621912:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc554f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+18:15720:x1848991029193344:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3648us (4208us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335554.621930:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1926 00000100:00100000:3.0:1763335554.622963:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4521c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1848991041490944:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1763335554.623045:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335554.623101:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763335554.623107:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc554f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3654:1848991041490816:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1763335554.623128:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335554.629154:0:12324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041490944 00000100:00100000:1.0:1763335554.629175:0:12324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041490944 00000100:00100000:1.0:1763335554.629249:0:12324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041490816 00000100:00100000:1.0:1763335554.629253:0:12324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041490816 00000100:00100000:1.0:1763335554.629279:0:12324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00100000:1.0:1763335554.629291:0:12324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4520000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1848991041490944:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1763335554.629345:0:12324:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3921195008 avail 3689672704 00000100:00100000:1.0:1763335554.629446:0:12324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4520000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1848991041490944:12345-0@lo:13:osp-pre-0-1.0 Request processed in 157us (6400us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335554.629454:0:12324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00100000:1.0:1763335554.629475:0:12324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:1.0:1763335554.629480:0:12324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4521f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1848991041490816:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1763335554.629489:0:12324:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3921195008 avail 3689672704 00000100:00100000:1.0:1763335554.629508:0:12324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4521f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1848991041490816:12345-0@lo:13:osp-pre-0-0.0 Request processed in 29us (6380us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335554.629513:0:12324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00100000:2.0:1763335554.629634:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc554f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3654:1848991041490816:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1763335554.629652:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4521c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1848991041490944:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1763335554.647676:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335554.647747:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335554.647912:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029193600 00000100:00100000:0.0:1763335554.647926:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029193600 00002000:00100000:0.0:1763335554.647993:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4522680 x1848991029193600/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:600/0 lens 488/0 e 0 to 0 dl 1763335565 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335554.648005:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4522680 with x1848991029193600 00000100:00100000:0.0:1763335554.648043:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1098 00000100:00100000:0.0:1763335554.648053:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4522680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:2409:x1848991029193600:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335554.648101:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029193472 00000100:00100000:2.0:1763335554.648108:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029193472 00002000:00100000:2.0:1763335554.648144:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->1699839) req@ffff9aefc4523800 x1848991029193472/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:600/0 lens 488/0 e 0 to 0 dl 1763335565 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335554.648157:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4523800 with x1848991029193472 ext(1048576->1699839) 00002000:00010000:2.0:1763335554.648163:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4523800 00000100:00100000:2.0:1763335554.648195:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 926 00000100:00100000:2.0:1763335554.648204:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4523800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+13:2409:x1848991029193472:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335554.668377:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4522680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:2409:x1848991029193600:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 20310us (20615us total) trans 0 rc 831488/831488 00000100:00100000:0.0:1763335554.668395:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1098 00002000:00100000:0.0:1763335554.668410:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4522680 x1848991029193600/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:600/0 lens 488/440 e 0 to 0 dl 1763335565 ref 1 fl Complete:/600/0 rc 831488/831488 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335554.668422:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4522680 with x1848991029193600 00000100:00100000:2.0:1763335554.679431:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4523800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+13:2409:x1848991029193472:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 31211us (31754us total) trans 0 rc 651264/651264 00000100:00100000:2.0:1763335554.679449:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 926 00002000:00100000:2.0:1763335554.679468:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->1699839) req@ffff9aefc4523800 x1848991029193472/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:600/0 lens 488/440 e 0 to 0 dl 1763335565 ref 1 fl Complete:/600/0 rc 651264/651264 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335554.679480:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4523800 with x1848991029193472 ext(1048576->1699839) 00002000:00010000:2.0:1763335554.679488:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4523800 00000100:00100000:2.0:1763335554.688998:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335554.689108:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029193728 00000100:00100000:0.0:1763335554.689121:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029193728 00000100:00100000:0.0:1763335554.689202:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1927 00000100:00100000:0.0:1763335554.689214:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc57a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+10:15720:x1848991029193728:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335554.689242:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335554.689274:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8200/0x10123ce7f0766822 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f8dc expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335554.689314:0:8224:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b80000/0x10123ce7f076680d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8ce expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335554.689330:0:8224:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8200/0x10123ce7f0766822 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8dc expref: 11 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335554.689370:0:8224:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b80000/0x10123ce7f076680d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8ce expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335554.689384:0:8224:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b80000/0x10123ce7f076680d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8ce expref: 17 pid: 8224 timeout: 455 lvb_type: 0 00000100:00100000:0.0:1763335554.689400:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc554f800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041491072:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335554.689518:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3b40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335554.694537:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc554f800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041491072:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335554.694582:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8200/0x10123ce7f0766822 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8dc expref: 11 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335554.694605:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335554.694609:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335554.694613:0:8224:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8200/0x10123ce7f0766822 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8dc expref: 11 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335554.694626:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc8200, rc 0) 00000100:00100000:0.0:1763335554.697289:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc57a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:15720:x1848991029193728:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 8058us (8286us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335554.697309:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1927 00000100:00100000:2.0:1763335554.697946:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335554.698111:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029193856 00000100:00100000:1.0:1763335554.698125:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029193856 00010000:00010000:1.0:1763335554.698171:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b80000/0x10123ce7f076680d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8ce expref: 18 pid: 8224 timeout: 455 lvb_type: 0 00000100:00100000:1.0:1763335554.698203:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 712 00000100:00100000:1.0:1763335554.698211:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc57a3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+18:2406:x1848991029193856:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335554.698227:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335554.698253:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b80000/0x10123ce7f076680d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8ce expref: 18 pid: 8224 timeout: 455 lvb_type: 0 00010000:00010000:1.0:1763335554.698268:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b80000/0x10123ce7f076680d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8ce expref: 18 pid: 8224 timeout: 455 lvb_type: 0 00010000:00010000:1.0:1763335554.698293:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b80000/0x10123ce7f076680d lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8ce expref: 18 pid: 8224 timeout: 455 lvb_type: 0 00010000:00010000:1.0:1763335554.698313:0:13187:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335554.698320:0:13187:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8200/0x10123ce7f0766822 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8dc expref: 10 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335554.698335:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8200/0x10123ce7f0766822 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8dc expref: 10 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335554.698345:0:13187:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8200/0x10123ce7f0766822 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8dc expref: 10 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335554.698388:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8200/0x10123ce7f0766822 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8dc expref: 10 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335554.698409:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffbf7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041491200:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335554.698510:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb000 going to sleep for 11 seconds 00000100:00100000:1.0:1763335554.710559:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffbf7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:13187:1848991041491200:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763335554.710603:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335554.710714:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc57a3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+17:2406:x1848991029193856:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 12501us (12768us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335554.710729:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 712 00000100:00100000:0.0:1763335554.711307:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335554.712568:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029193984 00000100:00100000:1.0:1763335554.712586:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029193984 00002000:00100000:1.0:1763335554.712803:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc554f800 x1848991029193984/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:600/0 lens 488/0 e 0 to 0 dl 1763335565 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335554.712817:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc554f800 with x1848991029193984 00000100:00100000:1.0:1763335554.713518:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1099 00000100:00100000:1.0:1763335554.713537:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc554f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+11:2409:x1848991029193984:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335554.714722:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc554f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+11:2409:x1848991029193984:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 1186us (3409us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335554.714734:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1099 00002000:00100000:1.0:1763335554.714744:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc554f800 x1848991029193984/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:600/0 lens 488/4536 e 0 to 0 dl 1763335565 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335554.714754:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc554f800 with x1848991029193984 00000100:00100000:0.0:1763335554.721111:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335554.721281:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029194112 00000100:00100000:1.0:1763335554.721296:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029194112 00002000:00100000:1.0:1763335554.721369:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0d0396a00 x1848991029194112/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:600/0 lens 488/0 e 0 to 0 dl 1763335565 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335554.721387:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0d0396a00 with x1848991029194112 00000100:00100000:1.0:1763335554.721441:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1100 00000100:00100000:1.0:1763335554.721453:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0d0396a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+11:2406:x1848991029194112:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335554.723031:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0d0396a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+11:2406:x1848991029194112:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 1567us (1927us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335554.723047:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1100 00002000:00100000:1.0:1763335554.723059:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0d0396a00 x1848991029194112/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:600/0 lens 488/4536 e 0 to 0 dl 1763335565 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335554.723070:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0d0396a00 with x1848991029194112 00000100:00100000:2.0:1763335554.730034:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335554.730440:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029194240 00000100:00100000:0.0:1763335554.730458:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029194240 00000100:00100000:0.0:1763335554.730543:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1928 00000100:00100000:0.0:1763335554.730555:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc57a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:15720:x1848991029194240:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335554.730586:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335554.730617:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0766829 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f8e3 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335554.731022:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8800/0x10123ce7f0766830 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335554.731042:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8800/0x10123ce7f0766830 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335554.731055:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8800/0x10123ce7f0766830 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000004:00200000:0.0:1763335554.731089:0:8224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 1698769 00000004:00200000:0.0:1763335554.731094:0:8224:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763335554.731117:0:8224:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8800/0x10123ce7f0766830 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335554.731149:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0766829 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8e3 expref: 13 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335554.731171:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8800/0x10123ce7f0766830 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8e3 expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335554.731181:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335554.731184:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335554.731188:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc8800, rc 0) 00000100:00100000:0.0:1763335554.731268:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc57a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+12:15720:x1848991029194240:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 715us (1252us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335554.731277:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1928 00000100:00100000:2.0:1763335554.741426:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335554.741578:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029194368 00000100:00100000:0.0:1763335554.741593:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029194368 00000100:00100000:0.0:1763335554.741674:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1399 00000100:00100000:0.0:1763335554.741687:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc57a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+14:2409:x1848991029194368:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335554.741724:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335554.741749:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0766837 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f8ea expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335554.741827:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d0394700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041491328:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335554.742013:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3b40 going to sleep for 11 seconds 00002000:00010000:0.0:1763335554.750225:0:8401:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335553 -> 1763335554 00000100:00100000:0.0:1763335554.750266:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0394700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041491328:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335554.750315:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0766837 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8ea expref: 15 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335554.750345:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0766837 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8ea expref: 15 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335554.750361:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc8e00, rc 0) 00000100:00100000:0.0:1763335554.750829:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc57a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+14:2409:x1848991029194368:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 9140us (9415us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335554.750840:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1399 00000100:00100000:1.0:1763335554.754855:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335554.756788:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029194496 00000100:00100000:0.0:1763335554.756807:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029194496 00000100:00100000:2.0:1763335554.757845:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1400 00000100:00100000:2.0:1763335554.757895:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbf7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+14:2408:x1848991029194496:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335554.757923:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335554.757948:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c6400/0x10123ce7f076683e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f8f1 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335554.758028:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc57a3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041491456:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335554.758158:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09240 going to sleep for 11 seconds 00000100:00100000:3.0:1763335554.765858:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc57a3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041491456:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335554.770471:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c6400/0x10123ce7f076683e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8f1 expref: 15 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335554.770509:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c6400/0x10123ce7f076683e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8f1 expref: 15 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335554.770527:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc58c6400, rc 0) 00000100:00100000:2.0:1763335554.772612:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbf7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+14:2408:x1848991029194496:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 14739us (17757us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335554.772628:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1400 00000100:00100000:3.0:1763335554.777074:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335554.777240:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029194624 00000100:00100000:2.0:1763335554.777254:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029194624 00000100:00100000:2.0:1763335554.777332:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1401 00000100:00100000:2.0:1763335554.777344:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4521c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+14:2409:x1848991029194624:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335554.777368:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335554.777394:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c6c00/0x10123ce7f0766845 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f8f8 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335554.777470:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc57a3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041491584:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335554.777589:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09840 going to sleep for 11 seconds 00000100:00100000:2.0:1763335554.781978:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc57a3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041491584:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335554.782033:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c6c00/0x10123ce7f0766845 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8f8 expref: 15 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335554.782066:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c6c00/0x10123ce7f0766845 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8f8 expref: 15 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335554.782082:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc58c6c00, rc 0) 00000100:00100000:2.0:1763335554.782166:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4521c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+14:2409:x1848991029194624:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4822us (5113us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335554.782176:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1401 00000100:00100000:1.0:1763335554.790582:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335554.792903:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029194752 00000100:00100000:2.0:1763335554.792925:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029194752 00000100:00100000:2.0:1763335554.793023:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1402 00000100:00100000:2.0:1763335554.793036:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbf5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+14:15720:x1848991029194752:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335554.793068:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335554.793095:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c6400/0x10123ce7f076684c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f8ff expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335554.793139:0:8400:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81000/0x10123ce7f07667b2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f888 expref: 12 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335554.793149:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335554.793151:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335554.793156:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c6400/0x10123ce7f076684c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1216512->1220607] (req 1216512->1220607) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8ff expref: 15 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335554.793201:0:8400:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81000/0x10123ce7f07667b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f888 expref: 12 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335554.793217:0:8400:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81000/0x10123ce7f07667b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f888 expref: 12 pid: 8401 timeout: 455 lvb_type: 0 00000100:00100000:2.0:1763335554.793235:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc57a3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041491712:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335554.793362:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09840 going to sleep for 11 seconds 00000100:00100000:2.0:1763335554.800026:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc57a3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041491712:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335554.800073:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c6400/0x10123ce7f076684c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1216512->1220607] (req 1216512->1220607) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8ff expref: 15 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335554.800098:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc58c6400, rc 0) 00000100:00100000:2.0:1763335554.800176:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbf5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+15:15720:x1848991029194752:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7142us (9609us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335554.800186:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1402 00000100:00100000:1.0:1763335554.801403:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335554.802780:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029194880 00000100:00100000:2.0:1763335554.802800:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029194880 00010000:00010000:0.0:1763335554.803311:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81000/0x10123ce7f07667b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f888 expref: 13 pid: 8401 timeout: 455 lvb_type: 0 00000100:00100000:0.0:1763335554.803480:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 713 00000100:00100000:0.0:1763335554.803492:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3781500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+13:2409:x1848991029194880:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335554.803512:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335554.803540:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81000/0x10123ce7f07667b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f888 expref: 13 pid: 8401 timeout: 455 lvb_type: 0 00010000:00010000:0.0:1763335554.803556:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81000/0x10123ce7f07667b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f888 expref: 13 pid: 8401 timeout: 455 lvb_type: 0 00010000:00010000:0.0:1763335554.803589:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5b81000/0x10123ce7f07667b2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f888 expref: 13 pid: 8401 timeout: 455 lvb_type: 0 00010000:00010000:0.0:1763335554.803611:0:13187:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335554.803613:0:13187:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335554.803625:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c6400/0x10123ce7f076684c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1216512->1220607) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8ff expref: 14 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335554.803637:0:13187:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c6400/0x10123ce7f076684c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1216512->1220607) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8ff expref: 14 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335554.803690:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c6400/0x10123ce7f076684c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1216512->1220607) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8ff expref: 14 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335554.804482:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d0394700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:13187:1848991041491840:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335554.804653:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3b40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335554.813417:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0394700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:13187:1848991041491840:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763335554.813467:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335554.813546:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3781500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+12:2409:x1848991029194880:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 10054us (12149us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335554.813559:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 713 00000100:00100000:3.0:1763335554.814365:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335554.814412:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335554.814504:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029195008 00000100:00100000:2.0:1763335554.814516:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029195008 00002000:00100000:2.0:1763335554.814579:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->1699839) req@ffff9af0c2d01880 x1848991029195008/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:600/0 lens 488/0 e 0 to 0 dl 1763335565 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335554.814591:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0c2d01880 with x1848991029195008 ext(1048576->1699839) 00002000:00010000:2.0:1763335554.814598:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0c2d01880 00000100:00100000:2.0:1763335554.814633:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 927 00000100:00100000:2.0:1763335554.814643:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+15:2409:x1848991029195008:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335554.815536:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029195136 00000100:00100000:1.0:1763335554.815547:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029195136 00002000:00100000:1.0:1763335554.815589:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0c2d02300 x1848991029195136/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:600/0 lens 488/0 e 0 to 0 dl 1763335565 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335554.815599:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0c2d02300 with x1848991029195136 00000100:00100000:1.0:1763335554.815633:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1101 00000100:00100000:1.0:1763335554.815642:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:2409:x1848991029195136:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335554.822364:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:2409:x1848991029195136:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 6700us (7927us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335554.822386:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1101 00002000:00100000:1.0:1763335554.822406:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0c2d02300 x1848991029195136/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:600/0 lens 488/440 e 0 to 0 dl 1763335565 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335554.822418:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0c2d02300 with x1848991029195136 00000100:00100000:2.0:1763335554.828997:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+15:2409:x1848991029195008:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 14338us (14619us total) trans 0 rc 651264/651264 00000100:00100000:2.0:1763335554.829015:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 927 00002000:00100000:2.0:1763335554.829031:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->1699839) req@ffff9af0c2d01880 x1848991029195008/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:600/0 lens 488/440 e 0 to 0 dl 1763335565 ref 1 fl Complete:/600/0 rc 651264/651264 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335554.829042:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0c2d01880 with x1848991029195008 ext(1048576->1699839) 00002000:00010000:2.0:1763335554.829050:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0c2d01880 00000100:00100000:0.0:1763335554.835737:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335554.836022:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029195264 00000100:00100000:2.0:1763335554.836036:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029195264 00002000:00100000:2.0:1763335554.836107:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1216512->1236991) req@ffff9af0d0394700 x1848991029195264/t0(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:600/0 lens 488/0 e 0 to 0 dl 1763335565 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335554.836121:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0d0394700 with x1848991029195264 ext(1216512->1236991) 00002000:00010000:2.0:1763335554.836129:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0d0394700 00000100:00100000:2.0:1763335554.836171:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 928 00000100:00100000:2.0:1763335554.836183:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0d0394700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+15:2406:x1848991029195264:12345-192.168.202.34@tcp:4:fsx.0 00000100:00100000:2.0:1763335554.840390:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0d0394700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+17:2406:x1848991029195264:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 4191us (4651us total) trans 4294967658 rc 0/0 00000100:00100000:2.0:1763335554.840408:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 928 00002000:00100000:2.0:1763335554.840425:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1216512->1236991) req@ffff9af0d0394700 x1848991029195264/t4294967658(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:600/0 lens 488/448 e 0 to 0 dl 1763335565 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335554.840436:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0d0394700 with x1848991029195264 ext(1216512->1236991) 00002000:00010000:2.0:1763335554.840445:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0d0394700 00000100:00100000:1.0:1763335554.843438:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335554.843553:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029195392 00000100:00100000:2.0:1763335554.843566:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029195392 00000100:00100000:2.0:1763335554.843642:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1403 00000100:00100000:2.0:1763335554.843654:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3780380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+17:2409:x1848991029195392:12345-192.168.202.34@tcp:16:fsx.0 00000001:00080000:1.0:1763335554.845565:0:9466:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967658 is committed 00000001:00080000:1.0:1763335554.845588:0:9466:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967657 is committed 00000100:00100000:2.0:1763335554.845818:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3780380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991029195392:12345-192.168.202.34@tcp:16:fsx.0 Request processed in 2160us (2388us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335554.845830:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1403 00000100:00100000:0.0:1763335554.849823:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335554.849986:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029195648 00000100:00100000:2.0:1763335554.850000:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029195648 00000100:00100000:0.0:1763335554.850115:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335554.850209:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029195520 00000100:00100000:3.0:1763335554.850214:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029195520 00000100:00100000:3.0:1763335554.850266:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1929 00000100:00100000:3.0:1763335554.850278:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0d0394e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+17:2407:x1848991029195520:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335554.850308:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335554.850337:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4e00/0x10123ce7f0766853 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f906 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335554.850387:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8200/0x10123ce7f0766822 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8dc expref: 11 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335554.850439:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c2d02d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041491968:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335554.850564:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850300 going to sleep for 11 seconds 00000100:00100000:2.0:1763335554.850757:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1404 00000100:00100000:2.0:1763335554.850767:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0d0397480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2407:x1848991029195648:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335554.850778:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335554.850790:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c6c00/0x10123ce7f076685a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f90d expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335554.850837:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc57a3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041492096:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335554.850912:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09840 going to sleep for 11 seconds 00000004:00010000:3.0:1763335554.854438:0:6516:0:(mdt_lvb.c:183:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime: 1763335554 -> 1763335555 00000004:00010000:3.0:1763335554.854451:0:6516:0:(mdt_lvb.c:189:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime: 1763335553 -> 1763335555 00000004:00010000:3.0:1763335554.854453:0:6516:0:(mdt_lvb.c:195:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime: 1763335554 -> 1763335555 00000100:00100000:3.0:1763335554.854483:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c2d02d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041491968:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335554.854514:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 830347 00010000:00010000:3.0:1763335554.854537:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4e00/0x10123ce7f0766853 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f906 expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335554.854564:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335554.854568:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335554.854574:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4e00/0x10123ce7f0766853 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f906 expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335554.854592:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4e00, rc 0) 00000100:00100000:3.0:1763335554.856328:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0d0394e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+17:2407:x1848991029195520:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6035us (6195us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335554.856346:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1929 00002000:00010000:2.0:1763335554.857575:0:8400:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime: 1763335554 -> 1763335555 00002000:00010000:2.0:1763335554.857585:0:8400:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335554 -> 1763335555 00002000:00010000:2.0:1763335554.857588:0:8400:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime: 1763335554 -> 1763335555 00002000:00010000:2.0:1763335554.857591:0:8400:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks: 0 -> 40 00000100:00100000:2.0:1763335554.857618:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc57a3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041492096:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335554.857663:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c6c00/0x10123ce7f076685a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f90d expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335554.857691:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c6c00/0x10123ce7f076685a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f90d expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335554.857716:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc58c6c00, rc 0) 00000100:00100000:2.0:1763335554.857791:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0d0397480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2407:x1848991029195648:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7024us (7983us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335554.857800:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1404 00000100:00100000:1.0:1763335554.862756:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335554.862952:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335554.863106:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029195904 00000100:00100000:2.0:1763335554.863121:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029195904 00000100:00100000:2.0:1763335554.863204:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1405 00000100:00100000:2.0:1763335554.863217:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3780e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991029195904:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335554.863243:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335554.863268:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c6000/0x10123ce7f0766861 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f91b expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335554.863355:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc57a3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041492224:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335554.863470:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09840 going to sleep for 11 seconds 00000100:00100000:0.0:1763335554.863533:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029195776 00000100:00100000:0.0:1763335554.863539:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029195776 00000100:00100000:0.0:1763335554.863588:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1930 00000100:00100000:0.0:1763335554.863597:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3783480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+17:2409:x1848991029195776:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335554.863609:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335554.863627:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9000/0x10123ce7f0766868 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f914 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335554.863666:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8200/0x10123ce7f0766822 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8dc expref: 11 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335554.863692:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d0394a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041492352:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335554.863730:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3b40 going to sleep for 11 seconds 00000100:00100000:2.0:1763335554.866709:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc57a3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041492224:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335554.866767:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c6000/0x10123ce7f0766861 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f91b expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335554.866801:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c6000/0x10123ce7f0766861 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f91b expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335554.866817:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc58c6000, rc 0) 00000100:00100000:2.0:1763335554.866921:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3780e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991029195904:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3706us (3968us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335554.866931:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1405 00000100:00100000:1.0:1763335554.867651:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0394a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041492352:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335554.867674:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 830347 00010000:00010000:1.0:1763335554.867692:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9000/0x10123ce7f0766868 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f914 expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335554.867720:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335554.867723:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335554.867729:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9000/0x10123ce7f0766868 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f914 expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335554.867744:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc9000, rc 0) 00000100:00100000:1.0:1763335554.867781:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3783480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+17:2409:x1848991029195776:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4186us (5041us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335554.867789:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1930 00000100:00100000:2.0:1763335554.874470:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335554.874956:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029196032 00000100:00100000:3.0:1763335554.874971:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029196032 00002000:00100000:3.0:1763335554.875165:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1470464->1478655) req@ffff9aefc57a3480 x1848991029196032/t0(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:600/0 lens 8680/0 e 0 to 0 dl 1763335565 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335554.875187:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc57a3480 with x1848991029196032 ext(1470464->1478655) 00002000:00010000:3.0:1763335554.875195:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc57a3480 00000100:00100000:3.0:1763335554.875432:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 929 00000100:00100000:3.0:1763335554.875445:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc57a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2406:x1848991029196032:12345-192.168.202.34@tcp:4:fsx.0 00000100:00100000:3.0:1763335554.876541:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc57a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2406:x1848991029196032:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 1089us (2078us total) trans 4294967659 rc 0/0 00000100:00100000:3.0:1763335554.876554:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 929 00002000:00100000:3.0:1763335554.876566:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1470464->1478655) req@ffff9aefc57a3480 x1848991029196032/t4294967659(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:600/0 lens 8680/448 e 0 to 0 dl 1763335565 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335554.876576:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc57a3480 with x1848991029196032 ext(1470464->1478655) 00002000:00010000:3.0:1763335554.876582:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc57a3480 00000100:00100000:3.0:1763335554.880766:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335554.880980:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029196160 00000100:00100000:2.0:1763335554.880995:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029196160 00000100:00100000:2.0:1763335554.881244:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1406 00000100:00100000:2.0:1763335554.881256:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+8:2407:x1848991029196160:12345-192.168.202.34@tcp:16:fsx.0 00000001:00080000:1.0:1763335554.885056:0:9466:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967659 is committed 00000100:00100000:2.0:1763335554.889506:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:2407:x1848991029196160:12345-192.168.202.34@tcp:16:fsx.0 Request processed in 8229us (8734us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335554.889528:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1406 00000100:00100000:0.0:1763335554.893971:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335554.894101:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029196416 00000100:00100000:1.0:1763335554.894117:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029196416 00000100:00100000:1.0:1763335554.894193:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1931 00000100:00100000:1.0:1763335554.894207:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0d0395180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:15720:x1848991029196416:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:1.0:1763335554.894282:0:6516:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335554.894318:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8800/0x10123ce7f0766830 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8e3 expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335554.894342:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335554.894349:0:6516:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335554.894725:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f800/0x10123ce7f076686f lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:1.0:1763335554.894744:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6a00/0x10123ce7f076681b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8d5 expref: 16 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335554.894754:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f800/0x10123ce7f076686f lrc: 4/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 00010000:00010000:1.0:1763335554.894796:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6a00/0x10123ce7f076681b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8d5 expref: 16 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335554.894811:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6a00/0x10123ce7f076681b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8d5 expref: 16 pid: 8224 timeout: 455 lvb_type: 0 00000100:00100000:1.0:1763335554.894829:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc3783b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041492480:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335554.895111:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb000 going to sleep for 11 seconds 00000100:00100000:3.0:1763335554.897786:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335554.898291:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029196544 00000100:00100000:0.0:1763335554.898304:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029196544 00010000:00010000:0.0:1763335554.898362:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6a00/0x10123ce7f076681b lrc: 5/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8d5 expref: 17 pid: 8224 timeout: 455 lvb_type: 0 00000100:00100000:0.0:1763335554.898414:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 714 00000100:00100000:0.0:1763335554.898423:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d00a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+17:2409:x1848991029196544:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335554.898440:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335554.898447:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6a00/0x10123ce7f076681b lrc: 5/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8d5 expref: 17 pid: 8224 timeout: 455 lvb_type: 0 00010000:00010000:0.0:1763335554.898461:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6a00/0x10123ce7f076681b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8d5 expref: 17 pid: 8224 timeout: 455 lvb_type: 0 00010000:00010000:0.0:1763335554.898486:0:13187:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335554.898492:0:13187:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f800/0x10123ce7f076686f lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 00010000:00010000:0.0:1763335554.898503:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f800/0x10123ce7f076686f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50290000000000 pid: 6516 initiator: MDT0 00010000:00010000:0.0:1763335554.898511:0:13187:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f800/0x10123ce7f076686f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50290000000000 pid: 6516 initiator: MDT0 00010000:00010000:0.0:1763335554.898531:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335554.898655:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6a00/0x10123ce7f076681b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8d5 expref: 17 pid: 8224 timeout: 455 lvb_type: 0 00000100:00100000:1.0:1763335554.898671:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc3783b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041492480:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335554.898704:0:6516:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f800/0x10123ce7f076686f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00010000:00010000:1.0:1763335554.898713:0:6516:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f800/0x10123ce7f076686f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00010000:00010000:1.0:1763335554.898719:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f800/0x10123ce7f076686f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00000001:00080000:1.0:1763335554.898847:0:6516:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968037 00000004:00010000:1.0:1763335554.898933:0:6516:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 830347 -> 830347 00000004:00010000:1.0:1763335554.898937:0:6516:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335555 -> 1763335555 00000004:00010000:1.0:1763335554.898940:0:6516:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335555 -> 1763335553 00000004:00010000:1.0:1763335554.898942:0:6516:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335555 -> 1763335555 00000004:00010000:1.0:1763335554.898945:0:6516:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 464 -> 464 00000004:00010000:1.0:1763335554.898953:0:6516:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000026d76226 reply state 0000000084cc9808 transno 4294968038 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f800/0x10123ce7f076686f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00010000:00010000:1.0:1763335554.898967:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f800/0x10123ce7f076686f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 00010000:00010000:1.0:1763335554.898973:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335554.898976:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335554.898979:0:6516:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763335554.899310:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d00a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+16:2409:x1848991029196544:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 883us (1534us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335554.899320:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 714 00000100:00100000:1.0:1763335554.899769:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0d0395180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+14:15720:x1848991029196416:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 5563us (5812us total) trans 4294968038 rc 0/0 00000100:00100000:1.0:1763335554.899777:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1931 00000020:00080000:1.0:1763335554.899781:0:6516:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763335554.901586:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335554.901843:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029196672 00000100:00100000:3.0:1763335554.901859:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029196672 00002000:00010000:3.0:1763335554.901949:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1817085->18446744073709551615) 00002000:00100000:3.0:1763335554.901955:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0d0394000 with x1848991029196672 ext(1817085->18446744073709551615) 00002000:00010000:3.0:1763335554.901972:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0d0394000. 00000100:00100000:3.0:1763335554.902022:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 930 00000100:00100000:2.0:1763335554.902351:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0d0394000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2407:x1848991029196672:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:2.0:1763335554.902680:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1698769 -> 1817085 00002000:00010000:2.0:1763335554.902685:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335555 -> 1763335555 00002000:00010000:2.0:1763335554.902688:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335555 -> 1763335554 00002000:00010000:2.0:1763335554.902691:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335555 -> 1763335555 00002000:00010000:2.0:1763335554.902703:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 40 -> 56 00000100:00100000:2.0:1763335554.902785:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0d0394000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+7:2407:x1848991029196672:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 536us (1208us total) trans 4294967660 rc 0/0 00000100:00100000:2.0:1763335554.902795:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 930 00002000:00010000:2.0:1763335554.902801:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1817085->18446744073709551615) 00002000:00100000:2.0:1763335554.902805:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0d0394000 with x1848991029196672 ext(1817085->18446744073709551615) 00002000:00010000:2.0:1763335554.902812:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0d0394000. 00000100:00100000:2.0:1763335554.905325:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335554.906621:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029196800 00000100:00100000:1.0:1763335554.906645:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029196800 00000100:00100000:1.0:1763335554.906762:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1932 00000100:00100000:1.0:1763335554.906777:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5f01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+14:15720:x1848991029196800:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335554.906812:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335554.906843:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e800/0x10123ce7f0766876 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f922 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335554.907026:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ea00/0x10123ce7f076687d lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:1.0:1763335554.907048:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ea00/0x10123ce7f076687d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 00010000:00010000:1.0:1763335554.907064:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ea00/0x10123ce7f076687d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00000004:00200000:1.0:1763335554.907100:0:6516:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 1817085 00000004:00200000:1.0:1763335554.907105:0:6516:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763335554.907130:0:6516:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ea00/0x10123ce7f076687d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00010000:00010000:1.0:1763335554.907163:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e800/0x10123ce7f0766876 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f922 expref: 16 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335554.907183:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ea00/0x10123ce7f076687d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f922 expref: 15 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335554.907193:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335554.907196:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335554.907200:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643ea00, rc 0) 00000100:00100000:1.0:1763335554.907297:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5f01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+15:15720:x1848991029196800:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 524us (1993us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335554.907305:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1932 00000100:00100000:3.0:1763335554.910859:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335554.911065:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029196928 00000100:00100000:2.0:1763335554.911081:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029196928 00000100:00100000:2.0:1763335554.911151:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1407 00000100:00100000:2.0:1763335554.911162:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:15720:x1848991029196928:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335554.911186:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335554.911210:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c6c00/0x10123ce7f0766884 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f929 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335554.911249:0:8400:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c6400/0x10123ce7f076684c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1216512->1220607) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8ff expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335554.911259:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335554.911262:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335554.911267:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c6c00/0x10123ce7f0766884 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1556480->1576959] (req 1556480->1576959) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f929 expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335554.911318:0:8400:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c6400/0x10123ce7f076684c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1216512->1220607) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8ff expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335554.911333:0:8400:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c6400/0x10123ce7f076684c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1216512->1220607) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8ff expref: 6 pid: 8400 timeout: 455 lvb_type: 0 00000100:00100000:2.0:1763335554.911350:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5f01500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041492608:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335554.911441:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09840 going to sleep for 11 seconds 00000100:00100000:2.0:1763335554.919498:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5f01500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041492608:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335554.919551:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c6c00/0x10123ce7f0766884 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1556480->1576959] (req 1556480->1576959) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f929 expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335554.919579:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc58c6c00, rc 0) 00000100:00100000:2.0:1763335554.919658:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+6:15720:x1848991029196928:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 8496us (8817us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335554.919668:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1407 00000100:00100000:0.0:1763335554.925147:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335554.925545:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029197056 00000100:00100000:3.0:1763335554.925559:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029197056 00010000:00010000:3.0:1763335554.925613:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c6400/0x10123ce7f076684c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1216512->1220607) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8ff expref: 7 pid: 8400 timeout: 455 lvb_type: 0 00000100:00100000:3.0:1763335554.925718:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 715 00000100:00100000:3.0:1763335554.925730:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f4706050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+7:2409:x1848991029197056:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335554.925752:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335554.925782:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c6400/0x10123ce7f076684c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1216512->1220607) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8ff expref: 7 pid: 8400 timeout: 455 lvb_type: 0 00010000:00010000:3.0:1763335554.925798:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c6400/0x10123ce7f076684c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1216512->1220607) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8ff expref: 7 pid: 8400 timeout: 455 lvb_type: 0 00010000:00010000:3.0:1763335554.925830:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c6400/0x10123ce7f076684c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1216512->1220607) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8ff expref: 7 pid: 8400 timeout: 455 lvb_type: 0 00010000:00010000:3.0:1763335554.925862:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335554.925865:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335554.926550:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c6c00/0x10123ce7f0766884 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1556480->1576959) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f929 expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335554.926565:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c6c00/0x10123ce7f0766884 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1556480->1576959) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f929 expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335554.926626:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c6c00/0x10123ce7f0766884 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1556480->1576959) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f929 expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335554.926642:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c2d02680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041492736:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335554.926768:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850300 going to sleep for 11 seconds 00000100:00100000:0.0:1763335554.929045:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c2d02680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041492736:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763335554.929078:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335554.929148:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f4706050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991029197056:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 3419us (4017us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335554.929160:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 715 00000100:00100000:0.0:1763335554.933031:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335554.933182:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029197184 00000100:00100000:2.0:1763335554.933198:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029197184 00000100:00100000:2.0:1763335554.933289:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 931 00000100:00100000:2.0:1763335554.933302:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0d0397800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991029197184:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:2.0:1763335554.934256:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1817085 -> 1817085 00002000:00010000:2.0:1763335554.934264:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335555 -> 1763335555 00002000:00010000:2.0:1763335554.934267:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335554 -> 1763335554 00002000:00010000:2.0:1763335554.934270:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335555 -> 1763335555 00002000:00010000:2.0:1763335554.934273:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 56 -> 56 00000100:00100000:2.0:1763335554.934365:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0d0397800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991029197184:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 1064us (1354us total) trans 4294967661 rc 0/0 00000100:00100000:2.0:1763335554.934375:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 931 00000100:00100000:1.0:1763335554.947394:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335554.947708:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029197312 00000100:00100000:2.0:1763335554.947722:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029197312 00000100:00100000:2.0:1763335554.947807:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1933 00000100:00100000:2.0:1763335554.947819:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3783b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+16:15720:x1848991029197312:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335554.947850:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335554.947940:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7800/0x10123ce7f076688b lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f930 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335554.948084:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6e00/0x10123ce7f0766892 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335554.948104:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6e00/0x10123ce7f0766892 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335554.948117:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6e00/0x10123ce7f0766892 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000004:00200000:2.0:1763335554.948151:0:8224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 1817085 00000004:00200000:2.0:1763335554.948170:0:8224:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763335554.948204:0:8224:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6e00/0x10123ce7f0766892 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335554.948238:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7800/0x10123ce7f076688b lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f930 expref: 18 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335554.948261:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6e00/0x10123ce7f0766892 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f930 expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335554.948275:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335554.948279:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335554.948283:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc58c6e00, rc 0) 00000100:00100000:2.0:1763335554.948356:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3783b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+17:15720:x1848991029197312:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 540us (977us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335554.948364:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1933 00000100:00100000:3.0:1763335554.954973:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335554.955171:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029197440 00000100:00100000:1.0:1763335554.955186:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029197440 00000100:00100000:2.0:1763335554.955938:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1934 00000100:00100000:2.0:1763335554.955964:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+17:2409:x1848991029197440:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335554.955999:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335554.956034:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7000/0x10123ce7f0766899 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f937 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335554.956099:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8200/0x10123ce7f0766822 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8dc expref: 14 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335554.956174:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5f01500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041492864:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335554.956308:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09840 going to sleep for 11 seconds 00000004:00010000:2.0:1763335554.963115:0:8224:0:(mdt_lvb.c:189:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime: 1763335553 -> 1763335554 00000100:00100000:2.0:1763335554.963156:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5f01500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041492864:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335554.963188:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 830347 00010000:00010000:2.0:1763335554.963213:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7000/0x10123ce7f0766899 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f937 expref: 18 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335554.963240:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335554.963244:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335554.963251:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c7000/0x10123ce7f0766899 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f937 expref: 18 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335554.963268:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc58c7000, rc 0) 00000100:00100000:2.0:1763335554.963348:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+17:2409:x1848991029197440:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7392us (8391us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335554.963361:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1934 00000100:00100000:2.0:1763335554.968801:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335554.968921:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029197568 00000100:00100000:0.0:1763335554.968935:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029197568 00000100:00100000:0.0:1763335554.969342:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1935 00000100:00100000:0.0:1763335554.969359:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5f01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+17:2408:x1848991029197568:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335554.969390:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335554.969421:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9200/0x10123ce7f07668a0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f93e expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335554.969476:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8200/0x10123ce7f0766822 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8dc expref: 14 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335554.969535:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d0395500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041492992:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335554.969655:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3f00 going to sleep for 11 seconds 00000100:00100000:0.0:1763335554.972141:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0395500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041492992:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335554.972183:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 830347 00010000:00010000:0.0:1763335554.972212:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9200/0x10123ce7f07668a0 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f93e expref: 18 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335554.972241:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335554.972245:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335554.972251:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9200/0x10123ce7f07668a0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f93e expref: 18 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335554.972273:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc9200, rc 0) 00000100:00100000:0.0:1763335554.974634:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5f01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+17:2408:x1848991029197568:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5261us (5829us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335554.974653:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1935 00000100:00100000:3.0:1763335554.980801:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335554.983231:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029197696 00000100:00100000:2.0:1763335554.983257:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029197696 00000100:00100000:2.0:1763335554.983361:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1408 00000100:00100000:2.0:1763335554.983371:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:2406:x1848991029197696:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335554.983397:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335554.983420:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c7800/0x10123ce7f07668a7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f945 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335554.983496:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5f01f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041493120:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335554.983629:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09840 going to sleep for 11 seconds 00002000:00010000:0.0:1763335554.998742:0:8400:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335554 -> 1763335555 00000100:00100000:0.0:1763335554.998780:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5f01f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041493120:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335554.998830:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c7800/0x10123ce7f07668a7 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f945 expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335554.998860:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c7800/0x10123ce7f07668a7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f945 expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335554.998921:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc58c7800, rc 0) 00000100:00100000:1.0:1763335554.999075:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:2406:x1848991029197696:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 15700us (18286us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335554.999088:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1408 00000100:00100000:3.0:1763335555.002245:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335555.003585:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029197824 00000100:00100000:1.0:1763335555.003609:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029197824 00000100:00100000:1.0:1763335555.004628:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1409 00000100:00100000:1.0:1763335555.004653:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991029197824:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335555.004682:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335555.004719:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e200/0x10123ce7f07668ae lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f94c expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335555.004807:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc3782300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041493248:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335555.004954:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc55fb180 going to sleep for 11 seconds 00000100:00100000:1.0:1763335555.013329:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc3782300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041493248:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335555.013387:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e200/0x10123ce7f07668ae lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f94c expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335555.013420:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e200/0x10123ce7f07668ae lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f94c expref: 7 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335555.013437:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643e200, rc 0) 00000100:00100000:1.0:1763335555.013540:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991029197824:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 8897us (11319us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335555.013552:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1409 00000100:00100000:2.0:1763335555.021291:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335555.021443:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029197952 00000100:00100000:1.0:1763335555.021456:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029197952 00000100:00100000:0.0:1763335555.021758:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1410 00000100:00100000:0.0:1763335555.021774:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5f02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991029197952:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335555.021800:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335555.021827:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9200/0x10123ce7f07668b5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f953 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335555.021933:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d0395500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041493376:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335555.022151:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3f00 going to sleep for 11 seconds 00000100:00100000:0.0:1763335555.024210:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0395500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041493376:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335555.024263:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9200/0x10123ce7f07668b5 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f953 expref: 7 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335555.024294:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9200/0x10123ce7f07668b5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f953 expref: 7 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335555.024310:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc9200, rc 0) 00000100:00100000:0.0:1763335555.024380:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5f02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991029197952:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2609us (3103us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335555.024390:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1410 00000100:00100000:3.0:1763335555.027075:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335555.027425:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029198080 00000100:00100000:0.0:1763335555.027439:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029198080 00000100:00100000:0.0:1763335555.027514:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1411 00000100:00100000:0.0:1763335555.027526:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+6:2406:x1848991029198080:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335555.027550:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335555.027577:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9400/0x10123ce7f07668bc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f95a expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335555.027664:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d0395500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041493504:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335555.027797:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3f00 going to sleep for 11 seconds 00000100:00100000:0.0:1763335555.031359:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0395500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041493504:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335555.031410:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9400/0x10123ce7f07668bc lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f95a expref: 7 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335555.031441:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9400/0x10123ce7f07668bc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f95a expref: 7 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335555.031454:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc9400, rc 0) 00000100:00100000:0.0:1763335555.031545:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+6:2406:x1848991029198080:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4019us (4481us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335555.031559:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1411 00000100:00100000:3.0:1763335555.036090:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335555.036397:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029198208 00000100:00100000:0.0:1763335555.036412:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029198208 00000100:00100000:0.0:1763335555.036497:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1412 00000100:00100000:0.0:1763335555.036510:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991029198208:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335555.036535:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335555.036562:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9200/0x10123ce7f07668c3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f961 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335555.036638:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d0395500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041493632:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335555.036926:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3f00 going to sleep for 11 seconds 00000100:00100000:0.0:1763335555.039399:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0395500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041493632:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335555.039457:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9200/0x10123ce7f07668c3 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f961 expref: 7 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335555.039491:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9200/0x10123ce7f07668c3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f961 expref: 7 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335555.039506:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc9200, rc 0) 00000100:00100000:0.0:1763335555.039618:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+6:2408:x1848991029198208:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3109us (3543us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335555.039629:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1412 00000100:00100000:2.0:1763335555.043007:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335555.044885:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029198336 00000100:00100000:0.0:1763335555.044908:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029198336 00000100:00100000:0.0:1763335555.044985:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1413 00000100:00100000:0.0:1763335555.044997:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5f02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+6:2407:x1848991029198336:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335555.045022:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335555.045357:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9200/0x10123ce7f07668ca lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f968 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335555.045436:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d0395500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041493760:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335555.045654:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3f00 going to sleep for 11 seconds 00000100:00100000:0.0:1763335555.049588:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0395500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041493760:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335555.049640:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9200/0x10123ce7f07668ca lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f968 expref: 7 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335555.049676:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9200/0x10123ce7f07668ca lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f968 expref: 7 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335555.049699:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc9200, rc 0) 00000100:00100000:0.0:1763335555.050810:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5f02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+6:2407:x1848991029198336:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5802us (7807us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335555.050825:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1413 00000100:00100000:3.0:1763335555.056569:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335555.057174:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029198464 00000100:00100000:0.0:1763335555.057191:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029198464 00000100:00100000:0.0:1763335555.057260:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1414 00000100:00100000:0.0:1763335555.057269:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7ced500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991029198464:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335555.057296:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335555.057321:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9200/0x10123ce7f07668d1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f96f expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335555.057401:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d0395500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041493888:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335555.057513:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3f00 going to sleep for 11 seconds 00000100:00100000:0.0:1763335555.066006:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0395500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041493888:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335555.066068:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9200/0x10123ce7f07668d1 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f96f expref: 7 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335555.066100:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9200/0x10123ce7f07668d1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f96f expref: 7 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335555.066115:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc9200, rc 0) 00000100:00100000:0.0:1763335555.066197:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7ced500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991029198464:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 8927us (9643us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335555.066208:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1414 00000100:00100000:3.0:1763335555.070079:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335555.070417:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029198592 00000100:00100000:1.0:1763335555.070434:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029198592 00002000:00100000:1.0:1763335555.070504:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7cef480 x1848991029198592/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:601/0 lens 488/0 e 0 to 0 dl 1763335566 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335555.070518:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7cef480 with x1848991029198592 00000100:00100000:1.0:1763335555.070568:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1102 00000100:00100000:1.0:1763335555.070580:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7cef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+15:2409:x1848991029198592:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335555.070862:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7cef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+15:2409:x1848991029198592:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 283us (798us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335555.070914:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1102 00002000:00100000:1.0:1763335555.070922:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7cef480 x1848991029198592/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:601/0 lens 488/4536 e 0 to 0 dl 1763335566 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335555.070931:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7cef480 with x1848991029198592 00000100:00100000:3.0:1763335555.076004:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335555.076578:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029198720 00000100:00100000:2.0:1763335555.076592:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029198720 00002000:00100000:2.0:1763335555.076664:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7ceea00 x1848991029198720/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:601/0 lens 488/0 e 0 to 0 dl 1763335566 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335555.076678:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7ceea00 with x1848991029198720 00000100:00100000:1.0:1763335555.077677:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1103 00000100:00100000:1.0:1763335555.077707:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7ceea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+15:2408:x1848991029198720:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335555.078198:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7ceea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+15:2408:x1848991029198720:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 508us (2208us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335555.078208:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1103 00002000:00100000:1.0:1763335555.078219:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7ceea00 x1848991029198720/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:601/0 lens 488/4536 e 0 to 0 dl 1763335566 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335555.078229:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7ceea00 with x1848991029198720 00000100:00100000:3.0:1763335555.082156:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335555.082394:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029198848 00000100:00100000:1.0:1763335555.082409:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029198848 00002000:00100000:1.0:1763335555.082498:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7ceed80 x1848991029198848/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:601/0 lens 488/0 e 0 to 0 dl 1763335566 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335555.082519:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7ceed80 with x1848991029198848 00000100:00100000:2.0:1763335555.083106:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1104 00000100:00100000:2.0:1763335555.083123:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7ceed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+15:2409:x1848991029198848:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335555.083407:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7ceed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+15:2409:x1848991029198848:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 290us (1282us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335555.083415:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1104 00002000:00100000:2.0:1763335555.083425:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7ceed80 x1848991029198848/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:601/0 lens 488/4536 e 0 to 0 dl 1763335566 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335555.083433:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7ceed80 with x1848991029198848 00000100:00100000:3.0:1763335555.087300:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335555.088220:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029198976 00000100:00100000:2.0:1763335555.088235:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029198976 00002000:00100000:2.0:1763335555.088307:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7cec380 x1848991029198976/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:601/0 lens 488/0 e 0 to 0 dl 1763335566 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335555.088319:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7cec380 with x1848991029198976 00000100:00100000:2.0:1763335555.088371:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1105 00000100:00100000:2.0:1763335555.088382:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7cec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+15:2407:x1848991029198976:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335555.088644:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7cec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+15:2407:x1848991029198976:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 262us (1362us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335555.088653:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1105 00002000:00100000:2.0:1763335555.088660:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7cec380 x1848991029198976/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:601/0 lens 488/4536 e 0 to 0 dl 1763335566 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335555.088668:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7cec380 with x1848991029198976 00000100:00100000:3.0:1763335555.098426:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335555.098644:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029199104 00000100:00100000:1.0:1763335555.098658:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029199104 00002000:00100000:1.0:1763335555.098741:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7cec700 x1848991029199104/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:601/0 lens 488/0 e 0 to 0 dl 1763335566 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335555.098757:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7cec700 with x1848991029199104 00000100:00100000:1.0:1763335555.098814:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1106 00000100:00100000:1.0:1763335555.098826:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7cec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+15:2409:x1848991029199104:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335555.099270:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7cec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+15:2409:x1848991029199104:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 443us (859us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335555.099279:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1106 00002000:00100000:1.0:1763335555.099288:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7cec700 x1848991029199104/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:601/0 lens 488/4536 e 0 to 0 dl 1763335566 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335555.099296:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7cec700 with x1848991029199104 00000100:00100000:2.0:1763335555.109225:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335555.109649:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029199232 00000100:00100000:1.0:1763335555.109662:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029199232 00002000:00100000:1.0:1763335555.109739:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f5f02a00 x1848991029199232/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:601/0 lens 488/0 e 0 to 0 dl 1763335566 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335555.109754:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f5f02a00 with x1848991029199232 00000100:00100000:0.0:1763335555.110044:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1107 00000100:00100000:0.0:1763335555.110061:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5f02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+15:2406:x1848991029199232:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335555.111395:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5f02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+15:2406:x1848991029199232:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 1329us (2177us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335555.111408:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1107 00002000:00100000:0.0:1763335555.111420:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f5f02a00 x1848991029199232/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:601/0 lens 488/4536 e 0 to 0 dl 1763335566 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335555.111429:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f5f02a00 with x1848991029199232 00000100:00100000:2.0:1763335555.115978:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335555.116065:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029199360 00000100:00100000:0.0:1763335555.116079:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029199360 00002000:00100000:0.0:1763335555.116149:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f5f00e00 x1848991029199360/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:601/0 lens 488/0 e 0 to 0 dl 1763335566 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335555.116162:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f5f00e00 with x1848991029199360 00000100:00100000:0.0:1763335555.116210:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1108 00000100:00100000:0.0:1763335555.116221:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5f00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+15:2409:x1848991029199360:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335555.116515:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5f00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+15:2409:x1848991029199360:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 294us (654us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335555.116524:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1108 00002000:00100000:0.0:1763335555.116532:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f5f00e00 x1848991029199360/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:601/0 lens 488/4536 e 0 to 0 dl 1763335566 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335555.116540:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f5f00e00 with x1848991029199360 00000100:00100000:2.0:1763335555.121225:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335555.121939:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029199488 00000100:00100000:0.0:1763335555.121955:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029199488 00000100:00100000:0.0:1763335555.122039:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1415 00000100:00100000:0.0:1763335555.122051:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5f03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991029199488:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335555.122076:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335555.122100:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9200/0x10123ce7f07668d8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f976 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335555.122178:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d0395500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041494016:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335555.122313:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3300 going to sleep for 11 seconds 00000100:00100000:0.0:1763335555.124614:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0395500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041494016:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335555.124667:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9200/0x10123ce7f07668d8 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f976 expref: 7 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335555.124711:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9200/0x10123ce7f07668d8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f976 expref: 7 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335555.124727:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc9200, rc 0) 00000100:00100000:0.0:1763335555.124805:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5f03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991029199488:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2756us (3595us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335555.124816:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1415 00000100:00100000:2.0:1763335555.128235:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335555.128332:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029199616 00000100:00100000:0.0:1763335555.128346:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029199616 00000100:00100000:0.0:1763335555.128514:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1416 00000100:00100000:0.0:1763335555.128690:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5f01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991029199616:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335555.128723:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335555.128749:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9400/0x10123ce7f07668df lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f97d expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335555.128831:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d0395500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041494144:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335555.129312:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3300 going to sleep for 11 seconds 00000100:00100000:0.0:1763335555.132454:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0395500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041494144:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335555.132503:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9400/0x10123ce7f07668df lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f97d expref: 7 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335555.132529:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9400/0x10123ce7f07668df lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f97d expref: 7 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335555.132548:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc9400, rc 0) 00000100:00100000:0.0:1763335555.132627:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5f01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991029199616:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3940us (4406us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335555.132637:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1416 00000100:00100000:2.0:1763335555.137081:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335555.137596:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029199744 00000100:00100000:0.0:1763335555.137611:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029199744 00000100:00100000:0.0:1763335555.137750:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1936 00000100:00100000:0.0:1763335555.137763:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+17:15720:x1848991029199744:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335555.137791:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335555.137817:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f07668e6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f984 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335555.137854:0:8224:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8200/0x10123ce7f0766822 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8dc expref: 14 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335555.137865:0:8224:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f07668e6 lrc: 4/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f984 expref: 18 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335555.137927:0:8224:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8200/0x10123ce7f0766822 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8dc expref: 14 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335555.137943:0:8224:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8200/0x10123ce7f0766822 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8dc expref: 14 pid: 8224 timeout: 455 lvb_type: 0 00000100:00100000:0.0:1763335555.137962:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d0395500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041494272:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335555.138083:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3300 going to sleep for 11 seconds 00000100:00080000:3.0:1763335555.138154:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1763335555.141733:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0395500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041494272:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335555.141784:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f07668e6 lrc: 3/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f984 expref: 18 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335555.141811:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335555.141815:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335555.141820:0:8224:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f07668e6 lrc: 3/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f984 expref: 18 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335555.141834:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc9400, rc 0) 00000100:00100000:0.0:1763335555.142054:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+18:15720:x1848991029199744:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4291us (4988us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335555.142066:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1936 00000100:00100000:3.0:1763335555.142398:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335555.142451:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029199872 00000100:00100000:1.0:1763335555.142461:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029199872 00002000:00100000:1.0:1763335555.142519:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7cedc00 x1848991029199872/t0(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:601/0 lens 488/0 e 0 to 0 dl 1763335566 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335555.142531:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7cedc00 with x1848991029199872 00010000:00010000:1.0:1763335555.142541:0:15202:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8200/0x10123ce7f0766822 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8dc expref: 15 pid: 8224 timeout: 455 lvb_type: 0 00010000:00010000:1.0:1763335555.142557:0:15202:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8200/0x10123ce7f0766822 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8dc expref: 15 pid: 8224 timeout: 455 lvb_type: 0 00002000:00010000:1.0:1763335555.142566:0:15202:0:(mdt_io.c:157:mdt_rw_hpreq_check()) lustre-MDT0000: refreshed 1 locks timeout for req ffff9af0f7cedc00 00000100:00100000:1.0:1763335555.142605:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 54 00000100:00100000:1.0:1763335555.142616:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7cedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+15:2408:x1848991029199872:12345-192.168.202.34@tcp:4:fsx.0 00000004:00010000:1.0:1763335555.148277:0:15202:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 830347 -> 830347 00000004:00010000:1.0:1763335555.148292:0:15202:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335555 -> 1763335555 00000004:00010000:1.0:1763335555.148295:0:15202:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335554 -> 1763335553 00000004:00010000:1.0:1763335555.148297:0:15202:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335555 -> 1763335555 00000004:00010000:1.0:1763335555.148300:0:15202:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 464 -> 600 00000100:00100000:1.0:1763335555.148440:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7cedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+17:2408:x1848991029199872:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 5815us (6032us total) trans 4294968039 rc 0/0 00000100:00100000:1.0:1763335555.148454:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 54 00002000:00100000:1.0:1763335555.148471:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7cedc00 x1848991029199872/t4294968039(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:601/0 lens 488/448 e 0 to 0 dl 1763335566 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335555.148482:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7cedc00 with x1848991029199872 00010000:00010000:1.0:1763335555.148492:0:15202:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8200/0x10123ce7f0766822 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8dc expref: 17 pid: 8224 timeout: 455 lvb_type: 0 00010000:00010000:1.0:1763335555.148514:0:15202:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8200/0x10123ce7f0766822 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8dc expref: 17 pid: 8224 timeout: 455 lvb_type: 0 00002000:00010000:1.0:1763335555.148523:0:15202:0:(mdt_io.c:157:mdt_rw_hpreq_check()) lustre-MDT0000: refreshed 1 locks timeout for req ffff9af0f7cedc00 00000100:00100000:2.0:1763335555.163112:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335555.163286:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029200000 00000100:00100000:0.0:1763335555.163299:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029200000 00010000:00010000:0.0:1763335555.163347:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8200/0x10123ce7f0766822 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8dc expref: 17 pid: 8224 timeout: 455 lvb_type: 0 00000100:00100000:0.0:1763335555.168553:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 716 00000100:00100000:0.0:1763335555.168596:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c0f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+17:2409:x1848991029200000:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335555.168626:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335555.168663:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8200/0x10123ce7f0766822 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8dc expref: 17 pid: 8224 timeout: 455 lvb_type: 0 00010000:00010000:0.0:1763335555.168683:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8200/0x10123ce7f0766822 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8dc expref: 17 pid: 8224 timeout: 455 lvb_type: 0 00010000:00010000:0.0:1763335555.168726:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8200/0x10123ce7f0766822 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f8dc expref: 17 pid: 8224 timeout: 455 lvb_type: 0 00010000:00010000:0.0:1763335555.168752:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335555.168760:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f07668e6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f984 expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335555.168775:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f07668e6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f984 expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335555.168784:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f07668e6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f984 expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335555.168842:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f07668e6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f984 expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335555.168860:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d0395500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041494400:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335555.169038:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3300 going to sleep for 11 seconds 00000100:00100000:0.0:1763335555.179962:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0395500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041494400:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763335555.179996:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335555.180069:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c0f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+16:2409:x1848991029200000:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 11497us (16970us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335555.180083:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 716 00000100:00100000:2.0:1763335555.187062:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335555.188238:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029200128 00000100:00100000:1.0:1763335555.188255:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029200128 00002000:00100000:1.0:1763335555.188327:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4c0e680 x1848991029200128/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:601/0 lens 488/0 e 0 to 0 dl 1763335566 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335555.188339:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4c0e680 with x1848991029200128 00000100:00100000:1.0:1763335555.188377:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1109 00000100:00100000:1.0:1763335555.188388:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+18:2408:x1848991029200128:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335555.196811:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335555.196987:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029200256 00000100:00100000:0.0:1763335555.197004:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029200256 00002000:00100000:0.0:1763335555.197073:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->1818623) req@ffff9aefc4c0c000 x1848991029200256/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:601/0 lens 488/0 e 0 to 0 dl 1763335566 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335555.197086:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4c0c000 with x1848991029200256 ext(1048576->1818623) 00002000:00010000:0.0:1763335555.197096:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4c0c000 00000100:00100000:0.0:1763335555.197148:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 932 00000100:00100000:0.0:1763335555.197159:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991029200256:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335555.204382:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+18:2408:x1848991029200128:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 15979us (17319us total) trans 0 rc 831488/831488 00000100:00100000:1.0:1763335555.204403:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1109 00002000:00100000:1.0:1763335555.204423:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4c0e680 x1848991029200128/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:601/0 lens 488/440 e 0 to 0 dl 1763335566 ref 1 fl Complete:/600/0 rc 831488/831488 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335555.204435:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4c0e680 with x1848991029200128 00000100:00100000:0.0:1763335555.207398:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991029200256:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 10222us (10594us total) trans 0 rc 770048/770048 00000100:00100000:0.0:1763335555.207415:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 932 00002000:00100000:0.0:1763335555.207432:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->1818623) req@ffff9aefc4c0c000 x1848991029200256/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:601/0 lens 488/440 e 0 to 0 dl 1763335566 ref 1 fl Complete:/600/0 rc 770048/770048 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335555.207444:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc4c0c000 with x1848991029200256 ext(1048576->1818623) 00002000:00010000:0.0:1763335555.207454:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc4c0c000 00000100:00100000:2.0:1763335555.218662:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335555.219049:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029200384 00000100:00100000:0.0:1763335555.219063:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029200384 00000100:00100000:0.0:1763335555.219144:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1417 00000100:00100000:0.0:1763335555.219157:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+6:15720:x1848991029200384:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335555.219184:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335555.219212:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc8200/0x10123ce7f07668ed lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f98b expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335555.219256:0:8401:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c6c00/0x10123ce7f0766884 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1556480->1576959) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f929 expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335555.219267:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335555.219270:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335555.219276:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc8200/0x10123ce7f07668ed lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1241088->1273855] (req 1241088->1273855) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f98b expref: 7 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335555.219456:0:8401:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c6c00/0x10123ce7f0766884 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1556480->1576959) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f929 expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335555.219475:0:8401:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c6c00/0x10123ce7f0766884 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1556480->1576959) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f929 expref: 6 pid: 8400 timeout: 455 lvb_type: 0 00000100:00100000:0.0:1763335555.219494:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d0395500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041494528:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335555.220400:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3300 going to sleep for 11 seconds 00000100:00100000:0.0:1763335555.225551:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0395500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041494528:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335555.225614:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc8200/0x10123ce7f07668ed lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1241088->1273855] (req 1241088->1273855) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f98b expref: 7 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335555.225640:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc8200, rc 0) 00000100:00100000:0.0:1763335555.225728:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+7:15720:x1848991029200384:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6573us (7081us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335555.225739:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1417 00000100:00100000:2.0:1763335555.226951:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335555.227108:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029200512 00000100:00100000:0.0:1763335555.227122:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029200512 00010000:00010000:0.0:1763335555.227172:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c6c00/0x10123ce7f0766884 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1556480->1576959) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f929 expref: 7 pid: 8400 timeout: 455 lvb_type: 0 00000100:00100000:0.0:1763335555.227213:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 717 00000100:00100000:0.0:1763335555.227225:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c0f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991029200512:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335555.227248:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335555.227278:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c6c00/0x10123ce7f0766884 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1556480->1576959) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f929 expref: 7 pid: 8400 timeout: 455 lvb_type: 0 00010000:00010000:0.0:1763335555.227294:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c6c00/0x10123ce7f0766884 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1556480->1576959) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f929 expref: 7 pid: 8400 timeout: 455 lvb_type: 0 00010000:00010000:0.0:1763335555.227338:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc58c6c00/0x10123ce7f0766884 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1556480->1576959) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f929 expref: 7 pid: 8400 timeout: 455 lvb_type: 0 00010000:00010000:0.0:1763335555.227361:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335555.227364:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335555.227374:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc8200/0x10123ce7f07668ed lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1241088->1273855) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f98b expref: 6 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335555.227387:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc8200/0x10123ce7f07668ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1241088->1273855) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f98b expref: 6 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335555.227441:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc8200/0x10123ce7f07668ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1241088->1273855) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f98b expref: 6 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335555.227461:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d0395500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041494656:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335555.227567:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3300 going to sleep for 11 seconds 00000100:00100000:2.0:1763335555.234741:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335555.234957:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0395500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041494656:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763335555.234989:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335555.235052:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c0f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991029200512:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 7828us (8113us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335555.235064:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 717 00000100:00100000:1.0:1763335555.235167:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029200640 00000100:00100000:1.0:1763335555.235176:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029200640 00000100:00100000:1.0:1763335555.235246:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 933 00000100:00100000:1.0:1763335555.235256:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+7:2409:x1848991029200640:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:1.0:1763335555.235663:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1817085 -> 1817085 00002000:00010000:1.0:1763335555.235667:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335555 -> 1763335555 00002000:00010000:1.0:1763335555.235670:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335555 -> 1763335554 00002000:00010000:1.0:1763335555.235672:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335555 -> 1763335555 00002000:00010000:1.0:1763335555.235675:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 56 -> 120 00000100:00100000:1.0:1763335555.235720:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2409:x1848991029200640:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 465us (995us total) trans 4294967662 rc 0/0 00000100:00100000:1.0:1763335555.235727:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 933 00000100:00100000:2.0:1763335555.243956:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335555.244086:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029200768 00000100:00100000:0.0:1763335555.244099:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029200768 00000100:00100000:0.0:1763335555.244175:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1418 00000100:00100000:0.0:1763335555.244186:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991029200768:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335555.244210:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335555.244234:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9200/0x10123ce7f07668f4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f992 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335555.244311:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d0395500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041494784:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335555.244429:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3300 going to sleep for 11 seconds 00002000:00010000:1.0:1763335555.248719:0:8401:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335554 -> 1763335555 00000100:00100000:1.0:1763335555.248763:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0395500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041494784:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335555.248812:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9200/0x10123ce7f07668f4 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f992 expref: 7 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335555.248842:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9200/0x10123ce7f07668f4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f992 expref: 7 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335555.248857:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc9200, rc 0) 00000100:00100000:1.0:1763335555.248980:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991029200768:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4793us (5038us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335555.248990:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1418 00000100:00100000:0.0:1763335555.251807:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335555.252142:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029200896 00000100:00100000:1.0:1763335555.252156:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029200896 00000100:00100000:1.0:1763335555.252239:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1419 00000100:00100000:1.0:1763335555.252252:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0d0395500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991029200896:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335555.252279:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335555.252305:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e200/0x10123ce7f07668fb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f999 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335555.252384:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc3782300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041494912:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335555.252507:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c61550c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335555.260249:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc3782300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041494912:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335555.260309:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e200/0x10123ce7f07668fb lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f999 expref: 7 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335555.260348:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e200/0x10123ce7f07668fb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f999 expref: 7 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335555.260362:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643e200, rc 0) 00000100:00100000:1.0:1763335555.260443:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0d0395500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991029200896:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 8193us (8649us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335555.260455:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1419 00000100:00100000:0.0:1763335555.264674:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335555.264774:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029201024 00000100:00100000:1.0:1763335555.264793:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029201024 00000100:00100000:1.0:1763335555.264902:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1420 00000100:00100000:1.0:1763335555.264915:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0d0394a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+6:15720:x1848991029201024:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335555.264940:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335555.264966:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fe00/0x10123ce7f0766902 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f9a0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335555.265005:0:8401:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc8200/0x10123ce7f07668ed lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1241088->1273855) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f98b expref: 7 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335555.265014:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335555.265016:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335555.265022:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fe00/0x10123ce7f0766902 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1581056->1622015] (req 1581056->1622015) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f9a0 expref: 7 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335555.265067:0:8401:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc8200/0x10123ce7f07668ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1241088->1273855) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f98b expref: 7 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335555.265088:0:8401:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc8200/0x10123ce7f07668ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1241088->1273855) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f98b expref: 7 pid: 8401 timeout: 455 lvb_type: 0 00000100:00100000:1.0:1763335555.265103:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc3782300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041495040:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335555.265203:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c61550c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335555.267689:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc3782300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041495040:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335555.267747:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fe00/0x10123ce7f0766902 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1581056->1622015] (req 1581056->1622015) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f9a0 expref: 7 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335555.267773:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643fe00, rc 0) 00000100:00100000:1.0:1763335555.267839:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0d0394a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+7:15720:x1848991029201024:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2926us (3179us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335555.267849:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1420 00000100:00100000:0.0:1763335555.273047:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335555.273154:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029201152 00000100:00100000:3.0:1763335555.273167:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029201152 00010000:00010000:3.0:1763335555.273220:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc8200/0x10123ce7f07668ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1241088->1273855) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f98b expref: 8 pid: 8401 timeout: 455 lvb_type: 0 00000100:00100000:3.0:1763335555.273262:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 718 00000100:00100000:3.0:1763335555.273272:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc581ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+8:2409:x1848991029201152:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335555.273291:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335555.273316:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc8200/0x10123ce7f07668ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1241088->1273855) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f98b expref: 8 pid: 8401 timeout: 455 lvb_type: 0 00010000:00010000:3.0:1763335555.273331:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc8200/0x10123ce7f07668ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1241088->1273855) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f98b expref: 8 pid: 8401 timeout: 455 lvb_type: 0 00010000:00010000:3.0:1763335555.273362:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc8200/0x10123ce7f07668ed lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1241088->1273855) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f98b expref: 8 pid: 8401 timeout: 455 lvb_type: 0 00010000:00010000:3.0:1763335555.273382:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335555.273384:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335555.273393:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fe00/0x10123ce7f0766902 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1581056->1622015) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f9a0 expref: 6 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335555.273403:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fe00/0x10123ce7f0766902 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1581056->1622015) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f9a0 expref: 6 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335555.273451:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fe00/0x10123ce7f0766902 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1581056->1622015) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f9a0 expref: 6 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335555.273467:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7cefb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041495168:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335555.273575:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850300 going to sleep for 11 seconds 00000100:00100000:0.0:1763335555.276925:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335555.277051:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7cefb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041495168:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335555.277083:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335555.277161:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc581ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+7:2409:x1848991029201152:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 3889us (4128us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335555.277174:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 718 00000100:00100000:1.0:1763335555.278660:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029201280 00000100:00100000:1.0:1763335555.278676:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029201280 00000100:00100000:1.0:1763335555.278782:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 934 00000100:00100000:1.0:1763335555.278794:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4523100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+7:2408:x1848991029201280:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:1.0:1763335555.279207:0:15204:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1817085 -> 1817085 00002000:00010000:1.0:1763335555.279212:0:15204:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335555 -> 1763335555 00002000:00010000:1.0:1763335555.279215:0:15204:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335555 -> 1763335554 00002000:00010000:1.0:1763335555.279217:0:15204:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335555 -> 1763335555 00002000:00010000:1.0:1763335555.279220:0:15204:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 120 -> 200 00000100:00100000:1.0:1763335555.279291:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4523100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991029201280:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 496us (2378us total) trans 4294967663 rc 0/0 00000100:00100000:1.0:1763335555.279302:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 934 00000100:00100000:0.0:1763335555.283812:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335555.284677:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335555.284820:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029201536 00000100:00100000:3.0:1763335555.284833:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029201536 00000100:00100000:2.0:1763335555.285020:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029201408 00000100:00100000:2.0:1763335555.285026:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029201408 00000100:00100000:2.0:1763335555.285072:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1937 00000100:00100000:2.0:1763335555.285083:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc57a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+16:2408:x1848991029201408:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335555.285111:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335555.285140:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fc00/0x10123ce7f0766909 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f9a7 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335555.285187:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fc00/0x10123ce7f0766909 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f9a7 expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763335555.285201:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 830347 00010000:00010000:2.0:1763335555.285210:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fc00/0x10123ce7f0766909 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f9a7 expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335555.285226:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335555.285229:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335555.285233:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc609fc00, rc 0) 00000100:00100000:2.0:1763335555.285308:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc57a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+17:2408:x1848991029201408:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 226us (1512us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335555.285316:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1937 00000100:00100000:3.0:1763335555.285503:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1421 00000100:00100000:3.0:1763335555.285512:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5fd4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+7:2408:x1848991029201536:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335555.285520:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335555.285535:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4e00/0x10123ce7f0766910 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f9ae expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335555.285602:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7cefb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041495296:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335555.285688:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850300 going to sleep for 11 seconds 00002000:00010000:3.0:1763335555.290041:0:8401:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335554 -> 1763335555 00000100:00100000:3.0:1763335555.290081:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7cefb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041495296:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763335555.290133:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4e00/0x10123ce7f0766910 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f9ae expref: 8 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335555.290161:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4e00/0x10123ce7f0766910 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f9ae expref: 8 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335555.290175:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4e00, rc 0) 00000100:00100000:2.0:1763335555.290421:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5fd4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+7:2408:x1848991029201536:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4907us (5742us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335555.290434:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1421 00000100:00100000:2.0:1763335555.296494:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335555.296931:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029201664 00000100:00100000:1.0:1763335555.296948:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029201664 00000100:00100000:1.0:1763335555.297350:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1422 00000100:00100000:1.0:1763335555.297365:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+7:2406:x1848991029201664:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335555.297391:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335555.297419:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e200/0x10123ce7f0766917 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f9b5 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335555.297588:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc3782300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041495424:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335555.297729:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c61550c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335555.299859:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc3782300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041495424:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335555.299943:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e200/0x10123ce7f0766917 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f9b5 expref: 8 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335555.299977:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e200/0x10123ce7f0766917 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f9b5 expref: 8 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335555.299998:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643e200, rc 0) 00000100:00100000:1.0:1763335555.300072:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+7:2406:x1848991029201664:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2710us (3593us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335555.300082:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1422 00000100:00100000:0.0:1763335555.302952:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335555.303244:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029201792 00000100:00100000:1.0:1763335555.303258:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029201792 00000100:00100000:1.0:1763335555.303332:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1938 00000100:00100000:1.0:1763335555.303344:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc57a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+17:15720:x1848991029201792:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335555.303372:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335555.303376:0:6516:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763335555.303432:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fc00/0x10123ce7f0766909 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f9a7 expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335555.303454:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335555.303459:0:6516:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335555.303477:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ec00/0x10123ce7f076691e lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f9bc expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335555.303505:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f07668e6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f984 expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335555.303516:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ec00/0x10123ce7f076691e lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f9bc expref: 17 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335555.303555:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f07668e6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f984 expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335555.303569:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f07668e6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f984 expref: 17 pid: 8224 timeout: 455 lvb_type: 0 00000100:00100000:1.0:1763335555.303585:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc3782300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041495552:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335555.303704:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c61550c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335555.306960:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc3782300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041495552:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335555.307058:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ec00/0x10123ce7f076691e lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f9bc expref: 17 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335555.307090:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335555.307094:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335555.307098:0:6516:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ec00/0x10123ce7f076691e lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f9bc expref: 17 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335555.307112:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643ec00, rc 0) 00000100:00100000:1.0:1763335555.307183:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc57a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+17:15720:x1848991029201792:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3840us (4244us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335555.307194:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1938 00000100:00100000:0.0:1763335555.310537:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335555.310701:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029201920 00000100:00100000:3.0:1763335555.310716:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029201920 00010000:00010000:3.0:1763335555.310772:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f07668e6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f984 expref: 18 pid: 8224 timeout: 455 lvb_type: 0 00000100:00100000:3.0:1763335555.310822:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 719 00000100:00100000:3.0:1763335555.310834:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc57a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+18:2408:x1848991029201920:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335555.310855:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335555.310908:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f07668e6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f984 expref: 18 pid: 8224 timeout: 455 lvb_type: 0 00010000:00010000:3.0:1763335555.310923:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f07668e6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f984 expref: 18 pid: 8224 timeout: 455 lvb_type: 0 00010000:00010000:3.0:1763335555.310953:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f07668e6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f984 expref: 18 pid: 8224 timeout: 455 lvb_type: 0 00010000:00010000:3.0:1763335555.310975:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335555.310981:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ec00/0x10123ce7f076691e lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f9bc expref: 16 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335555.310995:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ec00/0x10123ce7f076691e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f9bc expref: 16 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335555.311005:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ec00/0x10123ce7f076691e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f9bc expref: 16 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335555.311068:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ec00/0x10123ce7f076691e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f9bc expref: 16 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335555.311085:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7cefb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041495680:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335555.311200:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850300 going to sleep for 11 seconds 00000100:00100000:3.0:1763335555.315120:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7cefb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041495680:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335555.315155:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335555.315238:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc57a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+17:2408:x1848991029201920:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 4405us (4717us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335555.315253:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 719 00000100:00100000:0.0:1763335555.315483:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335555.316291:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029202048 00000100:00100000:3.0:1763335555.316304:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029202048 00000100:00100000:3.0:1763335555.316376:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1110 00000100:00100000:3.0:1763335555.316388:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+17:2408:x1848991029202048:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:3.0:1763335555.317034:0:15202:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 830347 -> 830347 00000004:00010000:3.0:1763335555.317043:0:15202:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335555 -> 1763335555 00000004:00010000:3.0:1763335555.317046:0:15202:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335553 -> 1763335553 00000004:00010000:3.0:1763335555.317049:0:15202:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335555 -> 1763335555 00000004:00010000:3.0:1763335555.317052:0:15202:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 600 -> 632 00000100:00100000:3.0:1763335555.317151:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+18:2408:x1848991029202048:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 761us (1666us total) trans 4294968040 rc 0/0 00000100:00100000:3.0:1763335555.317160:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1110 00000100:00100000:0.0:1763335555.323118:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335555.323211:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029202176 00000100:00100000:1.0:1763335555.323225:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029202176 00000100:00100000:1.0:1763335555.323304:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1939 00000100:00100000:1.0:1763335555.323318:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+17:2406:x1848991029202176:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335555.323347:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335555.323375:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e200/0x10123ce7f0766925 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f9c3 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335555.323427:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ec00/0x10123ce7f076691e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f9bc expref: 17 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335555.323477:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc3782300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041495808:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335555.323595:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c61550c0 going to sleep for 11 seconds 00000004:00010000:1.0:1763335555.329912:0:6516:0:(mdt_lvb.c:189:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime: 1763335553 -> 1763335555 00000100:00100000:1.0:1763335555.329961:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc3782300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041495808:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335555.329998:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 830347 00010000:00010000:1.0:1763335555.330027:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e200/0x10123ce7f0766925 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f9c3 expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335555.330061:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335555.330064:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335555.330070:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643e200/0x10123ce7f0766925 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f9c3 expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335555.330089:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643e200, rc 0) 00000100:00100000:1.0:1763335555.330185:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+17:2406:x1848991029202176:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6870us (7082us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335555.330195:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1939 00000100:00100000:3.0:1763335555.334243:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335555.334346:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029202304 00000100:00100000:1.0:1763335555.334361:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029202304 00000100:00100000:1.0:1763335555.334445:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1940 00000100:00100000:1.0:1763335555.334455:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7cefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+17:2406:x1848991029202304:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335555.334485:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335555.334522:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f600/0x10123ce7f076692c lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f9ca expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335555.334579:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ec00/0x10123ce7f076691e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f9bc expref: 17 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335555.334641:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc3782300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041495936:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335555.334766:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c61550c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335555.338777:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc3782300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041495936:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335555.338814:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 830347 00010000:00010000:1.0:1763335555.338841:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f600/0x10123ce7f076692c lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f9ca expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335555.338886:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335555.338891:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335555.338898:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f600/0x10123ce7f076692c lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f9ca expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335555.338915:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643f600, rc 0) 00000100:00100000:1.0:1763335555.339004:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7cefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+17:2406:x1848991029202304:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4548us (4776us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335555.339015:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1940 00000100:00100000:0.0:1763335555.343198:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335555.343316:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029202432 00000100:00100000:1.0:1763335555.343330:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029202432 00000100:00100000:2.0:1763335555.343978:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1423 00000100:00100000:2.0:1763335555.343996:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+7:2407:x1848991029202432:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335555.344029:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335555.344052:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc609f400/0x10123ce7f0766933 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f9d1 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335555.344126:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c0d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041496064:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335555.344224:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09600 going to sleep for 11 seconds 00002000:00010000:2.0:1763335555.346802:0:8400:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size: 1817085 -> 2017650 00000100:00100000:2.0:1763335555.346847:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c0d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041496064:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335555.347036:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc609f400/0x10123ce7f0766933 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f9d1 expref: 8 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335555.347069:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc609f400/0x10123ce7f0766933 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f9d1 expref: 8 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335555.347086:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc609f400, rc 0) 00000100:00100000:2.0:1763335555.347173:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+7:2407:x1848991029202432:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3182us (3988us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335555.347184:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1423 00000100:00100000:0.0:1763335555.350860:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335555.351147:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029202560 00000100:00100000:2.0:1763335555.351163:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029202560 00000100:00100000:2.0:1763335555.351236:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1424 00000100:00100000:2.0:1763335555.351248:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+7:2406:x1848991029202560:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335555.351273:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335555.351297:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc609f800/0x10123ce7f076693a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f9d8 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335555.351370:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c0d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041496192:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335555.351480:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09600 going to sleep for 11 seconds 00000100:00100000:2.0:1763335555.354301:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c0d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041496192:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335555.354355:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc609f800/0x10123ce7f076693a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f9d8 expref: 8 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335555.354385:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc609f800/0x10123ce7f076693a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f9d8 expref: 8 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335555.354402:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc609f800, rc 0) 00000100:00100000:2.0:1763335555.354478:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+7:2406:x1848991029202560:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3230us (3630us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335555.354488:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1424 00000100:00100000:3.0:1763335555.357535:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335555.357757:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029202688 00000100:00100000:2.0:1763335555.357771:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029202688 00002000:00100000:2.0:1763335555.357841:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1409024->1413119) req@ffff9af0f7cef800 x1848991029202688/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:601/0 lens 488/0 e 0 to 0 dl 1763335566 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335555.357854:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7cef800 with x1848991029202688 ext(1409024->1413119) 00002000:00010000:2.0:1763335555.357862:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7cef800 00000100:00100000:2.0:1763335555.357920:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 935 00000100:00100000:2.0:1763335555.357933:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7cef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+8:2407:x1848991029202688:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335555.358188:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7cef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+8:2407:x1848991029202688:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 255us (672us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335555.358196:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 935 00002000:00100000:2.0:1763335555.358205:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1409024->1413119) req@ffff9af0f7cef800 x1848991029202688/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:601/0 lens 488/4536 e 0 to 0 dl 1763335566 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335555.358213:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0f7cef800 with x1848991029202688 ext(1409024->1413119) 00002000:00010000:2.0:1763335555.358217:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0f7cef800 00000100:00100000:0.0:1763335555.363663:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335555.364537:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029202816 00000100:00100000:1.0:1763335555.364557:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029202816 00002000:00100000:0.0:1763335555.367848:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1413120->1417215) req@ffff9aefc5f03b80 x1848991029202816/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:601/0 lens 488/0 e 0 to 0 dl 1763335566 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335555.367883:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5f03b80 with x1848991029202816 ext(1413120->1417215) 00002000:00010000:0.0:1763335555.367893:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5f03b80 00000100:00100000:0.0:1763335555.367949:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 936 00000100:00100000:0.0:1763335555.367969:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2406:x1848991029202816:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335555.368299:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2406:x1848991029202816:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 339us (4653us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335555.368308:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 936 00002000:00100000:0.0:1763335555.368316:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (1413120->1417215) req@ffff9aefc5f03b80 x1848991029202816/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:601/0 lens 488/4536 e 0 to 0 dl 1763335566 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335555.368325:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5f03b80 with x1848991029202816 ext(1413120->1417215) 00002000:00010000:0.0:1763335555.368328:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5f03b80 00000100:00100000:0.0:1763335555.373147:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335555.373265:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029202944 00000100:00100000:2.0:1763335555.373279:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029202944 00002000:00100000:2.0:1763335555.373344:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1417216->1421311) req@ffff9aefc5f01880 x1848991029202944/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:601/0 lens 488/0 e 0 to 0 dl 1763335566 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335555.373356:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5f01880 with x1848991029202944 ext(1417216->1421311) 00002000:00010000:2.0:1763335555.373364:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5f01880 00000100:00100000:2.0:1763335555.373399:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 937 00000100:00100000:2.0:1763335555.373409:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991029202944:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335555.373682:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+8:2409:x1848991029202944:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 273us (551us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335555.373699:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 937 00002000:00100000:2.0:1763335555.373706:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1417216->1421311) req@ffff9aefc5f01880 x1848991029202944/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:601/0 lens 488/4536 e 0 to 0 dl 1763335566 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335555.373714:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5f01880 with x1848991029202944 ext(1417216->1421311) 00002000:00010000:2.0:1763335555.373717:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5f01880 00000100:00100000:3.0:1763335555.377775:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335555.377908:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029203072 00000100:00100000:2.0:1763335555.377924:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029203072 00000100:00100000:2.0:1763335555.378002:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1425 00000100:00100000:2.0:1763335555.378013:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7ced500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+7:2408:x1848991029203072:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335555.378038:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335555.378064:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc609f800/0x10123ce7f0766941 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f9df expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335555.378141:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c0d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041496320:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335555.378250:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09c00 going to sleep for 11 seconds 00000100:00100000:2.0:1763335555.380796:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c0d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041496320:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335555.380855:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc609f800/0x10123ce7f0766941 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f9df expref: 8 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335555.380933:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc609f800/0x10123ce7f0766941 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f9df expref: 8 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335555.380950:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc609f800, rc 0) 00000100:00100000:2.0:1763335555.381033:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7ced500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+7:2408:x1848991029203072:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3021us (3273us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335555.381045:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1425 00000100:00100000:0.0:1763335555.384102:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335555.384724:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029203200 00000100:00100000:2.0:1763335555.384738:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029203200 00000100:00100000:2.0:1763335555.384804:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1426 00000100:00100000:2.0:1763335555.384813:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+7:2409:x1848991029203200:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335555.384838:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335555.384864:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc609f400/0x10123ce7f0766948 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f9e6 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335555.385113:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c0d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041496448:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335555.385243:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09c00 going to sleep for 11 seconds 00000100:00100000:2.0:1763335555.387266:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c0d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041496448:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335555.387318:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc609f400/0x10123ce7f0766948 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f9e6 expref: 8 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335555.387346:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc609f400/0x10123ce7f0766948 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f9e6 expref: 8 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335555.387361:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc609f400, rc 0) 00000100:00100000:2.0:1763335555.388059:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+7:2409:x1848991029203200:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3241us (3965us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335555.388070:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1426 00010000:00010000:3.0:1763335555.390496:0:9483:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763335555.391484:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335555.391589:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029203328 00000100:00100000:0.0:1763335555.391605:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029203328 00000100:00100000:0.0:1763335555.391706:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1111 00000100:00100000:0.0:1763335555.391718:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3782300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+18:2409:x1848991029203328:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:0.0:1763335555.391993:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 830347 -> 830347 00000004:00010000:0.0:1763335555.391998:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335555 -> 1763335555 00000004:00010000:0.0:1763335555.392001:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335555 -> 1763335553 00000004:00010000:0.0:1763335555.392003:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335555 -> 1763335555 00000004:00010000:0.0:1763335555.392006:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 632 -> 632 00000100:00100000:0.0:1763335555.392108:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3782300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+19:2409:x1848991029203328:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 392us (638us total) trans 4294968041 rc 0/0 00000100:00100000:0.0:1763335555.392117:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1111 00000100:00100000:0.0:1763335555.395468:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335555.395651:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029203456 00000100:00100000:1.0:1763335555.395666:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029203456 00000100:00100000:1.0:1763335555.395786:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1941 00000100:00100000:1.0:1763335555.395800:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+17:2408:x1848991029203456:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335555.395832:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335555.395861:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fa00/0x10123ce7f076694f lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f9ed expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335555.395962:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ec00/0x10123ce7f076691e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f9bc expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335555.396029:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc3782680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041496576:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335555.396150:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c61550c0 going to sleep for 11 seconds 00000004:00010000:1.0:1763335555.398263:0:6516:0:(mdt_lvb.c:189:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime: 1763335553 -> 1763335555 00000100:00100000:1.0:1763335555.398298:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc3782680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041496576:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335555.398326:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 830347 00010000:00010000:1.0:1763335555.398349:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fa00/0x10123ce7f076694f lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f9ed expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335555.398374:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335555.398377:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335555.398382:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fa00/0x10123ce7f076694f lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f9ed expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335555.398396:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643fa00, rc 0) 00000100:00100000:1.0:1763335555.398462:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+17:2408:x1848991029203456:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2664us (3010us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335555.398471:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1941 00000100:00100000:0.0:1763335555.401759:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335555.401840:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029203584 00000100:00100000:1.0:1763335555.401853:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029203584 00000100:00100000:1.0:1763335555.401954:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1942 00000100:00100000:1.0:1763335555.401965:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+17:2409:x1848991029203584:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335555.401992:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335555.402035:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f200/0x10123ce7f0766956 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f9f4 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335555.402084:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ec00/0x10123ce7f076691e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f9bc expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335555.402132:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc3782680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041496704:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335555.402236:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c61550c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335555.405720:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc3782680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041496704:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335555.405756:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 830347 00010000:00010000:1.0:1763335555.405780:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f200/0x10123ce7f0766956 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f9f4 expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335555.405807:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335555.405811:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335555.405817:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f200/0x10123ce7f0766956 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f9f4 expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335555.405834:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643f200, rc 0) 00000100:00100000:1.0:1763335555.406040:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+17:2409:x1848991029203584:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4074us (4294us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335555.406051:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1942 00000100:00100000:3.0:1763335555.409669:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335555.409796:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029203712 00000100:00100000:2.0:1763335555.409811:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029203712 00000100:00100000:2.0:1763335555.410394:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1427 00000100:00100000:2.0:1763335555.410409:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d90a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+7:2409:x1848991029203712:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335555.410433:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335555.410457:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc609f400/0x10123ce7f076695d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847f9fb expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335555.410532:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c0d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041496832:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335555.411045:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09c00 going to sleep for 11 seconds 00000100:00100000:2.0:1763335555.413757:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c0d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041496832:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335555.413811:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc609f400/0x10123ce7f076695d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f9fb expref: 8 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335555.413840:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc609f400/0x10123ce7f076695d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f9fb expref: 8 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335555.413854:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc609f400, rc 0) 00000100:00100000:2.0:1763335555.414227:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d90a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+7:2409:x1848991029203712:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3820us (4569us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335555.414237:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1427 00000100:00100000:0.0:1763335555.417383:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335555.417835:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029203840 00000100:00100000:3.0:1763335555.417851:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029203840 00002000:00100000:3.0:1763335555.417975:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5f03800 x1848991029203840/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:601/0 lens 488/0 e 0 to 0 dl 1763335566 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335555.417989:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5f03800 with x1848991029203840 00000100:00100000:3.0:1763335555.418277:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1112 00000100:00100000:3.0:1763335555.418289:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+19:2408:x1848991029203840:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335555.418598:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+19:2408:x1848991029203840:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 311us (1228us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335555.418606:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1112 00002000:00100000:3.0:1763335555.418615:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5f03800 x1848991029203840/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:601/0 lens 488/4536 e 0 to 0 dl 1763335566 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335555.418624:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5f03800 with x1848991029203840 00000100:00100000:3.0:1763335555.422434:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335555.422988:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029203968 00000100:00100000:0.0:1763335555.423006:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029203968 00002000:00100000:0.0:1763335555.423085:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7d93480 x1848991029203968/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:601/0 lens 488/0 e 0 to 0 dl 1763335566 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335555.423098:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7d93480 with x1848991029203968 00000100:00100000:0.0:1763335555.423150:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1113 00000100:00100000:0.0:1763335555.423163:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+19:2407:x1848991029203968:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335555.423432:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+19:2407:x1848991029203968:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 270us (1011us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335555.423441:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1113 00002000:00100000:0.0:1763335555.423449:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7d93480 x1848991029203968/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:601/0 lens 488/4536 e 0 to 0 dl 1763335566 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335555.423457:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7d93480 with x1848991029203968 00000100:00100000:1.0:1763335555.427013:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335555.427169:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029204096 00000100:00100000:0.0:1763335555.427182:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029204096 00002000:00100000:0.0:1763335555.427245:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc3782680 x1848991029204096/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:601/0 lens 488/0 e 0 to 0 dl 1763335566 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335555.427256:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc3782680 with x1848991029204096 00000100:00100000:0.0:1763335555.427299:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1114 00000100:00100000:0.0:1763335555.427310:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3782680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+19:2407:x1848991029204096:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335555.427566:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3782680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+19:2407:x1848991029204096:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 257us (570us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335555.427574:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1114 00002000:00100000:0.0:1763335555.427582:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc3782680 x1848991029204096/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:601/0 lens 488/4536 e 0 to 0 dl 1763335566 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335555.427590:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc3782680 with x1848991029204096 00000100:00100000:2.0:1763335555.430140:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335555.430259:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029204224 00000100:00100000:3.0:1763335555.430273:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029204224 00002000:00100000:3.0:1763335555.430328:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4c0d180 x1848991029204224/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:601/0 lens 488/0 e 0 to 0 dl 1763335566 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335555.430340:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4c0d180 with x1848991029204224 00000100:00100000:3.0:1763335555.430379:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1115 00000100:00100000:3.0:1763335555.430389:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+19:2407:x1848991029204224:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763335555.430624:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+19:2407:x1848991029204224:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 235us (497us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335555.430632:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1115 00002000:00100000:3.0:1763335555.430640:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4c0d180 x1848991029204224/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:601/0 lens 488/4536 e 0 to 0 dl 1763335566 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335555.430647:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4c0d180 with x1848991029204224 00000100:00100000:2.0:1763335555.434303:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335555.434521:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029204352 00000100:00100000:0.0:1763335555.434535:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029204352 00002000:00100000:0.0:1763335555.434598:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0c3130380 x1848991029204352/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:601/0 lens 488/0 e 0 to 0 dl 1763335566 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335555.434612:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0c3130380 with x1848991029204352 00000100:00100000:0.0:1763335555.434853:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1116 00000100:00100000:0.0:1763335555.434864:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c3130380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+19:2407:x1848991029204352:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335555.435176:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c3130380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+19:2407:x1848991029204352:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 312us (887us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335555.435184:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1116 00002000:00100000:0.0:1763335555.435193:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0c3130380 x1848991029204352/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:601/0 lens 488/4536 e 0 to 0 dl 1763335566 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335555.435201:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0c3130380 with x1848991029204352 00000100:00100000:1.0:1763335555.438833:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335555.439792:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029204480 00000100:00100000:2.0:1763335555.439809:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029204480 00000100:00100000:2.0:1763335555.439911:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1428 00000100:00100000:2.0:1763335555.439921:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3781f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+7:2407:x1848991029204480:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335555.439948:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335555.439972:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc609e800/0x10123ce7f0766964 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fa02 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335555.440059:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc35eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041496960:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335555.440178:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09c00 going to sleep for 11 seconds 00000100:00100000:1.0:1763335555.442130:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc35eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041496960:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335555.442232:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc609e800/0x10123ce7f0766964 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fa02 expref: 8 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335555.442262:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc609e800/0x10123ce7f0766964 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fa02 expref: 8 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335555.442277:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc609e800, rc 0) 00000100:00100000:1.0:1763335555.442350:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3781f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+7:2407:x1848991029204480:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2429us (3528us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335555.442360:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1428 00000100:00100000:3.0:1763335555.445476:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335555.445698:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029204608 00000100:00100000:1.0:1763335555.445712:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029204608 00000100:00100000:1.0:1763335555.445794:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1429 00000100:00100000:1.0:1763335555.445806:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+7:2407:x1848991029204608:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335555.445830:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335555.445856:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e600/0x10123ce7f076696b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fa09 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335555.445974:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc3782a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041497088:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335555.446759:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c61550c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335555.449793:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc3782a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041497088:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335555.449844:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e600/0x10123ce7f076696b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fa09 expref: 8 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335555.449906:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc643e600/0x10123ce7f076696b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fa09 expref: 8 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335555.449922:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643e600, rc 0) 00000100:00100000:1.0:1763335555.450011:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+7:2407:x1848991029204608:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4205us (4552us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335555.450023:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1429 00000100:00100000:2.0:1763335555.453265:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335555.453527:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029204736 00000100:00100000:1.0:1763335555.453541:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029204736 00000100:00100000:1.0:1763335555.453785:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1430 00000100:00100000:1.0:1763335555.453797:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc35ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+7:15720:x1848991029204736:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335555.453820:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335555.453843:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc643f400/0x10123ce7f0766972 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fa10 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335555.453926:0:8400:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fe00/0x10123ce7f0766902 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1581056->1622015) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f9a0 expref: 7 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335555.453936:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335555.453939:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335555.453944:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc643f400/0x10123ce7f0766972 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1671168->1712127] (req 1671168->1712127) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fa10 expref: 8 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335555.453989:0:8400:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fe00/0x10123ce7f0766902 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1581056->1622015) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f9a0 expref: 7 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335555.454003:0:8400:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fe00/0x10123ce7f0766902 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1581056->1622015) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f9a0 expref: 7 pid: 8401 timeout: 456 lvb_type: 0 00000100:00100000:1.0:1763335555.455592:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc3782a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041497216:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335555.456179:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c61550c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335555.461608:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc3782a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041497216:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335555.461655:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc643f400/0x10123ce7f0766972 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1671168->1712127] (req 1671168->1712127) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fa10 expref: 8 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335555.461681:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643f400, rc 0) 00000100:00100000:1.0:1763335555.461771:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc35ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+8:15720:x1848991029204736:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7975us (8523us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335555.461782:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1430 00000100:00100000:0.0:1763335555.464816:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335555.469439:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029204864 00000100:00100000:3.0:1763335555.469461:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029204864 00002000:00100000:3.0:1763335555.469552:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (2007040->2017649) req@ffff9aefc5f00380 x1848991029204864/t0(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:601/0 lens 11104/0 e 0 to 0 dl 1763335566 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335555.469566:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5f00380 with x1848991029204864 ext(2007040->2017649) 00010000:00010000:3.0:1763335555.469578:0:15204:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fe00/0x10123ce7f0766902 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1581056->1622015) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f9a0 expref: 8 pid: 8401 timeout: 456 lvb_type: 0 00010000:00010000:3.0:1763335555.469604:0:15204:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fe00/0x10123ce7f0766902 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1581056->1622015) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f9a0 expref: 8 pid: 8401 timeout: 456 lvb_type: 0 00002000:00010000:3.0:1763335555.469613:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9aefc5f00380 00000100:00100000:3.0:1763335555.469666:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 42 00000100:00100000:3.0:1763335555.469678:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:2407:x1848991029204864:12345-192.168.202.34@tcp:4:fsx.0 00000100:00100000:3.0:1763335555.472992:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+10:2407:x1848991029204864:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 3298us (8174us total) trans 4294967664 rc 0/0 00000100:00100000:3.0:1763335555.473011:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 42 00002000:00100000:3.0:1763335555.473028:0:15204:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x4:0x0] (2007040->2017649) req@ffff9aefc5f00380 x1848991029204864/t4294967664(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:601/0 lens 11104/448 e 0 to 0 dl 1763335566 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335555.473040:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5f00380 with x1848991029204864 ext(2007040->2017649) 00010000:00010000:3.0:1763335555.473054:0:15204:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fe00/0x10123ce7f0766902 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1581056->1622015) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f9a0 expref: 10 pid: 8401 timeout: 456 lvb_type: 0 00010000:00010000:3.0:1763335555.473078:0:15204:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fe00/0x10123ce7f0766902 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1581056->1622015) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f9a0 expref: 10 pid: 8401 timeout: 456 lvb_type: 0 00002000:00010000:3.0:1763335555.473087:0:15204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9aefc5f00380 00000100:00100000:2.0:1763335555.481746:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335555.481915:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029204992 00000100:00100000:3.0:1763335555.481928:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029204992 00010000:00010000:3.0:1763335555.481984:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fe00/0x10123ce7f0766902 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1581056->1622015) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f9a0 expref: 10 pid: 8401 timeout: 456 lvb_type: 0 00000100:00100000:3.0:1763335555.482049:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 720 00000100:00100000:3.0:1763335555.482061:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc35ec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+10:2408:x1848991029204992:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335555.482084:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1763335555.482108:0:8416:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 200 -> 232 00010000:00010000:3.0:1763335555.482117:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fe00/0x10123ce7f0766902 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1581056->1622015) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f9a0 expref: 10 pid: 8401 timeout: 456 lvb_type: 0 00010000:00010000:3.0:1763335555.482134:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fe00/0x10123ce7f0766902 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1581056->1622015) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f9a0 expref: 10 pid: 8401 timeout: 456 lvb_type: 0 00010000:00010000:3.0:1763335555.482165:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc643fe00/0x10123ce7f0766902 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1581056->1622015) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f9a0 expref: 10 pid: 8401 timeout: 456 lvb_type: 0 00010000:00010000:3.0:1763335555.482185:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335555.482188:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335555.482197:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc643f400/0x10123ce7f0766972 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1671168->1712127) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fa10 expref: 7 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335555.482208:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc643f400/0x10123ce7f0766972 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1671168->1712127) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fa10 expref: 7 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335555.482260:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc643f400/0x10123ce7f0766972 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1671168->1712127) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fa10 expref: 7 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335555.482278:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7d92a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041497344:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335555.482390:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850a80 going to sleep for 11 seconds 00000100:00100000:2.0:1763335555.487542:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335555.487642:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029205120 00000100:00100000:0.0:1763335555.487655:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029205120 00000100:00100000:0.0:1763335555.487757:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 938 00000100:00100000:0.0:1763335555.487771:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc35edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+8:2406:x1848991029205120:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:0.0:1763335555.488263:0:15204:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 2017650 -> 2017650 00002000:00010000:0.0:1763335555.488268:0:15204:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335555 -> 1763335555 00002000:00010000:0.0:1763335555.488270:0:15204:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335555 -> 1763335555 00002000:00010000:0.0:1763335555.488272:0:15204:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335555 -> 1763335555 00002000:00010000:0.0:1763335555.488275:0:15204:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 232 -> 312 00000100:00100000:0.0:1763335555.488368:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc35edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+9:2406:x1848991029205120:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 598us (838us total) trans 4294967665 rc 0/0 00000100:00100000:0.0:1763335555.488377:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 938 00000100:00100000:3.0:1763335555.488529:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7d92a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041497344:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335555.488563:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335555.488592:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc35ec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+9:2408:x1848991029204992:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 6535us (6865us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335555.488603:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 720 00000100:00100000:0.0:1763335555.495917:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335555.495968:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335555.495979:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029205248 00000100:00100000:1.0:1763335555.495992:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029205248 00000100:00100000:1.0:1763335555.496075:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1943 00000100:00100000:1.0:1763335555.496087:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+17:2407:x1848991029205248:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335555.496117:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335555.496146:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fc00/0x10123ce7f0766979 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fa17 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335555.496200:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ec00/0x10123ce7f076691e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f9bc expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335555.496251:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc3782a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041497472:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335555.496365:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c61550c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335555.496448:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029205376 00000100:00100000:2.0:1763335555.496453:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029205376 00000100:00100000:2.0:1763335555.496494:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1431 00000100:00100000:2.0:1763335555.496504:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+9:2407:x1848991029205376:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335555.496513:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335555.496527:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc609e200/0x10123ce7f0766980 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fa1e expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335555.496567:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc35ec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041497600:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335555.496592:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09a80 going to sleep for 11 seconds 00000100:00100000:0.0:1763335555.500430:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc3782a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041497472:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335555.500465:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 830347 00010000:00010000:0.0:1763335555.500552:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fc00/0x10123ce7f0766979 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fa17 expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335555.500583:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335555.500586:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335555.500591:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643fc00/0x10123ce7f0766979 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fa17 expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335555.500609:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643fc00, rc 0) 00000100:00100000:0.0:1763335555.500698:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+17:2407:x1848991029205248:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4604us (4837us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335555.500709:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1943 00000100:00100000:2.0:1763335555.501221:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc35ec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041497600:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335555.501269:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc609e200/0x10123ce7f0766980 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fa1e expref: 10 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335555.501290:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc609e200/0x10123ce7f0766980 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fa1e expref: 10 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335555.501301:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc609e200, rc 0) 00000100:00100000:2.0:1763335555.501337:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+9:2407:x1848991029205376:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4835us (5367us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335555.501345:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1431 00000100:00100000:3.0:1763335555.506599:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335555.506655:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335555.506759:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029205504 00000100:00100000:0.0:1763335555.506772:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029205504 00000100:00100000:0.0:1763335555.506846:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1944 00000100:00100000:0.0:1763335555.506856:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d92a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+17:2406:x1848991029205504:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335555.506905:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335555.506933:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9600/0x10123ce7f0766987 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fa25 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335555.506978:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ec00/0x10123ce7f076691e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f9bc expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335555.507317:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c74700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041497728:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335555.507577:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3540 going to sleep for 11 seconds 00000100:00100000:2.0:1763335555.508258:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029205632 00000100:00100000:2.0:1763335555.508266:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029205632 00000100:00100000:2.0:1763335555.508318:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1432 00000100:00100000:2.0:1763335555.508327:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+9:2406:x1848991029205632:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335555.508341:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335555.508361:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc609ee00/0x10123ce7f076698e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fa2c expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335555.508415:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc35ec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041497856:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335555.508943:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09a80 going to sleep for 11 seconds 00000100:00100000:0.0:1763335555.511343:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c74700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041497728:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335555.511392:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 830347 00010000:00010000:0.0:1763335555.511418:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9600/0x10123ce7f0766987 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fa25 expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335555.511447:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335555.511450:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335555.511456:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9600/0x10123ce7f0766987 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fa25 expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335555.511476:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc9600, rc 0) 00000100:00100000:0.0:1763335555.511846:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d92a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+17:2406:x1848991029205504:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4988us (5258us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335555.511857:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1944 00000100:00100000:2.0:1763335555.517679:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc35ec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041497856:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335555.517756:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc609ee00/0x10123ce7f076698e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fa2c expref: 10 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335555.517783:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc609ee00/0x10123ce7f076698e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fa2c expref: 10 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335555.517796:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc609ee00, rc 0) 00000100:00100000:2.0:1763335555.518028:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+9:2406:x1848991029205632:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 9701us (11370us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335555.518038:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1432 00000100:00100000:2.0:1763335555.526668:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335555.526735:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335555.526824:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029205760 00000100:00100000:0.0:1763335555.526837:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029205760 00000100:00100000:0.0:1763335555.526938:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1945 00000100:00100000:0.0:1763335555.526950:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc35eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+17:2406:x1848991029205760:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335555.526978:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335555.527019:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9600/0x10123ce7f0766995 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fa33 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335555.527070:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ec00/0x10123ce7f076691e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f9bc expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335555.527127:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c74700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041497984:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335555.527241:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3540 going to sleep for 11 seconds 00000100:00100000:3.0:1763335555.529405:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029205888 00000100:00100000:3.0:1763335555.529426:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029205888 00000100:00100000:3.0:1763335555.529525:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1433 00000100:00100000:3.0:1763335555.529538:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc35ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+9:2406:x1848991029205888:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335555.529561:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335555.529586:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4e00/0x10123ce7f076699c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fa3a expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335555.529661:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7d90700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041498112:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335555.529798:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850a80 going to sleep for 11 seconds 00000100:00100000:0.0:1763335555.533342:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c74700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041497984:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335555.533379:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 830347 00010000:00010000:0.0:1763335555.533404:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9600/0x10123ce7f0766995 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fa33 expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335555.533430:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335555.533434:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335555.533439:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9600/0x10123ce7f0766995 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fa33 expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335555.533459:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc9600, rc 0) 00000100:00100000:0.0:1763335555.533552:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc35eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+17:2406:x1848991029205760:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6602us (6814us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335555.533563:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1945 00000100:00100000:2.0:1763335555.539852:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7d90700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041498112:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335555.539944:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4e00/0x10123ce7f076699c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fa3a expref: 10 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335555.539975:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4e00/0x10123ce7f076699c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fa3a expref: 10 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335555.539995:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4e00, rc 0) 00000100:00100000:2.0:1763335555.540087:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc35ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+9:2406:x1848991029205888:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 10551us (13432us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335555.540098:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1433 00000100:00100000:2.0:1763335555.546157:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335555.546219:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335555.547084:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029206016 00000100:00100000:0.0:1763335555.547098:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029206016 00000100:00100000:0.0:1763335555.547195:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1946 00000100:00100000:0.0:1763335555.547207:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc35edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+17:2406:x1848991029206016:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335555.547236:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335555.547263:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9600/0x10123ce7f07669a3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fa41 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335555.547317:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ec00/0x10123ce7f076691e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f9bc expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335555.547378:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c74700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041498240:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335555.547577:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029206144 00000100:00100000:3.0:1763335555.547583:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029206144 00000100:00100000:3.0:1763335555.547634:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1434 00000100:00100000:3.0:1763335555.547642:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc35ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+9:2406:x1848991029206144:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335555.547653:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335555.547667:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5c00/0x10123ce7f07669aa lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fa48 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335555.547724:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7d91f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041498368:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335555.549014:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3540 going to sleep for 11 seconds 00000100:00100000:2.0:1763335555.549808:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc58503c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335555.554677:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c74700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041498240:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335555.554724:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 830347 00010000:00010000:1.0:1763335555.554751:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9600/0x10123ce7f07669a3 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fa41 expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335555.554780:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335555.554783:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335555.554790:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9600/0x10123ce7f07669a3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fa41 expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335555.554813:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc9600, rc 0) 00000100:00100000:1.0:1763335555.554955:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc35edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+17:2406:x1848991029206016:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7747us (8732us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335555.554966:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1946 00000100:00100000:2.0:1763335555.555099:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7d91f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041498368:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335555.555123:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5c00/0x10123ce7f07669aa lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fa48 expref: 10 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335555.555141:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5c00/0x10123ce7f07669aa lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fa48 expref: 10 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335555.555152:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5c00, rc 0) 00000100:00100000:2.0:1763335555.555179:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc35ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+9:2406:x1848991029206144:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7538us (9041us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335555.555186:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1434 00000100:00100000:1.0:1763335555.559488:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335555.559600:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029206272 00000100:00100000:0.0:1763335555.559613:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029206272 00000100:00100000:0.0:1763335555.559702:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1117 00000100:00100000:0.0:1763335555.559713:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3780700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+19:2407:x1848991029206272:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:0.0:1763335555.560403:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 830347 -> 830347 00000004:00010000:0.0:1763335555.560410:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335555 -> 1763335555 00000004:00010000:0.0:1763335555.560413:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335555 -> 1763335553 00000004:00010000:0.0:1763335555.560416:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335555 -> 1763335555 00000004:00010000:0.0:1763335555.560419:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 632 -> 568 00000100:00100000:0.0:1763335555.560515:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3780700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+20:2407:x1848991029206272:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 801us (1038us total) trans 4294968042 rc 0/0 00000100:00100000:0.0:1763335555.560523:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1117 00000100:00100000:3.0:1763335555.564006:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335555.564059:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335555.564183:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029206528 00000100:00100000:2.0:1763335555.564197:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029206528 00000100:00100000:2.0:1763335555.564266:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1435 00000100:00100000:2.0:1763335555.564277:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+9:2406:x1848991029206528:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335555.564301:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335555.564326:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc609f600/0x10123ce7f07669b1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fa56 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335555.564412:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc35ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041498496:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335555.564511:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09a80 going to sleep for 11 seconds 00000100:00100000:1.0:1763335555.565001:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029206400 00000100:00100000:1.0:1763335555.565007:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029206400 00000100:00100000:1.0:1763335555.565056:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1947 00000100:00100000:1.0:1763335555.565063:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d91c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+17:2406:x1848991029206400:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335555.565076:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335555.565093:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f07669b8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fa4f expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335555.565132:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ec00/0x10123ce7f076691e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f9bc expref: 19 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335555.565163:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc3781c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041498624:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335555.565203:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c61550c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335555.568647:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc35ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041498496:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335555.568707:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc609f600/0x10123ce7f07669b1 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fa56 expref: 10 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335555.568739:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc609f600/0x10123ce7f07669b1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fa56 expref: 10 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335555.568755:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc609f600, rc 0) 00000100:00100000:2.0:1763335555.568839:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+9:2406:x1848991029206528:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4562us (4778us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335555.568849:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1435 00000004:00010000:1.0:1763335555.571292:0:6516:0:(mdt_lvb.c:189:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime: 1763335553 -> 1763335555 00000100:00100000:1.0:1763335555.571328:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc3781c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041498624:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335555.571357:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 830347 00010000:00010000:1.0:1763335555.571380:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f07669b8 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fa4f expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335555.571404:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335555.571407:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335555.571412:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f07669b8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fa4f expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335555.571426:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc643f000, rc 0) 00000100:00100000:1.0:1763335555.571502:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d91c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+17:2406:x1848991029206400:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6438us (7510us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335555.571512:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1947 00000100:00100000:1.0:1763335555.575395:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335555.575495:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335555.575581:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029206784 00000100:00100000:2.0:1763335555.575595:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029206784 00000100:00100000:2.0:1763335555.575671:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1436 00000100:00100000:2.0:1763335555.575683:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3781c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+9:2407:x1848991029206784:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335555.575715:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335555.575741:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc609f000/0x10123ce7f07669bf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fa64 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335555.575823:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc35ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041498752:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335555.575952:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09a80 going to sleep for 11 seconds 00000100:00100000:0.0:1763335555.576292:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029206656 00000100:00100000:0.0:1763335555.576298:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029206656 00000100:00100000:0.0:1763335555.576348:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1948 00000100:00100000:0.0:1763335555.576356:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3783800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+17:2407:x1848991029206656:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335555.576369:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335555.576387:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8c00/0x10123ce7f07669c6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fa5d expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335555.576426:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ec00/0x10123ce7f076691e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f9bc expref: 19 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335555.576461:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c76a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041498880:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335555.576506:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3900 going to sleep for 11 seconds 00000100:00100000:0.0:1763335555.580759:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc35ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041498752:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335555.580814:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc609f000/0x10123ce7f07669bf lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fa64 expref: 10 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335555.580846:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc609f000/0x10123ce7f07669bf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fa64 expref: 10 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335555.580862:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc609f000, rc 0) 00000100:00100000:0.0:1763335555.580984:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3781c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+9:2407:x1848991029206784:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5302us (5604us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335555.580995:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1436 00000100:00100000:1.0:1763335555.581153:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c76a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041498880:192.168.202.34@tcp:106: 00002000:00010000:1.0:1763335555.581172:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 830347 00010000:00010000:1.0:1763335555.581186:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8c00/0x10123ce7f07669c6 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fa5d expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335555.581202:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335555.581206:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335555.581211:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8c00/0x10123ce7f07669c6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fa5d expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335555.581225:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc8c00, rc 0) 00000100:00100000:1.0:1763335555.581252:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3783800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+17:2407:x1848991029206656:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4897us (5756us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335555.581261:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1948 00000100:00100000:3.0:1763335555.584856:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335555.585125:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029207040 00000100:00100000:1.0:1763335555.585138:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029207040 00000100:00100000:1.0:1763335555.585215:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1949 00000100:00100000:1.0:1763335555.585226:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+20:15720:x1848991029207040:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:1.0:1763335555.585317:0:6516:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335555.585359:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ea00/0x10123ce7f076687d lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f922 expref: 20 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335555.585381:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335555.585388:0:6516:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335555.585661:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f07669cd lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:1.0:1763335555.585684:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6e00/0x10123ce7f0766892 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f930 expref: 16 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335555.585706:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f07669cd lrc: 4/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 00010000:00010000:1.0:1763335555.585753:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6e00/0x10123ce7f0766892 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f930 expref: 16 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335555.585771:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6e00/0x10123ce7f0766892 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f930 expref: 16 pid: 8224 timeout: 456 lvb_type: 0 00000100:00100000:1.0:1763335555.585789:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc3782a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041499008:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335555.585960:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c6155d80 going to sleep for 11 seconds 00000100:00100000:3.0:1763335555.589847:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335555.590295:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc3782a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041499008:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335555.590333:0:6516:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f07669cd lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00000100:00100000:0.0:1763335555.591661:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029207168 00000100:00100000:0.0:1763335555.591678:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029207168 00010000:00010000:0.0:1763335555.591746:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6e00/0x10123ce7f0766892 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f930 expref: 17 pid: 8224 timeout: 456 lvb_type: 0 00000100:00100000:0.0:1763335555.591799:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 721 00000100:00100000:0.0:1763335555.591811:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d90e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+17:2408:x1848991029207168:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335555.591833:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335555.591841:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6e00/0x10123ce7f0766892 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f930 expref: 17 pid: 8224 timeout: 456 lvb_type: 0 00010000:00010000:0.0:1763335555.591858:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6e00/0x10123ce7f0766892 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f930 expref: 17 pid: 8224 timeout: 456 lvb_type: 0 00010000:00010000:0.0:1763335555.591907:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc58c6e00/0x10123ce7f0766892 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f930 expref: 17 pid: 8224 timeout: 456 lvb_type: 0 00010000:00010000:0.0:1763335555.591927:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335555.591933:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f07669cd lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00010000:00010000:0.0:1763335555.591947:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f07669cd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT0 00010000:00010000:0.0:1763335555.591956:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f07669cd lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT0 00010000:00010000:0.0:1763335555.591986:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335555.592079:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d90e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+16:2408:x1848991029207168:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 269us (2251us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335555.592089:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 721 00010000:00010000:2.0:1763335555.592183:0:6516:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f07669cd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335555.592192:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f07669cd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00000001:00080000:2.0:1763335555.592317:0:6516:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968043 00000004:00010000:2.0:1763335555.592380:0:6516:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 830347 -> 830347 00000004:00010000:2.0:1763335555.592384:0:6516:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335555 -> 1763335555 00000004:00010000:2.0:1763335555.592387:0:6516:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335555 -> 1763335553 00000004:00010000:2.0:1763335555.592390:0:6516:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335555 -> 1763335555 00000004:00010000:2.0:1763335555.592393:0:6516:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 568 -> 568 00000004:00010000:2.0:1763335555.592400:0:6516:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003c26bd08 reply state 00000000dbddec88 transno 4294968044 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f07669cd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335555.592415:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f07669cd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335555.592422:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335555.592425:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335555.592429:0:6516:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763335555.592525:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+22:15720:x1848991029207040:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 7300us (7684us total) trans 4294968044 rc 0/0 00000100:00100000:2.0:1763335555.592533:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1949 00000020:00080000:2.0:1763335555.592538:0:6516:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763335555.596104:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335555.596357:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029207296 00000100:00100000:1.0:1763335555.596371:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029207296 00002000:00010000:1.0:1763335555.596424:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1132634->18446744073709551615) 00002000:00100000:1.0:1763335555.596431:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc35ef800 with x1848991029207296 ext(1132634->18446744073709551615) 00002000:00010000:1.0:1763335555.596448:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc35ef800. 00000100:00100000:1.0:1763335555.596490:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 939 00000100:00100000:1.0:1763335555.596502:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc35ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+9:2407:x1848991029207296:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:1.0:1763335555.597405:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 2017650 -> 1132634 00002000:00010000:1.0:1763335555.597412:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335555 -> 1763335555 00002000:00010000:1.0:1763335555.597416:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335555 -> 1763335555 00002000:00010000:1.0:1763335555.597419:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335555 -> 1763335555 00002000:00010000:1.0:1763335555.597421:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 312 -> 0 00000100:00100000:1.0:1763335555.597509:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc35ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+10:2407:x1848991029207296:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 1005us (1417us total) trans 4294967666 rc 0/0 00000100:00100000:1.0:1763335555.597519:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 939 00002000:00010000:1.0:1763335555.597524:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1132634->18446744073709551615) 00002000:00100000:1.0:1763335555.597528:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc35ef800 with x1848991029207296 ext(1132634->18446744073709551615) 00002000:00010000:1.0:1763335555.597534:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc35ef800. 00000100:00100000:3.0:1763335555.601067:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335555.601388:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029207424 00000100:00100000:2.0:1763335555.601403:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029207424 00000100:00100000:2.0:1763335555.601485:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1950 00000100:00100000:2.0:1763335555.601497:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d90380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+22:15720:x1848991029207424:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335555.601531:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335555.601560:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e000/0x10123ce7f07669d4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fa6b expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335555.601703:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ee00/0x10123ce7f07669db lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335555.601723:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ee00/0x10123ce7f07669db lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335555.601736:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ee00/0x10123ce7f07669db lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00000004:00200000:2.0:1763335555.601775:0:6516:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 1132634 00000004:00200000:2.0:1763335555.601781:0:6516:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763335555.601809:0:6516:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ee00/0x10123ce7f07669db lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763335555.601845:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e000/0x10123ce7f07669d4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fa6b expref: 24 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335555.601920:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ee00/0x10123ce7f07669db lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fa6b expref: 23 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335555.601931:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335555.601934:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335555.601939:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc609ee00, rc 0) 00000100:00100000:2.0:1763335555.602018:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d90380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+23:15720:x1848991029207424:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 523us (966us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335555.602025:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1950 00000100:00100000:3.0:1763335555.606460:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335555.606720:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029207552 00000100:00100000:0.0:1763335555.606735:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029207552 00000100:00100000:0.0:1763335555.606976:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1951 00000100:00100000:0.0:1763335555.606991:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+16:15720:x1848991029207552:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335555.607023:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335555.607056:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8600/0x10123ce7f07669e2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fa72 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335555.607196:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8200/0x10123ce7f07669e9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335555.607217:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8200/0x10123ce7f07669e9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335555.607232:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8200/0x10123ce7f07669e9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000004:00200000:0.0:1763335555.607269:0:8224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 1132634 00000004:00200000:0.0:1763335555.607275:0:8224:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763335555.607300:0:8224:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8200/0x10123ce7f07669e9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335555.607332:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8600/0x10123ce7f07669e2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fa72 expref: 18 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335555.607354:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8200/0x10123ce7f07669e9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fa72 expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335555.607364:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335555.607366:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335555.607371:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc8200, rc 0) 00000100:00100000:0.0:1763335555.607441:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+17:15720:x1848991029207552:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 455us (998us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335555.607449:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1951 00000100:00100000:1.0:1763335555.610843:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335555.611696:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335555.611775:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029207808 00000100:00100000:2.0:1763335555.611790:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029207808 00000100:00100000:2.0:1763335555.612035:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1437 00000100:00100000:2.0:1763335555.612049:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3780380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+9:2407:x1848991029207808:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335555.612074:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335555.612098:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc609e200/0x10123ce7f07669f0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fa80 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335555.612175:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc35ee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041499136:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335555.612333:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029207680 00000100:00100000:0.0:1763335555.612338:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029207680 00000100:00100000:0.0:1763335555.612376:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1952 00000100:00100000:0.0:1763335555.612384:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3782a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+17:2407:x1848991029207680:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335555.612395:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335555.612411:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f07669f7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fa79 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335555.612445:0:8224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ec00/0x10123ce7f076691e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f9bc expref: 22 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335555.612471:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c76680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041499264:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335555.613045:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09c00 going to sleep for 11 seconds 00000100:00100000:0.0:1763335555.613123:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3f00 going to sleep for 11 seconds 00000100:00100000:2.0:1763335555.615491:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc35ee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041499136:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335555.615540:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc609e200/0x10123ce7f07669f0 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fa80 expref: 10 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335555.615568:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc609e200/0x10123ce7f07669f0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fa80 expref: 10 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335555.615584:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc609e200, rc 0) 00000100:00100000:2.0:1763335555.615657:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3780380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+9:2407:x1848991029207808:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3610us (3972us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335555.615667:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1437 00000004:00010000:0.0:1763335555.615776:0:8224:0:(mdt_lvb.c:189:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime: 1763335553 -> 1763335555 00000100:00100000:0.0:1763335555.615797:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c76680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041499264:192.168.202.34@tcp:106: 00002000:00010000:0.0:1763335555.615815:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 830347 00010000:00010000:0.0:1763335555.615830:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f07669f7 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fa79 expref: 18 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335555.615846:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335555.615850:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335555.615855:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f07669f7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 12 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fa79 expref: 18 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335555.615903:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc9e00, rc 0) 00000100:00100000:0.0:1763335555.615929:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3782a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+17:2407:x1848991029207680:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3546us (5100us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335555.615936:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1952 00000100:00100000:1.0:1763335555.619528:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335555.619625:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029207936 00000100:00100000:2.0:1763335555.619640:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029207936 00000100:00100000:2.0:1763335555.619720:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1438 00000100:00100000:2.0:1763335555.619731:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3780e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+9:15720:x1848991029207936:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335555.619753:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335555.619775:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc609e000/0x10123ce7f07669fe lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fa87 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335555.619819:0:8400:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc643f400/0x10123ce7f0766972 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1671168->1712127) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fa10 expref: 9 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335555.619829:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335555.619831:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335555.619836:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc609e000/0x10123ce7f07669fe lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1470464->1523711] (req 1470464->1523711) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fa87 expref: 10 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335555.619921:0:8400:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc643f400/0x10123ce7f0766972 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1671168->1712127) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fa10 expref: 9 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335555.619935:0:8400:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc643f400/0x10123ce7f0766972 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1671168->1712127) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fa10 expref: 9 pid: 8400 timeout: 456 lvb_type: 0 00000100:00100000:2.0:1763335555.619951:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc35ee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041499392:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335555.620071:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09c00 going to sleep for 11 seconds 00000100:00100000:2.0:1763335555.623214:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc35ee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041499392:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335555.623259:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc609e000/0x10123ce7f07669fe lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1470464->1523711] (req 1470464->1523711) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fa87 expref: 10 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335555.623283:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc609e000, rc 0) 00000100:00100000:2.0:1763335555.623358:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3780e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+10:15720:x1848991029207936:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3627us (3848us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335555.623368:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1438 00000100:00100000:0.0:1763335555.629274:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335555.629424:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029208064 00000100:00100000:1.0:1763335555.629440:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029208064 00010000:00010000:1.0:1763335555.629494:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc643f400/0x10123ce7f0766972 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1671168->1712127) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fa10 expref: 10 pid: 8400 timeout: 456 lvb_type: 0 00000100:00100000:1.0:1763335555.629551:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 722 00000100:00100000:1.0:1763335555.629565:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f4704c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+10:2409:x1848991029208064:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335555.629592:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335555.629631:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc643f400/0x10123ce7f0766972 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1671168->1712127) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fa10 expref: 10 pid: 8400 timeout: 456 lvb_type: 0 00010000:00010000:1.0:1763335555.629647:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc643f400/0x10123ce7f0766972 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1671168->1712127) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fa10 expref: 10 pid: 8400 timeout: 456 lvb_type: 0 00010000:00010000:1.0:1763335555.629682:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc643f400/0x10123ce7f0766972 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1671168->1712127) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fa10 expref: 10 pid: 8400 timeout: 456 lvb_type: 0 00010000:00010000:1.0:1763335555.629714:0:13187:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335555.629717:0:13187:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335555.629728:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc609e000/0x10123ce7f07669fe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1470464->1523711) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fa87 expref: 9 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335555.629742:0:13187:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc609e000/0x10123ce7f07669fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1470464->1523711) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fa87 expref: 9 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335555.629799:0:13187:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc609e000/0x10123ce7f07669fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1470464->1523711) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fa87 expref: 9 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335555.629817:0:13187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc3781500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:13187:1848991041499520:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763335555.630017:0:13187:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c6155d80 going to sleep for 11 seconds 00000100:00100000:1.0:1763335555.634199:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335555.634323:0:13187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc3781500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:13187:1848991041499520:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763335555.634358:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335555.634433:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f4704c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+9:2409:x1848991029208064:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 4871us (5176us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335555.634447:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 722 00000100:00100000:3.0:1763335555.634640:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029208192 00000100:00100000:3.0:1763335555.634649:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029208192 00000100:00100000:3.0:1763335555.634734:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 940 00000100:00100000:3.0:1763335555.634744:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc56ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+10:2409:x1848991029208192:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:3.0:1763335555.635060:0:15204:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1132634 -> 1519744 00002000:00010000:3.0:1763335555.635064:0:15204:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335555 -> 1763335555 00002000:00010000:3.0:1763335555.635067:0:15204:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335555 -> 1763335555 00002000:00010000:3.0:1763335555.635069:0:15204:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335555 -> 1763335555 00002000:00010000:3.0:1763335555.635071:0:15204:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 0 -> 104 00000100:00100000:3.0:1763335555.635106:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc56ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+11:2409:x1848991029208192:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 363us (922us total) trans 4294967667 rc 0/0 00000100:00100000:3.0:1763335555.635111:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 940 00000100:00100000:2.0:1763335555.640362:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335555.641019:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029208320 00000100:00100000:0.0:1763335555.641033:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029208320 00000100:00100000:0.0:1763335555.641683:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1439 00000100:00100000:0.0:1763335555.641705:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc35ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+9:2409:x1848991029208320:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335555.641730:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335555.641757:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0766a05 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fa8e expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335555.641831:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c76680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041499648:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335555.641994:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3300 going to sleep for 11 seconds 00000100:00100000:0.0:1763335555.644633:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c76680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041499648:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335555.644704:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0766a05 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fa8e expref: 10 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335555.644738:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0766a05 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fa8e expref: 10 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335555.644756:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc9e00, rc 0) 00000100:00100000:0.0:1763335555.645133:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc35ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+9:2409:x1848991029208320:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3429us (4784us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335555.645146:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1439 00000100:00100000:1.0:1763335555.648388:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335555.648475:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029208448 00000100:00100000:0.0:1763335555.648488:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029208448 00000100:00100000:0.0:1763335555.648563:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1440 00000100:00100000:0.0:1763335555.648574:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc56fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+9:2409:x1848991029208448:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335555.648601:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335555.648637:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc8000/0x10123ce7f0766a0c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fa95 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335555.648727:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c76680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041499776:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335555.648841:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3300 going to sleep for 11 seconds 00000100:00100000:0.0:1763335555.651617:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c76680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041499776:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335555.651669:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc8000/0x10123ce7f0766a0c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fa95 expref: 10 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335555.651708:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc8000/0x10123ce7f0766a0c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fa95 expref: 10 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335555.651723:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc8000, rc 0) 00000100:00100000:0.0:1763335555.651805:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc56fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+9:2409:x1848991029208448:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3231us (3432us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335555.651815:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1440 00000100:00100000:1.0:1763335555.655377:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335555.655547:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029208704 00000100:00100000:0.0:1763335555.655560:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029208704 00000100:00100000:0.0:1763335555.655628:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1953 00000100:00100000:0.0:1763335555.655639:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc56fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+23:15720:x1848991029208704:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:0.0:1763335555.655724:0:8224:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335555.655761:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ee00/0x10123ce7f07669db lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fa6b expref: 23 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335555.655782:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335555.655787:0:8224:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335555.656051:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0766a13 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335555.656068:0:8224:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8200/0x10123ce7f07669e9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fa72 expref: 16 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335555.656080:0:8224:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0766a13 lrc: 4/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335555.656121:0:8224:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8200/0x10123ce7f07669e9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fa72 expref: 16 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335555.656136:0:8224:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8200/0x10123ce7f07669e9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fa72 expref: 16 pid: 8224 timeout: 456 lvb_type: 0 00000100:00100000:0.0:1763335555.656152:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c76680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041499904:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335555.657157:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3180 going to sleep for 11 seconds 00000100:00100000:1.0:1763335555.660382:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335555.660522:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c76680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041499904:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335555.660555:0:8224:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0766a13 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000100:00100000:2.0:1763335555.660799:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029208832 00000100:00100000:2.0:1763335555.660809:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029208832 00010000:00010000:2.0:1763335555.660857:0:13187:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8200/0x10123ce7f07669e9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fa72 expref: 17 pid: 8224 timeout: 456 lvb_type: 0 00000100:00100000:2.0:1763335555.660916:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 723 00000100:00100000:2.0:1763335555.660926:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc56fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+17:2408:x1848991029208832:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335555.660945:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335555.660952:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8200/0x10123ce7f07669e9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fa72 expref: 17 pid: 8224 timeout: 456 lvb_type: 0 00010000:00010000:2.0:1763335555.660966:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8200/0x10123ce7f07669e9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fa72 expref: 17 pid: 8224 timeout: 456 lvb_type: 0 00010000:00010000:2.0:1763335555.660992:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8200/0x10123ce7f07669e9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fa72 expref: 17 pid: 8224 timeout: 456 lvb_type: 0 00010000:00010000:2.0:1763335555.661020:0:13187:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335555.661025:0:13187:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0766a13 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335555.661037:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0766a13 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40290000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335555.661046:0:13187:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0766a13 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40290000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335555.661075:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335555.661135:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc56fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:819c42eb-8a5f-4523-990c-a007cb66998d+16:2408:x1848991029208832:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 210us (767us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335555.661147:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 723 00010000:00010000:3.0:1763335555.661325:0:8224:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0766a13 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335555.661334:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0766a13 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000001:00080000:3.0:1763335555.661451:0:8224:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968045 00000004:00010000:3.0:1763335555.661509:0:8224:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 830347 -> 830347 00000004:00010000:3.0:1763335555.661513:0:8224:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335555 -> 1763335555 00000004:00010000:3.0:1763335555.661516:0:8224:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335555 -> 1763335553 00000004:00010000:3.0:1763335555.661518:0:8224:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335555 -> 1763335555 00000004:00010000:3.0:1763335555.661521:0:8224:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 568 -> 568 00000004:00010000:3.0:1763335555.661528:0:8224:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d9a75bf4 reply state 00000000ea599368 transno 4294968046 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0766a13 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335555.661541:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0766a13 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335555.661547:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335555.661550:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763335555.661553:0:8224:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763335555.661637:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc56fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+25:15720:x1848991029208704:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 6000us (6278us total) trans 4294968046 rc 0/0 00000100:00100000:3.0:1763335555.661644:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1953 00000020:00080000:3.0:1763335555.661648:0:8224:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763335555.665098:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335555.665739:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029208960 00000100:00100000:0.0:1763335555.665754:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029208960 00000100:00100000:3.0:1763335555.666059:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1441 00000100:00100000:3.0:1763335555.666074:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc35efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+9:15720:x1848991029208960:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335555.666099:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335555.666123:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0766a1a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fa9c expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335555.666164:0:8401:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc609e000/0x10123ce7f07669fe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1470464->1523711) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fa87 expref: 10 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335555.666174:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335555.666176:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335555.666182:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0766a1a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fa9c expref: 10 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335555.666225:0:8401:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc609e000/0x10123ce7f07669fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1470464->1523711) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fa87 expref: 10 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335555.666242:0:8401:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc609e000/0x10123ce7f07669fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1470464->1523711) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fa87 expref: 10 pid: 8400 timeout: 456 lvb_type: 0 00000100:00100000:3.0:1763335555.666259:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7d90700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041500032:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335555.666373:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850000 going to sleep for 11 seconds 00000100:00100000:3.0:1763335555.670100:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7d90700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041500032:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335555.670148:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0766a1a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fa9c expref: 10 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335555.670171:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5a00, rc 0) 00000100:00100000:3.0:1763335555.671839:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc35efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+10:15720:x1848991029208960:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5754us (6742us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335555.671855:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1441 00000100:00100000:1.0:1763335555.672090:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335555.672434:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029209088 00000100:00100000:0.0:1763335555.672446:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029209088 00010000:00010000:0.0:1763335555.672491:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc609e000/0x10123ce7f07669fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1470464->1523711) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fa87 expref: 11 pid: 8400 timeout: 456 lvb_type: 0 00000100:00100000:0.0:1763335555.672537:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 724 00000100:00100000:0.0:1763335555.672548:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc56ff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+11:2408:x1848991029209088:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335555.672566:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335555.672592:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc609e000/0x10123ce7f07669fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1470464->1523711) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fa87 expref: 11 pid: 8400 timeout: 456 lvb_type: 0 00010000:00010000:0.0:1763335555.672608:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc609e000/0x10123ce7f07669fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1470464->1523711) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fa87 expref: 11 pid: 8400 timeout: 456 lvb_type: 0 00010000:00010000:0.0:1763335555.672636:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc609e000/0x10123ce7f07669fe lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1470464->1523711) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fa87 expref: 11 pid: 8400 timeout: 456 lvb_type: 0 00010000:00010000:0.0:1763335555.672653:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335555.672655:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335555.672665:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0766a1a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fa9c expref: 9 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335555.672676:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0766a1a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fa9c expref: 9 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335555.672730:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0766a1a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fa9c expref: 9 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335555.672748:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c76680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041500160:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335555.672847:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3180 going to sleep for 11 seconds 00000100:00100000:0.0:1763335555.677369:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c76680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041500160:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763335555.677796:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335555.677936:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc56ff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+10:2408:x1848991029209088:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 5386us (5844us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335555.677951:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 724 00000100:00100000:1.0:1763335555.678734:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335555.679210:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029209216 00000100:00100000:2.0:1763335555.679221:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029209216 00002000:00010000:2.0:1763335555.679274:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1640426->18446744073709551615) 00002000:00100000:2.0:1763335555.679281:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc56fed80 with x1848991029209216 ext(1640426->18446744073709551615) 00002000:00010000:2.0:1763335555.679299:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc56fed80. 00000100:00100000:2.0:1763335555.679337:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 941 00000100:00100000:2.0:1763335555.679347:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc56fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+10:2408:x1848991029209216:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:2.0:1763335555.679610:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1519744 -> 1640426 00002000:00010000:2.0:1763335555.679615:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335555 -> 1763335555 00002000:00010000:2.0:1763335555.679618:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335555 -> 1763335555 00002000:00010000:2.0:1763335555.679621:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335555 -> 1763335555 00002000:00010000:2.0:1763335555.679623:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 104 -> 104 00000100:00100000:2.0:1763335555.679697:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc56fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+11:2408:x1848991029209216:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 342us (960us total) trans 4294967668 rc 0/0 00000100:00100000:2.0:1763335555.679705:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 941 00002000:00010000:2.0:1763335555.679709:0:8407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1640426->18446744073709551615) 00002000:00100000:2.0:1763335555.679711:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc56fed80 with x1848991029209216 ext(1640426->18446744073709551615) 00002000:00010000:2.0:1763335555.679716:0:8407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc56fed80. 00000100:00100000:2.0:1763335555.682731:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335555.683549:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029209344 00000100:00100000:3.0:1763335555.683565:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029209344 00000100:00100000:3.0:1763335555.683974:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1954 00000100:00100000:3.0:1763335555.683986:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc35ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+25:15720:x1848991029209344:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335555.684017:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335555.684042:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0766a21 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847faa3 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335555.684162:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0766a28 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335555.684180:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0766a28 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335555.684193:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0766a28 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000004:00200000:3.0:1763335555.684221:0:8224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 1640426 00000004:00200000:3.0:1763335555.684225:0:8224:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763335555.684247:0:8224:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0766a28 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335555.684273:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0766a21 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847faa3 expref: 27 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335555.684294:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0766a28 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847faa3 expref: 26 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335555.684303:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335555.684306:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763335555.684311:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5200, rc 0) 00000100:00100000:3.0:1763335555.684394:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc35ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+26:15720:x1848991029209344:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 411us (1706us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335555.684403:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1954 00000100:00100000:1.0:1763335555.689019:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335555.689138:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029209600 00000100:00100000:3.0:1763335555.689151:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029209600 00000100:00100000:0.0:1763335555.690141:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1955 00000100:00100000:0.0:1763335555.690162:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc56fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+26:15720:x1848991029209600:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:0.0:1763335555.690240:0:8224:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335555.690275:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5200/0x10123ce7f0766a28 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847faa3 expref: 26 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335555.690299:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335555.690306:0:8224:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335555.690525:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f0766a2f lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335555.690544:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f0766a2f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335555.690554:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f0766a2f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000001:00080000:0.0:1763335555.690603:0:8224:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968047 00000004:00010000:0.0:1763335555.690626:0:8224:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 830347 -> 830347 00000004:00010000:0.0:1763335555.690629:0:8224:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335555 -> 1763335555 00000004:00010000:0.0:1763335555.690632:0:8224:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335553 -> 1763335553 00000004:00010000:0.0:1763335555.690635:0:8224:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335555 -> 1763335555 00000004:00010000:0.0:1763335555.690638:0:8224:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 568 -> 568 00000004:00010000:0.0:1763335555.690645:0:8224:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004d4e1094 reply state 00000000d4ce42a7 transno 4294968048 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f0766a2f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335555.690658:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f0766a2f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335555.690664:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335555.690668:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335555.690671:0:8224:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763335555.690810:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc56fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:273362c8-ad54-46f8-a663-195ccb4b667f+28:15720:x1848991029209600:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 656us (1815us total) trans 4294968048 rc 0/0 00000100:00100000:0.0:1763335555.690818:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1955 00000020:00080000:0.0:1763335555.690825:0:8224:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763335555.696655:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335555.696967:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029209728 00000100:00100000:0.0:1763335555.696983:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029209728 00002000:00010000:0.0:1763335555.697045:0:6529:0:(mdt_io.c:274:mdt_punch_hpreq_check()) lustre-MDT0000: refresh DOM lock for [0x200000402:0xe:0x0] 00002000:00100000:0.0:1763335555.697051:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5fd7b80 with x1848991029209728 00000100:00100000:0.0:1763335555.697097:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1118 00000100:00100000:0.0:1763335555.697108:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5fd7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+28:2409:x1848991029209728:12345-192.168.202.34@tcp:10:fsx.0 00000004:00010000:0.0:1763335555.697493:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 830347 -> 935757 00000004:00010000:0.0:1763335555.697497:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335555 -> 1763335555 00000004:00010000:0.0:1763335555.697501:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335553 -> 1763335553 00000004:00010000:0.0:1763335555.697503:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335555 -> 1763335555 00000004:00010000:0.0:1763335555.697506:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 568 -> 568 00000100:00100000:0.0:1763335555.697602:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5fd7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+29:2409:x1848991029209728:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 493us (962us total) trans 4294968049 rc 0/0 00000100:00100000:0.0:1763335555.697611:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1118 00002000:00010000:0.0:1763335555.697615:0:6529:0:(mdt_io.c:274:mdt_punch_hpreq_check()) lustre-MDT0000: refresh DOM lock for [0x200000402:0xe:0x0] 00002000:00100000:0.0:1763335555.697618:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5fd7b80 with x1848991029209728 00000100:00100000:2.0:1763335555.698048:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335555.698366:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029209856 00000100:00100000:3.0:1763335555.698375:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029209856 00002000:00010000:3.0:1763335555.698413:0:15204:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:3.0:1763335555.698419:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc35ef480 with x1848991029209856 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335555.698431:0:15204:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc35ef480. 00000100:00100000:3.0:1763335555.698996:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 942 00000100:00100000:3.0:1763335555.699010:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc35ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+11:2409:x1848991029209856:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:3.0:1763335555.699395:0:15204:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1640426 -> 0 00002000:00010000:3.0:1763335555.699400:0:15204:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335555 -> 1763335555 00002000:00010000:3.0:1763335555.699402:0:15204:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335555 -> 1763335555 00002000:00010000:3.0:1763335555.699405:0:15204:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335555 -> 1763335555 00002000:00010000:3.0:1763335555.699408:0:15204:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 104 -> 0 00000100:00100000:3.0:1763335555.699477:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc35ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+12:2409:x1848991029209856:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 470us (1430us total) trans 4294967669 rc 0/0 00000100:00100000:3.0:1763335555.699485:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 942 00002000:00010000:3.0:1763335555.699490:0:15204:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (0->18446744073709551615) 00002000:00100000:3.0:1763335555.699494:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc35ef480 with x1848991029209856 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335555.699500:0:15204:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc35ef480. 00000100:00100000:2.0:1763335555.704535:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335555.704945:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029209984 00000100:00100000:0.0:1763335555.704959:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029209984 00000100:00100000:0.0:1763335555.705038:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1956 00000100:00100000:0.0:1763335555.705049:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc35eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+16:15720:x1848991029209984:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335555.705077:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335555.705106:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0766a36 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847faaa expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335555.705237:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8a00/0x10123ce7f0766a3d lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335555.705258:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8a00/0x10123ce7f0766a3d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335555.705271:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8a00/0x10123ce7f0766a3d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000004:00200000:0.0:1763335555.705304:0:8224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 935757 00000004:00200000:0.0:1763335555.705309:0:8224:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763335555.705333:0:8224:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8a00/0x10123ce7f0766a3d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335555.705364:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0766a36 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847faaa expref: 18 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335555.705388:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8a00/0x10123ce7f0766a3d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847faaa expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335555.705399:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335555.705402:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335555.705406:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc8a00, rc 0) 00000100:00100000:0.0:1763335555.705493:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc35eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+17:15720:x1848991029209984:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 445us (975us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335555.705501:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1956 00000100:00100000:1.0:1763335555.710625:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335555.710837:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335555.710981:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029210240 00000100:00100000:3.0:1763335555.710995:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029210240 00000100:00100000:3.0:1763335555.711075:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1442 00000100:00100000:2.0:1763335555.711141:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029210112 00000100:00100000:2.0:1763335555.711145:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029210112 00000100:00100000:2.0:1763335555.711192:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1957 00000100:00100000:2.0:1763335555.711201:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5fd7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+17:2408:x1848991029210112:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335555.711230:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335555.711261:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fe00/0x10123ce7f0766a44 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fab1 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335555.711314:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ec00/0x10123ce7f076691e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f9bc expref: 28 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335555.711375:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c6723b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041500288:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335555.711480:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09c00 going to sleep for 11 seconds 00000100:00100000:3.0:1763335555.711991:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5fd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+10:2408:x1848991029210240:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335555.712379:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335555.712403:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc609f400/0x10123ce7f0766a4b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fab8 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335555.712459:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c6722a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041500416:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335555.713030:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09e40 going to sleep for 11 seconds 00000004:00010000:2.0:1763335555.715432:0:6516:0:(mdt_lvb.c:189:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime: 1763335553 -> 1763335555 00000100:00100000:2.0:1763335555.715472:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c6723b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041500288:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335555.715501:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 935757 00010000:00010000:2.0:1763335555.715525:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fe00/0x10123ce7f0766a44 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fab1 expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335555.715551:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335555.715554:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335555.715561:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fe00/0x10123ce7f0766a44 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fab1 expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335555.715584:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc609fe00, rc 0) 00000100:00100000:2.0:1763335555.715664:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5fd7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+17:2408:x1848991029210112:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4463us (4825us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335555.715674:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1957 00000100:00100000:2.0:1763335555.716597:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c6722a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041500416:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335555.716625:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc609f400/0x10123ce7f0766a4b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fab8 expref: 11 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335555.716645:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc609f400/0x10123ce7f0766a4b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fab8 expref: 11 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335555.716657:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc609f400, rc 0) 00000100:00100000:2.0:1763335555.716711:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5fd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+10:2408:x1848991029210240:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5625us (6102us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335555.716719:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1442 00000100:00100000:1.0:1763335555.720168:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335555.720220:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335555.720277:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029210496 00000100:00100000:0.0:1763335555.720290:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029210496 00000100:00100000:0.0:1763335555.720369:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1443 00000100:00100000:0.0:1763335555.720382:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5fd4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+10:2409:x1848991029210496:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335555.720408:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335555.720431:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0766a52 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fac6 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335555.720508:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c76680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041500544:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335555.720617:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3900 going to sleep for 11 seconds 00000100:00100000:2.0:1763335555.720759:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029210368 00000100:00100000:2.0:1763335555.720765:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029210368 00000100:00100000:2.0:1763335555.720811:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1958 00000100:00100000:2.0:1763335555.720819:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5fd5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+17:2409:x1848991029210368:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335555.720830:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335555.720846:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f800/0x10123ce7f0766a59 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fabf expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335555.720927:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ec00/0x10123ce7f076691e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f9bc expref: 28 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335555.720957:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c6722a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041500672:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335555.720990:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09e40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335555.726204:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c76680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041500544:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335555.726263:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0766a52 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fac6 expref: 11 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335555.726299:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0766a52 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fac6 expref: 11 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335555.726317:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc8e00, rc 0) 00000100:00100000:0.0:1763335555.726411:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5fd4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+10:2409:x1848991029210496:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6028us (6187us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335555.726424:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1443 00000100:00100000:2.0:1763335555.726780:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c6722a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041500672:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335555.726799:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 935757 00010000:00010000:2.0:1763335555.726815:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f800/0x10123ce7f0766a59 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fabf expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335555.726833:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335555.726837:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335555.726842:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f800/0x10123ce7f0766a59 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fabf expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335555.726855:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc609f800, rc 0) 00000100:00100000:2.0:1763335555.726948:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5fd5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+17:2409:x1848991029210368:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6129us (6794us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335555.726957:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1958 00000100:00100000:1.0:1763335555.737171:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335555.737287:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029210624 00000100:00100000:3.0:1763335555.737301:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029210624 00000100:00100000:3.0:1763335555.737397:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1119 00000100:00100000:3.0:1763335555.737410:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5fd7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+29:2408:x1848991029210624:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:3.0:1763335555.737777:0:15202:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 935757 -> 935757 00000004:00010000:3.0:1763335555.737783:0:15202:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335555 -> 1763335555 00000004:00010000:3.0:1763335555.737786:0:15202:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335555 -> 1763335553 00000004:00010000:3.0:1763335555.737788:0:15202:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335555 -> 1763335555 00000004:00010000:3.0:1763335555.737790:0:15202:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 568 -> 568 00000100:00100000:3.0:1763335555.737939:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5fd7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+30:2408:x1848991029210624:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 530us (782us total) trans 4294968050 rc 0/0 00000100:00100000:3.0:1763335555.737949:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1119 00000100:00100000:3.0:1763335555.741828:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335555.742862:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029210752 00000100:00100000:2.0:1763335555.742913:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029210752 00000100:00100000:2.0:1763335555.743011:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1959 00000100:00100000:2.0:1763335555.743024:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+17:2408:x1848991029210752:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335555.743053:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335555.743083:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f800/0x10123ce7f0766a60 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847facd expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335555.743135:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ec00/0x10123ce7f076691e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f9bc expref: 29 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335555.743190:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c6722a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041500800:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335555.745239:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09e40 going to sleep for 11 seconds 00000100:00100000:1.0:1763335555.746421:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335555.746500:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029210880 00000100:00100000:0.0:1763335555.746515:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029210880 00000100:00100000:0.0:1763335555.746590:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1444 00000100:00100000:0.0:1763335555.746602:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5fd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+10:2408:x1848991029210880:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335555.746624:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335555.746648:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0766a67 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fad4 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335555.746737:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c76680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041500928:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335555.746836:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3900 going to sleep for 11 seconds 00000004:00010000:2.0:1763335555.752678:0:6516:0:(mdt_lvb.c:189:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime: 1763335553 -> 1763335555 00000004:00010000:2.0:1763335555.752702:0:6516:0:(mdt_lvb.c:195:mdt_dom_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime: 1763335555 -> 1763335556 00000100:00100000:2.0:1763335555.752733:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c6722a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041500800:192.168.202.34@tcp:106: 00002000:00010000:2.0:1763335555.752765:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 935757 00010000:00010000:2.0:1763335555.752791:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f800/0x10123ce7f0766a60 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847facd expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335555.752820:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335555.752823:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335555.752829:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f800/0x10123ce7f0766a60 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847facd expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335555.752846:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc609f800, rc 0) 00000100:00100000:2.0:1763335555.752973:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+17:2408:x1848991029210752:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 9950us (11159us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335555.752983:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1959 00002000:00010000:0.0:1763335555.753532:0:8401:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime: 1763335555 -> 1763335556 00000100:00100000:0.0:1763335555.753557:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c76680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041500928:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335555.753586:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0766a67 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fad4 expref: 11 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335555.753605:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0766a67 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fad4 expref: 11 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335555.753615:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc8e00, rc 0) 00000100:00100000:0.0:1763335555.753646:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5fd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+10:2408:x1848991029210880:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 7048us (7239us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335555.753653:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1444 00000100:00100000:0.0:1763335555.766140:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335555.766204:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335555.766226:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029211136 00000100:00100000:2.0:1763335555.766241:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029211136 00000100:00100000:2.0:1763335555.766323:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1445 00000100:00100000:2.0:1763335555.766335:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+10:2409:x1848991029211136:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335555.766360:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335555.766390:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc609f800/0x10123ce7f0766a6e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fae2 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335555.766478:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c6722a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041501056:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335555.766593:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09e40 going to sleep for 11 seconds 00000100:00100000:3.0:1763335555.766677:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029211008 00000100:00100000:3.0:1763335555.766682:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029211008 00000100:00100000:3.0:1763335555.766740:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1960 00000100:00100000:3.0:1763335555.766749:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+17:2409:x1848991029211008:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335555.766761:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335555.766780:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0766a75 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fadb expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335555.766823:0:6516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ec00/0x10123ce7f076691e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f9bc expref: 29 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335555.766848:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7d90e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041501184:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763335555.766997:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850b40 going to sleep for 11 seconds 00000100:00100000:3.0:1763335555.772265:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7d90e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041501184:192.168.202.34@tcp:106: 00002000:00010000:3.0:1763335555.772302:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 935757 00010000:00010000:3.0:1763335555.772326:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0766a75 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fadb expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335555.772351:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335555.772355:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335555.772361:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0766a75 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fadb expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335555.772379:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4c00, rc 0) 00000100:00100000:3.0:1763335555.772454:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+17:2409:x1848991029211008:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5705us (6248us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335555.772465:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1960 00000100:00100000:2.0:1763335555.772834:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c6722a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041501056:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335555.772862:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc609f800/0x10123ce7f0766a6e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fae2 expref: 11 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335555.772931:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc609f800/0x10123ce7f0766a6e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fae2 expref: 11 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335555.772941:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc609f800, rc 0) 00000100:00100000:2.0:1763335555.772971:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+10:2409:x1848991029211136:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 6639us (6847us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335555.772978:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1445 00000100:00100000:0.0:1763335555.779281:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335555.779387:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029211264 00000100:00100000:3.0:1763335555.779402:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029211264 00000100:00100000:3.0:1763335555.779484:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1961 00000100:00100000:3.0:1763335555.779497:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+30:15720:x1848991029211264:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335555.779535:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335555.779567:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0766a7c lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fae9 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335555.779705:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4200/0x10123ce7f0766a83 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335555.779725:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4200/0x10123ce7f0766a83 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335555.779737:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4200/0x10123ce7f0766a83 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00000004:00200000:3.0:1763335555.779775:0:6516:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 935757 00000004:00200000:3.0:1763335555.779781:0:6516:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763335555.779806:0:6516:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4200/0x10123ce7f0766a83 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335555.779836:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0766a7c lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fae9 expref: 32 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335555.779856:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4200/0x10123ce7f0766a83 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fae9 expref: 31 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335555.779971:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335555.779975:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763335555.779979:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4200, rc 0) 00000100:00100000:0.0:1763335555.780192:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+31:15720:x1848991029211264:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 695us (925us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335555.780201:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1961 00000100:00100000:0.0:1763335555.785579:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335555.788581:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029211392 00000100:00100000:3.0:1763335555.788606:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029211392 00000100:00100000:3.0:1763335555.788725:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 943 00000100:00100000:3.0:1763335555.788739:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+12:2409:x1848991029211392:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:1.0:1763335555.793624:0:15204:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763335555.793638:0:15204:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335555 -> 1763335555 00002000:00010000:1.0:1763335555.793642:0:15204:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335555 -> 1763335555 00002000:00010000:1.0:1763335555.793644:0:15204:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335556 -> 1763335555 00002000:00010000:1.0:1763335555.793647:0:15204:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 0 -> 16 00000100:00100000:1.0:1763335555.793777:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+13:2409:x1848991029211392:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 5030us (8205us total) trans 4294967670 rc 0/0 00000100:00100000:1.0:1763335555.793791:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 943 00000100:00100000:1.0:1763335555.801009:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335555.803827:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029211520 00000100:00100000:2.0:1763335555.803850:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029211520 00000100:00100000:2.0:1763335555.803969:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1120 00000100:00100000:2.0:1763335555.803981:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5fd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+31:2409:x1848991029211520:12345-192.168.202.34@tcp:22:fsx.0 00000004:00010000:2.0:1763335555.804283:0:15202:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 935757 -> 935757 00000004:00010000:2.0:1763335555.804287:0:15202:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335555 -> 1763335555 00000004:00010000:2.0:1763335555.804290:0:15202:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335555 -> 1763335553 00000004:00010000:2.0:1763335555.804293:0:15202:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335556 -> 1763335555 00000004:00010000:2.0:1763335555.804296:0:15202:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 568 -> 664 00000100:00100000:2.0:1763335555.804411:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5fd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+32:2409:x1848991029211520:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 430us (3416us total) trans 4294968051 rc 0/0 00000100:00100000:2.0:1763335555.804421:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1120 00000100:00100000:0.0:1763335555.816665:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335555.816794:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029211648 00000100:00100000:2.0:1763335555.816808:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029211648 00000100:00100000:2.0:1763335555.816934:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1962 00000100:00100000:2.0:1763335555.816948:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c74e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+17:15720:x1848991029211648:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335555.816979:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335555.817007:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f800/0x10123ce7f0766a8a lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847faf0 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335555.817053:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ec00/0x10123ce7f076691e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f9bc expref: 31 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335555.817067:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f800/0x10123ce7f0766a8a lrc: 4/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847faf0 expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335555.817112:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ec00/0x10123ce7f076691e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f9bc expref: 31 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335555.817127:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ec00/0x10123ce7f076691e lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f9bc expref: 31 pid: 6516 timeout: 456 lvb_type: 0 00000100:00100000:2.0:1763335555.817144:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c6722a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041501312:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335555.817250:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09c00 going to sleep for 11 seconds 00000100:00100000:2.0:1763335555.820917:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c6722a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041501312:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335555.820969:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f800/0x10123ce7f0766a8a lrc: 3/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847faf0 expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335555.821005:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335555.821326:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335555.821333:0:6516:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f800/0x10123ce7f0766a8a lrc: 3/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847faf0 expref: 18 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335555.821350:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc609f800, rc 0) 00000100:00100000:0.0:1763335555.822552:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335555.822856:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c74e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:15720:x1848991029211648:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5906us (6214us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335555.822886:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1962 00000100:00100000:3.0:1763335555.822996:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029211776 00000100:00100000:3.0:1763335555.823192:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029211776 00010000:00010000:3.0:1763335555.823242:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ec00/0x10123ce7f076691e lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f9bc expref: 32 pid: 6516 timeout: 456 lvb_type: 0 00000100:00100000:3.0:1763335555.823284:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 725 00000100:00100000:3.0:1763335555.823296:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c77100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+32:2408:x1848991029211776:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335555.823315:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335555.823346:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ec00/0x10123ce7f076691e lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f9bc expref: 32 pid: 6516 timeout: 456 lvb_type: 0 00010000:00010000:3.0:1763335555.823362:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ec00/0x10123ce7f076691e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f9bc expref: 32 pid: 6516 timeout: 456 lvb_type: 0 00010000:00010000:3.0:1763335555.823393:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ec00/0x10123ce7f076691e lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f9bc expref: 32 pid: 6516 timeout: 456 lvb_type: 0 00010000:00010000:3.0:1763335555.823419:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335555.823426:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f800/0x10123ce7f0766a8a lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847faf0 expref: 17 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335555.823443:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f800/0x10123ce7f0766a8a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847faf0 expref: 17 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335555.823454:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f800/0x10123ce7f0766a8a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847faf0 expref: 17 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335555.823502:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f800/0x10123ce7f0766a8a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847faf0 expref: 17 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335555.823519:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7d90e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041501440:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335555.823619:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850b40 going to sleep for 11 seconds 00000100:00100000:3.0:1763335555.832151:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7d90e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041501440:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335555.832196:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335555.832280:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c77100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+31:2408:x1848991029211776:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 8985us (9737us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335555.832295:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 725 00000100:00100000:1.0:1763335555.835475:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335555.835923:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029211904 00000100:00100000:0.0:1763335555.835940:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029211904 00002000:00100000:0.0:1763335555.836012:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5fd5f80 x1848991029211904/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:601/0 lens 488/0 e 0 to 0 dl 1763335566 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335555.836026:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5fd5f80 with x1848991029211904 00000100:00100000:0.0:1763335555.836530:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1121 00000100:00100000:0.0:1763335555.836547:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5fd5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:2409:x1848991029211904:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335555.853509:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5fd5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:2409:x1848991029211904:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 16950us (18031us total) trans 0 rc 937984/937984 00000100:00100000:0.0:1763335555.853528:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1121 00002000:00100000:0.0:1763335555.853546:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc5fd5f80 x1848991029211904/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:601/0 lens 488/440 e 0 to 0 dl 1763335566 ref 1 fl Complete:/600/0 rc 937984/937984 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335555.853558:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5fd5f80 with x1848991029211904 00000100:00100000:1.0:1763335555.857389:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335555.858914:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029212032 00000100:00100000:2.0:1763335555.858931:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029212032 00000100:00100000:2.0:1763335555.859007:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1963 00000100:00100000:2.0:1763335555.859017:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5fd6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+31:2406:x1848991029212032:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335555.859045:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335555.859074:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f400/0x10123ce7f0766a91 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847faf7 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335555.859116:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f400/0x10123ce7f0766a91 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847faf7 expref: 32 pid: 6516 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763335555.859130:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 935757 00010000:00010000:2.0:1763335555.859138:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f400/0x10123ce7f0766a91 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847faf7 expref: 32 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335555.859165:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335555.859169:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335555.859174:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc609f400, rc 0) 00000100:00100000:2.0:1763335555.859242:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5fd6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+32:2406:x1848991029212032:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 227us (1870us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335555.859250:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1963 00000100:00100000:1.0:1763335555.864577:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335555.864696:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029212160 00000100:00100000:0.0:1763335555.864712:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029212160 00002000:00100000:0.0:1763335555.865150:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7d09880 x1848991029212160/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:601/0 lens 488/0 e 0 to 0 dl 1763335566 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335555.865164:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7d09880 with x1848991029212160 00000100:00100000:0.0:1763335555.865214:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1122 00000100:00100000:0.0:1763335555.865227:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+32:2409:x1848991029212160:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335555.865477:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+32:2409:x1848991029212160:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 252us (918us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335555.865485:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1122 00002000:00100000:0.0:1763335555.865493:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7d09880 x1848991029212160/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:601/0 lens 488/4536 e 0 to 0 dl 1763335566 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335555.865507:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7d09880 with x1848991029212160 00000100:00100000:1.0:1763335555.869015:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335555.869252:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029212288 00000100:00100000:2.0:1763335555.869266:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029212288 00002000:00100000:2.0:1763335555.869330:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7d08e00 x1848991029212288/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:601/0 lens 488/0 e 0 to 0 dl 1763335566 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335555.869342:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7d08e00 with x1848991029212288 00000100:00100000:2.0:1763335555.869390:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1123 00000100:00100000:2.0:1763335555.869401:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+32:2406:x1848991029212288:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335555.869652:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+32:2406:x1848991029212288:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 252us (652us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335555.869662:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1123 00002000:00100000:2.0:1763335555.869670:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7d08e00 x1848991029212288/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:601/0 lens 488/4536 e 0 to 0 dl 1763335566 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335555.869677:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7d08e00 with x1848991029212288 00000100:00100000:1.0:1763335555.874713:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335555.879035:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029212416 00000100:00100000:0.0:1763335555.879057:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029212416 00002000:00100000:0.0:1763335555.879161:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7d0b800 x1848991029212416/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:601/0 lens 488/0 e 0 to 0 dl 1763335566 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335555.879175:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7d0b800 with x1848991029212416 00000100:00100000:0.0:1763335555.879230:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1124 00000100:00100000:0.0:1763335555.879242:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+32:2409:x1848991029212416:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335555.879499:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+32:2409:x1848991029212416:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 258us (4812us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335555.879509:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1124 00002000:00100000:0.0:1763335555.879516:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7d0b800 x1848991029212416/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:601/0 lens 488/4536 e 0 to 0 dl 1763335566 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335555.879524:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7d0b800 with x1848991029212416 00000100:00100000:1.0:1763335555.890336:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335555.891128:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029212544 00000100:00100000:2.0:1763335555.891157:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029212544 00002000:00100000:2.0:1763335555.891230:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7d09180 x1848991029212544/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:601/0 lens 488/0 e 0 to 0 dl 1763335566 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335555.891244:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7d09180 with x1848991029212544 00000100:00100000:2.0:1763335555.891285:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1125 00000100:00100000:2.0:1763335555.891296:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+32:2408:x1848991029212544:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335555.891556:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+32:2408:x1848991029212544:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 261us (1238us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335555.891567:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1125 00002000:00100000:2.0:1763335555.891576:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7d09180 x1848991029212544/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:601/0 lens 488/4536 e 0 to 0 dl 1763335566 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335555.891584:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7d09180 with x1848991029212544 00000100:00100000:1.0:1763335555.900118:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335555.900464:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029212672 00000100:00100000:0.0:1763335555.900479:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029212672 00002000:00100000:0.0:1763335555.900550:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7d09f80 x1848991029212672/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:601/0 lens 488/0 e 0 to 0 dl 1763335566 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335555.900564:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7d09f80 with x1848991029212672 00000100:00100000:0.0:1763335555.900614:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1126 00000100:00100000:0.0:1763335555.900625:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+32:2409:x1848991029212672:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335555.900952:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+32:2409:x1848991029212672:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 326us (851us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335555.900965:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1126 00002000:00100000:0.0:1763335555.900973:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7d09f80 x1848991029212672/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:601/0 lens 488/4536 e 0 to 0 dl 1763335566 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335555.900981:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7d09f80 with x1848991029212672 00000100:00100000:1.0:1763335555.917673:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335555.918310:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029212800 00000100:00100000:2.0:1763335555.918325:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029212800 00002000:00100000:2.0:1763335555.918403:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7d0aa00 x1848991029212800/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:601/0 lens 488/0 e 0 to 0 dl 1763335566 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335555.918418:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7d0aa00 with x1848991029212800 00000100:00100000:2.0:1763335555.918470:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1127 00000100:00100000:2.0:1763335555.918482:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d0aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+32:2406:x1848991029212800:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335555.918737:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d0aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+32:2406:x1848991029212800:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 256us (1080us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335555.918745:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1127 00002000:00100000:2.0:1763335555.918752:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7d0aa00 x1848991029212800/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:601/0 lens 488/4536 e 0 to 0 dl 1763335566 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335555.918760:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7d0aa00 with x1848991029212800 00000100:00100000:1.0:1763335555.925381:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335555.925506:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029212928 00000100:00100000:0.0:1763335555.925522:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029212928 00002000:00100000:0.0:1763335555.925596:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7d08000 x1848991029212928/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:601/0 lens 488/0 e 0 to 0 dl 1763335566 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335555.925612:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7d08000 with x1848991029212928 00000100:00100000:0.0:1763335555.925658:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1128 00000100:00100000:0.0:1763335555.925670:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+32:2407:x1848991029212928:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335555.926008:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+32:2407:x1848991029212928:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 337us (645us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335555.926017:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1128 00002000:00100000:0.0:1763335555.926025:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7d08000 x1848991029212928/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:601/0 lens 488/4536 e 0 to 0 dl 1763335566 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335555.926034:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7d08000 with x1848991029212928 00000100:00100000:1.0:1763335555.936043:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335555.936226:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029213056 00000100:00100000:2.0:1763335555.936241:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029213056 00002000:00100000:2.0:1763335555.936310:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7d09c00 x1848991029213056/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:601/0 lens 488/0 e 0 to 0 dl 1763335566 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335555.936321:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7d09c00 with x1848991029213056 00000100:00100000:2.0:1763335555.936373:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1129 00000100:00100000:2.0:1763335555.936384:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+32:2407:x1848991029213056:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335555.938854:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:273362c8-ad54-46f8-a663-195ccb4b667f+32:2407:x1848991029213056:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 2451us (2806us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335555.938898:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1129 00002000:00100000:2.0:1763335555.938920:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7d09c00 x1848991029213056/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:601/0 lens 488/4536 e 0 to 0 dl 1763335566 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335555.938932:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7d09c00 with x1848991029213056 00000100:00100000:1.0:1763335555.944486:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335555.944610:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029213184 00000100:00100000:2.0:1763335555.944623:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029213184 00000100:00100000:2.0:1763335555.945278:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1446 00000100:00100000:2.0:1763335555.945295:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+10:15720:x1848991029213184:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335555.945321:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335555.945348:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc609fe00/0x10123ce7f0766a98 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fafe expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335555.945390:0:8401:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0766a1a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fa9c expref: 12 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335555.945400:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335555.945403:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335555.945407:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc609fe00/0x10123ce7f0766a98 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1368064->1417215] (req 1368064->1417215) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fafe expref: 11 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335555.945452:0:8401:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0766a1a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fa9c expref: 12 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335555.945467:0:8401:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0766a1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fa9c expref: 12 pid: 8401 timeout: 456 lvb_type: 0 00000100:00100000:2.0:1763335555.945484:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c6722a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041501568:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335555.945853:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09840 going to sleep for 11 seconds 00000100:00100000:2.0:1763335555.953325:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c6722a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041501568:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335555.953384:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc609fe00/0x10123ce7f0766a98 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1368064->1417215] (req 1368064->1417215) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fafe expref: 11 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335555.953413:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc609fe00, rc 0) 00000100:00100000:2.0:1763335555.953499:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+11:15720:x1848991029213184:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 8208us (9028us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335555.953510:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1446 00000100:00100000:0.0:1763335555.955112:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335555.955422:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029213312 00000100:00100000:3.0:1763335555.955433:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029213312 00010000:00010000:3.0:1763335555.955481:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0766a1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fa9c expref: 13 pid: 8401 timeout: 456 lvb_type: 0 00000100:00100000:3.0:1763335555.955527:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 726 00000100:00100000:3.0:1763335555.955538:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c77480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+13:2409:x1848991029213312:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335555.955555:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335555.955580:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0766a1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fa9c expref: 13 pid: 8401 timeout: 456 lvb_type: 0 00010000:00010000:3.0:1763335555.955594:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0766a1a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fa9c expref: 13 pid: 8401 timeout: 456 lvb_type: 0 00010000:00010000:3.0:1763335555.955624:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0766a1a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fa9c expref: 13 pid: 8401 timeout: 456 lvb_type: 0 00010000:00010000:3.0:1763335555.955641:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335555.955643:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335555.955652:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc609fe00/0x10123ce7f0766a98 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1368064->1417215) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fafe expref: 10 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335555.955663:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc609fe00/0x10123ce7f0766a98 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1368064->1417215) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fafe expref: 10 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335555.955718:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc609fe00/0x10123ce7f0766a98 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1368064->1417215) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fafe expref: 10 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335555.955735:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7d90e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041501696:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763335555.955849:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850b40 going to sleep for 11 seconds 00000100:00100000:3.0:1763335555.966252:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7d90e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041501696:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763335555.966293:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335555.966374:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c77480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+12:2409:x1848991029213312:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 10835us (11270us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335555.966388:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 726 00000100:00100000:1.0:1763335555.969353:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335555.969529:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029213440 00000100:00100000:2.0:1763335555.969542:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029213440 00002000:00100000:2.0:1763335555.969609:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7d0bb80 x1848991029213440/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:601/0 lens 504/0 e 0 to 0 dl 1763335566 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335555.969626:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7d0bb80 with x1848991029213440 00000100:00100000:0.0:1763335555.970242:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1130 00000100:00100000:0.0:1763335555.970260:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+32:2408:x1848991029213440:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335555.987275:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+32:2408:x1848991029213440:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 17002us (17919us total) trans 0 rc 905216/905216 00000100:00100000:1.0:1763335555.987294:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1130 00002000:00100000:1.0:1763335555.987313:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0f7d0bb80 x1848991029213440/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:601/0 lens 504/440 e 0 to 0 dl 1763335566 ref 1 fl Complete:/600/0 rc 905216/905216 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335555.987330:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0f7d0bb80 with x1848991029213440 00000100:00100000:1.0:1763335555.991579:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335555.991679:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029213568 00000100:00100000:2.0:1763335555.991699:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029213568 00000100:00100000:2.0:1763335555.992097:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1447 00000100:00100000:2.0:1763335555.992109:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:2409:x1848991029213568:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335555.992135:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335555.992161:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc609fa00/0x10123ce7f0766a9f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fb05 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335555.992240:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c6722a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041501824:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335555.993524:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09840 going to sleep for 11 seconds 00002000:00010000:0.0:1763335556.006048:0:8401:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size: 0 -> 1414961 00002000:00010000:0.0:1763335556.006058:0:8401:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime: 1763335555 -> 1763335556 00002000:00010000:0.0:1763335556.006060:0:8401:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335555 -> 1763335556 00002000:00010000:0.0:1763335556.006063:0:8401:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime: 1763335555 -> 1763335556 00000100:00100000:0.0:1763335556.006085:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c6722a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041501824:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335556.006122:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc609fa00/0x10123ce7f0766a9f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb05 expref: 13 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335556.006144:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc609fa00/0x10123ce7f0766a9f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb05 expref: 13 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335556.006157:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc609fa00, rc 0) 00000100:00100000:0.0:1763335556.006215:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:2409:x1848991029213568:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 14109us (14650us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335556.006224:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1447 00000100:00100000:0.0:1763335556.011921:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335556.012194:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029213696 00000100:00100000:2.0:1763335556.012205:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029213696 00000100:00100000:2.0:1763335556.012278:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1448 00000100:00100000:2.0:1763335556.012288:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:2406:x1848991029213696:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335556.012305:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335556.012322:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc609fc00/0x10123ce7f0766aa6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fb0c expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335556.012378:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c6723b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041501952:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763335556.012466:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f093c0 going to sleep for 11 seconds 00000100:00080000:3.0:1763335556.012973:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1763335556.016378:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c6723b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041501952:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763335556.016422:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc609fc00/0x10123ce7f0766aa6 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb0c expref: 13 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335556.016449:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc609fc00/0x10123ce7f0766aa6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb0c expref: 13 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335556.016464:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc609fc00, rc 0) 00000100:00100000:2.0:1763335556.016532:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:2406:x1848991029213696:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4244us (4619us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335556.016541:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1448 00000100:00100000:0.0:1763335556.021831:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335556.022038:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029213952 00000100:00100000:2.0:1763335556.022050:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029213952 00000100:00100000:2.0:1763335556.022111:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1964 00000100:00100000:2.0:1763335556.022121:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+18:15720:x1848991029213952:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:2.0:1763335556.022206:0:8224:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335556.022234:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8a00/0x10123ce7f0766a3d lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847faaa expref: 18 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335556.022255:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335556.022260:0:8224:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335556.022448:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fc00/0x10123ce7f0766aad lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335556.022463:0:8224:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4200/0x10123ce7f0766a83 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fae9 expref: 31 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335556.022474:0:8224:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fc00/0x10123ce7f0766aad lrc: 4/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335556.022512:0:8224:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4200/0x10123ce7f0766a83 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fae9 expref: 31 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335556.022525:0:8224:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4200/0x10123ce7f0766a83 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fae9 expref: 31 pid: 6516 timeout: 456 lvb_type: 0 00000100:00100000:2.0:1763335556.022541:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c6723b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041502080:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335556.023990:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09240 going to sleep for 11 seconds 00000100:00100000:0.0:1763335556.026748:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335556.027148:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029214080 00000100:00100000:3.0:1763335556.027163:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029214080 00010000:00010000:3.0:1763335556.027247:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4200/0x10123ce7f0766a83 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fae9 expref: 32 pid: 6516 timeout: 456 lvb_type: 0 00000100:00100000:2.0:1763335556.027647:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c6723b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041502080:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335556.027680:0:8224:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fc00/0x10123ce7f0766aad lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000100:00100000:1.0:1763335556.028173:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 727 00000100:00100000:1.0:1763335556.028195:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c75500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+32:2408:x1848991029214080:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335556.028216:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335556.028226:0:13187:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4200/0x10123ce7f0766a83 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fae9 expref: 32 pid: 6516 timeout: 456 lvb_type: 0 00010000:00010000:1.0:1763335556.028242:0:13187:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4200/0x10123ce7f0766a83 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fae9 expref: 32 pid: 6516 timeout: 456 lvb_type: 0 00010000:00010000:1.0:1763335556.028274:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4200/0x10123ce7f0766a83 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fae9 expref: 32 pid: 6516 timeout: 456 lvb_type: 0 00010000:00010000:1.0:1763335556.028293:0:13187:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335556.028299:0:13187:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fc00/0x10123ce7f0766aad lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335556.028312:0:13187:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fc00/0x10123ce7f0766aad lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40290000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335556.028321:0:13187:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fc00/0x10123ce7f0766aad lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40290000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335556.028360:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335556.028391:0:8224:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fc00/0x10123ce7f0766aad lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335556.028406:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fc00/0x10123ce7f0766aad lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000100:00100000:1.0:1763335556.028436:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c75500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:273362c8-ad54-46f8-a663-195ccb4b667f+31:2408:x1848991029214080:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 249us (1704us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335556.028445:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 727 00000001:00080000:2.0:1763335556.028514:0:8224:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968052 00000004:00010000:2.0:1763335556.028568:0:8224:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb size from disk: 935757 -> 935757 00000004:00010000:2.0:1763335556.028572:0:8224:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb mtime from disk: 1763335555 -> 1763335556 00000004:00010000:2.0:1763335556.028575:0:8224:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb atime from disk: 1763335553 -> 1763335553 00000004:00010000:2.0:1763335556.028577:0:8224:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb ctime from disk: 1763335555 -> 1763335556 00000004:00010000:2.0:1763335556.028579:0:8224:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xe:0x0] updating lvb blocks from disk: 664 -> 664 00000004:00010000:2.0:1763335556.028587:0:8224:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000030f8ab17 reply state 000000007e431e9a transno 4294968053 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fc00/0x10123ce7f0766aad lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335556.028608:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fc00/0x10123ce7f0766aad lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335556.028619:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335556.028623:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335556.028627:0:8224:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763335556.028750:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+20:15720:x1848991029213952:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 6628us (6926us total) trans 4294968053 rc 0/0 00000100:00100000:2.0:1763335556.028761:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1964 00000020:00080000:2.0:1763335556.028767:0:8224:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00080000:0.0:1763335556.029162:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1763335556.035962:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335556.037308:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029214208 00000100:00100000:2.0:1763335556.037329:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029214208 00000100:00100000:2.0:1763335556.037427:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1965 00000100:00100000:2.0:1763335556.037439:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+20:15720:x1848991029214208:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335556.037472:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335556.037475:0:8224:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763335556.037536:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f800/0x10123ce7f0766a8a lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847faf0 expref: 20 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335556.037559:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335556.037565:0:8224:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335556.037584:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fa00/0x10123ce7f0766ab4 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fb13 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335556.037610:0:8224:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f400/0x10123ce7f0766a91 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847faf7 expref: 30 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335556.037624:0:8224:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fa00/0x10123ce7f0766ab4 lrc: 4/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb13 expref: 20 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335556.037666:0:8224:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f400/0x10123ce7f0766a91 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847faf7 expref: 30 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335556.037681:0:8224:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f400/0x10123ce7f0766a91 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847faf7 expref: 30 pid: 6516 timeout: 456 lvb_type: 0 00000100:00100000:2.0:1763335556.037710:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c6723b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041502208:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335556.037847:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f099c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335556.046790:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c6723b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041502208:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335556.046843:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fa00/0x10123ce7f0766ab4 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb13 expref: 20 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335556.046917:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335556.046922:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335556.046930:0:8224:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fa00/0x10123ce7f0766ab4 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb13 expref: 20 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335556.046947:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc609fa00, rc 0) 00000100:00100000:2.0:1763335556.047034:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+20:15720:x1848991029214208:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 9596us (11086us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335556.047045:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1965 00000100:00100000:1.0:1763335556.052243:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335556.052560:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029214336 00000100:00100000:3.0:1763335556.052575:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029214336 00010000:00010000:3.0:1763335556.052628:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f400/0x10123ce7f0766a91 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847faf7 expref: 31 pid: 6516 timeout: 456 lvb_type: 0 00000100:00100000:3.0:1763335556.052678:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 728 00000100:00100000:3.0:1763335556.052698:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d0b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+31:2408:x1848991029214336:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335556.052719:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335556.052749:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f400/0x10123ce7f0766a91 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847faf7 expref: 31 pid: 6516 timeout: 456 lvb_type: 0 00010000:00010000:3.0:1763335556.052765:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f400/0x10123ce7f0766a91 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847faf7 expref: 31 pid: 6516 timeout: 456 lvb_type: 0 00010000:00010000:3.0:1763335556.052792:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f400/0x10123ce7f0766a91 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847faf7 expref: 31 pid: 6516 timeout: 456 lvb_type: 0 00010000:00010000:3.0:1763335556.052812:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335556.052818:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fa00/0x10123ce7f0766ab4 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb13 expref: 19 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335556.052838:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fa00/0x10123ce7f0766ab4 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb13 expref: 19 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335556.052849:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fa00/0x10123ce7f0766ab4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb13 expref: 19 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335556.059256:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fa00/0x10123ce7f0766ab4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb13 expref: 19 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335556.059291:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c6723b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041502336:192.168.202.34@tcp:105: 00000100:00100000:2.0:1763335556.059438:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5850b40 going to sleep for 11 seconds 00000100:00100000:1.0:1763335556.065990:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335556.066119:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c6723b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041502336:192.168.202.34@tcp:105: 00010000:00010000:2.0:1763335556.066157:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335556.066253:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d0b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:273362c8-ad54-46f8-a663-195ccb4b667f+30:2408:x1848991029214336:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 13563us (14027us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335556.066270:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 728 00000100:00100000:0.0:1763335556.066416:0:15204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029214464 00000100:00100000:0.0:1763335556.066428:0:15204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029214464 00002000:00010000:0.0:1763335556.066509:0:15204:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1478998->18446744073709551615) 00002000:00100000:0.0:1763335556.066516:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc55eca80 with x1848991029214464 ext(1478998->18446744073709551615) 00002000:00010000:0.0:1763335556.066534:0:15204:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc55eca80. 00000100:00100000:0.0:1763335556.066578:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 944 00000100:00100000:0.0:1763335556.066591:0:15204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+11:2409:x1848991029214464:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:0.0:1763335556.067043:0:15204:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb size from disk: 1414961 -> 1478998 00002000:00010000:0.0:1763335556.067048:0:15204:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb mtime from disk: 1763335556 -> 1763335556 00002000:00010000:0.0:1763335556.067050:0:15204:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime from disk: 1763335556 -> 1763335555 00002000:00010000:0.0:1763335556.067053:0:15204:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb ctime from disk: 1763335556 -> 1763335556 00002000:00010000:0.0:1763335556.067055:0:15204:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks from disk: 16 -> 0 00000100:00100000:0.0:1763335556.067097:0:15204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+12:2409:x1848991029214464:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 507us (1122us total) trans 4294967671 rc 0/0 00000100:00100000:0.0:1763335556.067103:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 944 00002000:00010000:0.0:1763335556.067106:0:15204:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/4 (1478998->18446744073709551615) 00002000:00100000:0.0:1763335556.067109:0:15204:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc55eca80 with x1848991029214464 ext(1478998->18446744073709551615) 00002000:00010000:0.0:1763335556.067114:0:15204:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc55eca80. 00000100:00080000:3.0:1763335556.067424:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1763335556.075742:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335556.075847:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029214592 00000100:00100000:2.0:1763335556.075860:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029214592 00002000:00100000:2.0:1763335556.075976:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->1482751) req@ffff9aefc55ef480 x1848991029214592/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:602/0 lens 504/0 e 0 to 0 dl 1763335567 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335556.075990:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc55ef480 with x1848991029214592 ext(1048576->1482751) 00002000:00010000:2.0:1763335556.075998:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc55ef480 00000100:00100000:2.0:1763335556.076027:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 945 00000100:00100000:2.0:1763335556.076037:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+12:2407:x1848991029214592:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335556.079223:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335556.079333:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029214720 00000100:00100000:0.0:1763335556.079347:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029214720 00002000:00100000:0.0:1763335556.079407:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc55ec000 x1848991029214720/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:602/0 lens 488/0 e 0 to 0 dl 1763335567 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335556.079418:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc55ec000 with x1848991029214720 00000100:00100000:0.0:1763335556.079462:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1131 00000100:00100000:0.0:1763335556.079473:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+20:2407:x1848991029214720:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763335556.083430:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+12:2407:x1848991029214592:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 7379us (7688us total) trans 0 rc 385024/385024 00000100:00100000:2.0:1763335556.083447:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 945 00002000:00100000:2.0:1763335556.083463:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->1482751) req@ffff9aefc55ef480 x1848991029214592/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:602/0 lens 504/440 e 0 to 0 dl 1763335567 ref 1 fl Complete:/600/0 rc 385024/385024 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335556.083475:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc55ef480 with x1848991029214592 ext(1048576->1482751) 00002000:00010000:2.0:1763335556.083482:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc55ef480 00000100:00100000:0.0:1763335556.083647:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+20:2407:x1848991029214720:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 4175us (4437us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335556.083657:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1131 00002000:00100000:0.0:1763335556.083665:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc55ec000 x1848991029214720/t0(0) o3->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:602/0 lens 488/440 e 0 to 0 dl 1763335567 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335556.083674:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc55ec000 with x1848991029214720 00000100:00100000:1.0:1763335556.091654:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335556.091789:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029214848 00000100:00100000:2.0:1763335556.091803:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029214848 00002000:00100000:2.0:1763335556.091964:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1368064->1478997) req@ffff9aefc55ee680 x1848991029214848/t0(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:602/0 lens 488/0 e 0 to 0 dl 1763335567 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335556.091977:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc55ee680 with x1848991029214848 ext(1368064->1478997) 00002000:00010000:2.0:1763335556.091984:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc55ee680 00000100:00100000:2.0:1763335556.092474:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 946 00000100:00100000:2.0:1763335556.092488:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+12:2409:x1848991029214848:12345-192.168.202.34@tcp:4:fsx.0 00000100:00100000:2.0:1763335556.097006:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991029214848:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 4419us (5265us total) trans 4294967672 rc 0/0 00000100:00100000:2.0:1763335556.097027:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 946 00002000:00100000:2.0:1763335556.097045:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1368064->1478997) req@ffff9aefc55ee680 x1848991029214848/t4294967672(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:602/0 lens 488/448 e 0 to 0 dl 1763335567 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335556.097057:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc55ee680 with x1848991029214848 ext(1368064->1478997) 00002000:00010000:2.0:1763335556.097065:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc55ee680 00000100:00100000:1.0:1763335556.099836:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335556.100007:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029214976 00000100:00100000:2.0:1763335556.100021:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029214976 00000100:00100000:2.0:1763335556.100108:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1449 00000100:00100000:2.0:1763335556.100120:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+14:2409:x1848991029214976:12345-192.168.202.34@tcp:16:fsx.0 00000001:00080000:2.0:1763335556.104731:0:9466:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967672 is committed 00000001:00080000:2.0:1763335556.104761:0:9466:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967670 is committed 00000100:00100000:0.0:1763335556.105186:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991029214976:12345-192.168.202.34@tcp:16:fsx.0 Request processed in 5059us (5359us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335556.105199:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1449 00000100:00100000:1.0:1763335556.109325:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335556.109448:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029215104 00000100:00100000:2.0:1763335556.109463:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029215104 00000100:00100000:0.0:1763335556.110768:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1966 00000100:00100000:0.0:1763335556.110792:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+20:15720:x1848991029215104:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335556.110820:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335556.110848:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8800/0x10123ce7f0766abb lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fb1a expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335556.111626:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9200/0x10123ce7f0766ac2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:0.0:1763335556.111739:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9200/0x10123ce7f0766ac2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 00010000:00010000:0.0:1763335556.111754:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9200/0x10123ce7f0766ac2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00000004:00200000:0.0:1763335556.111789:0:6516:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 1478998 00000004:00200000:0.0:1763335556.111795:0:6516:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763335556.111816:0:6516:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9200/0x10123ce7f0766ac2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00010000:00010000:0.0:1763335556.111851:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8800/0x10123ce7f0766abb lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb1a expref: 22 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335556.112001:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9200/0x10123ce7f0766ac2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb1a expref: 21 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335556.112012:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335556.112015:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335556.112019:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc9200, rc 0) 00000100:00100000:0.0:1763335556.112102:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+21:15720:x1848991029215104:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 1320us (2795us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335556.112111:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1966 00000100:00100000:1.0:1763335556.118183:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335556.121067:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029215232 00000100:00100000:0.0:1763335556.121302:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029215232 00000100:00100000:0.0:1763335556.121401:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1967 00000100:00100000:0.0:1763335556.121414:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+30:15720:x1848991029215232:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335556.121443:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335556.121478:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9c00/0x10123ce7f0766ac9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fb21 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335556.121517:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fa00/0x10123ce7f0766ab4 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb13 expref: 20 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335556.121529:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9c00/0x10123ce7f0766ac9 lrc: 4/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb21 expref: 31 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335556.121574:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fa00/0x10123ce7f0766ab4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb13 expref: 20 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335556.121590:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fa00/0x10123ce7f0766ab4 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb13 expref: 20 pid: 8224 timeout: 456 lvb_type: 0 00000100:00100000:0.0:1763335556.121608:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c76300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041502464:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335556.121755:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3180 going to sleep for 11 seconds 00000100:00100000:1.0:1763335556.129473:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335556.130033:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c76300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1848991041502464:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335556.130084:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9c00/0x10123ce7f0766ac9 lrc: 3/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb21 expref: 31 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335556.130111:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335556.130116:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335556.130122:0:6516:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9c00/0x10123ce7f0766ac9 lrc: 3/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb21 expref: 31 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335556.130137:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc9c00, rc 0) 00000100:00100000:2.0:1763335556.130290:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029215360 00000100:00100000:2.0:1763335556.130300:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029215360 00010000:00010000:2.0:1763335556.130347:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fa00/0x10123ce7f0766ab4 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb13 expref: 21 pid: 8224 timeout: 456 lvb_type: 0 00000100:00100000:2.0:1763335556.130396:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 729 00000100:00100000:2.0:1763335556.130408:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f4706850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+21:2409:x1848991029215360:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335556.130428:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335556.130455:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fa00/0x10123ce7f0766ab4 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb13 expref: 21 pid: 8224 timeout: 456 lvb_type: 0 00010000:00010000:2.0:1763335556.130468:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fa00/0x10123ce7f0766ab4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb13 expref: 21 pid: 8224 timeout: 456 lvb_type: 0 00010000:00010000:2.0:1763335556.130497:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fa00/0x10123ce7f0766ab4 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb13 expref: 21 pid: 8224 timeout: 456 lvb_type: 0 00010000:00010000:2.0:1763335556.130514:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335556.130519:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9c00/0x10123ce7f0766ac9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb21 expref: 31 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335556.130529:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9c00/0x10123ce7f0766ac9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb21 expref: 31 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335556.130557:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9c00/0x10123ce7f0766ac9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb21 expref: 31 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335556.130599:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9c00/0x10123ce7f0766ac9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb21 expref: 31 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335556.130614:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c6723b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041502592:192.168.202.34@tcp:105: 00000100:00100000:2.0:1763335556.131889:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f099c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335556.132581:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+31:15720:x1848991029215232:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 11161us (14405us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335556.132595:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1967 00000100:00100000:2.0:1763335556.136056:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c6723b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8416:1848991041502592:192.168.202.34@tcp:105: 00010000:00010000:2.0:1763335556.136092:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335556.136170:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f4706850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+20:2409:x1848991029215360:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 5761us (6712us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335556.136185:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 729 00000100:00100000:1.0:1763335556.143421:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335556.146136:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029215488 00000100:00100000:0.0:1763335556.146158:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029215488 00002000:00100000:0.0:1763335556.146242:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4c47b80 x1848991029215488/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:602/0 lens 488/0 e 0 to 0 dl 1763335567 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335556.146257:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4c47b80 with x1848991029215488 00000100:00100000:0.0:1763335556.146315:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1132 00000100:00100000:0.0:1763335556.146325:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+31:2409:x1848991029215488:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335556.172109:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+31:2409:x1848991029215488:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 25767us (28688us total) trans 0 rc 937984/937984 00000100:00100000:0.0:1763335556.172128:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1132 00002000:00100000:0.0:1763335556.172143:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9aefc4c47b80 x1848991029215488/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:602/0 lens 488/440 e 0 to 0 dl 1763335567 ref 1 fl Complete:/600/0 rc 937984/937984 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335556.172155:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc4c47b80 with x1848991029215488 00000100:00100000:1.0:1763335556.176702:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335556.177175:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029215616 00000100:00100000:3.0:1763335556.177190:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029215616 00000100:00100000:3.0:1763335556.177276:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1968 00000100:00100000:3.0:1763335556.177289:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+31:15720:x1848991029215616:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763335556.177320:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335556.177354:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0766ad0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fb28 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335556.177484:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0766ad7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335556.177504:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0766ad7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335556.177518:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0766ad7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00000004:00200000:3.0:1763335556.177554:0:6516:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 1478998 00000004:00200000:3.0:1763335556.177560:0:6516:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763335556.177585:0:6516:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0766ad7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763335556.177617:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0766ad0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb28 expref: 33 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335556.177639:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0766ad7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb28 expref: 32 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335556.177648:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:3.0:1763335556.177651:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763335556.177654:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4c00, rc 0) 00000100:00100000:3.0:1763335556.177745:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+32:15720:x1848991029215616:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 458us (1066us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335556.177753:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1968 00000100:00100000:1.0:1763335556.192629:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335556.198608:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029215744 00000100:00100000:0.0:1763335556.198630:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029215744 00000100:00100000:0.0:1763335556.198750:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1450 00000100:00100000:0.0:1763335556.198764:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+5:2409:x1848991029215744:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335556.198790:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335556.198817:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc8800/0x10123ce7f0766ade lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fb2f expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335556.198964:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c76300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041502720:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335556.199128:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3180 going to sleep for 11 seconds 00002000:00010000:0.0:1763335556.203330:0:8401:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb atime: 1763335555 -> 1763335556 00002000:00010000:0.0:1763335556.203341:0:8401:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks: 0 -> 224 00000100:00100000:0.0:1763335556.203370:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c76300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041502720:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335556.203418:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc8800/0x10123ce7f0766ade lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb2f expref: 6 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335556.203445:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc8800/0x10123ce7f0766ade lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb2f expref: 6 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335556.203460:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc8800, rc 0) 00000100:00100000:0.0:1763335556.203534:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+5:2409:x1848991029215744:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 4773us (10921us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335556.203545:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1450 00000100:00100000:2.0:1763335556.205751:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335556.206659:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029215872 00000100:00100000:0.0:1763335556.206676:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029215872 00000100:00100000:0.0:1763335556.208360:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1451 00000100:00100000:0.0:1763335556.208402:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c6723b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991029215872:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763335556.208436:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335556.208471:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc8a00/0x10123ce7f0766ae5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fb36 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335556.208577:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c76300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041502848:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763335556.208743:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3180 going to sleep for 11 seconds 00000100:00100000:0.0:1763335556.216582:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c76300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1848991041502848:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763335556.216625:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc8a00/0x10123ce7f0766ae5 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb36 expref: 6 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335556.216648:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc5bc8a00/0x10123ce7f0766ae5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb36 expref: 6 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335556.216662:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc8a00, rc 0) 00000100:00100000:0.0:1763335556.217612:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c6723b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991029215872:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 9230us (11872us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335556.217622:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1451 00000100:00100000:2.0:1763335556.222206:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335556.222553:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029216000 00000100:00100000:0.0:1763335556.222569:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029216000 00000100:00100000:1.0:1763335556.225470:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1452 00000100:00100000:1.0:1763335556.225497:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c6720380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2407:x1848991029216000:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335556.225517:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335556.225539:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc4c70a00/0x10123ce7f0766aec lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fb3d expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335556.225602:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c44380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041502976:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335556.225723:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c6155d80 going to sleep for 11 seconds 00000100:00100000:1.0:1763335556.236090:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c44380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041502976:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335556.236129:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc4c70a00/0x10123ce7f0766aec lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb3d expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335556.236150:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc4c70a00/0x10123ce7f0766aec lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb3d expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335556.236163:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc4c70a00, rc 0) 00000100:00100000:1.0:1763335556.236235:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c6720380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:2407:x1848991029216000:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 10751us (14046us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335556.236244:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1452 00000100:00100000:3.0:1763335556.244552:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335556.246514:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029216128 00000100:00100000:1.0:1763335556.246530:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029216128 00000100:00100000:1.0:1763335556.247185:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1453 00000100:00100000:1.0:1763335556.247199:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+5:15720:x1848991029216128:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335556.247219:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335556.247239:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc4c70a00/0x10123ce7f0766af3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fb44 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335556.247272:0:8400:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc609fe00/0x10123ce7f0766a98 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1368064->1417215) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fafe expref: 5 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335556.247282:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335556.247284:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335556.247414:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc4c70a00/0x10123ce7f0766af3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1056768->1060863] (req 1056768->1060863) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb44 expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335556.247457:0:8400:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc609fe00/0x10123ce7f0766a98 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1368064->1417215) gid 0 flags: 0x50000000020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fafe expref: 5 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335556.247474:0:8400:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc609fe00/0x10123ce7f0766a98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1368064->1417215) gid 0 flags: 0x70000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fafe expref: 5 pid: 8401 timeout: 456 lvb_type: 0 00000100:00100000:1.0:1763335556.247495:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c44380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041503104:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335556.247608:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c6155d80 going to sleep for 11 seconds 00000100:00100000:1.0:1763335556.255337:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c44380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041503104:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335556.255374:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc4c70a00/0x10123ce7f0766af3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1056768->1060863] (req 1056768->1060863) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb44 expref: 6 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335556.255393:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc4c70a00, rc 0) 00000100:00100000:1.0:1763335556.255457:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:15720:x1848991029216128:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 8262us (10918us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335556.255466:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1453 00000100:00100000:3.0:1763335556.255969:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335556.256390:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029216256 00000100:00100000:0.0:1763335556.256399:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029216256 00010000:00010000:0.0:1763335556.256430:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc609fe00/0x10123ce7f0766a98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1368064->1417215) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fafe expref: 6 pid: 8401 timeout: 456 lvb_type: 0 00000100:00100000:0.0:1763335556.256464:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 730 00000100:00100000:0.0:1763335556.256472:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5956680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991029216256:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335556.256485:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335556.256503:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc609fe00/0x10123ce7f0766a98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1368064->1417215) gid 0 flags: 0x60000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fafe expref: 6 pid: 8401 timeout: 456 lvb_type: 0 00010000:00010000:0.0:1763335556.256514:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc609fe00/0x10123ce7f0766a98 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1368064->1417215) gid 0 flags: 0x50000400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fafe expref: 6 pid: 8401 timeout: 456 lvb_type: 0 00010000:00010000:0.0:1763335556.256535:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc609fe00/0x10123ce7f0766a98 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1368064->1417215) gid 0 flags: 0x44801400020020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fafe expref: 6 pid: 8401 timeout: 456 lvb_type: 0 00010000:00010000:0.0:1763335556.256548:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335556.256550:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335556.256556:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc4c70a00/0x10123ce7f0766af3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1056768->1060863) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb44 expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335556.256567:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc4c70a00/0x10123ce7f0766af3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1056768->1060863) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb44 expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335556.256597:0:8416:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc4c70a00/0x10123ce7f0766af3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1056768->1060863) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb44 expref: 5 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335556.256609:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c76300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041503232:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763335556.256674:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c55e3180 going to sleep for 11 seconds 00000100:00100000:0.0:1763335556.263453:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c76300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8416:1848991041503232:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763335556.263483:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335556.263552:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5956680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2408:x1848991029216256:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 7079us (7583us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335556.263564:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 730 00000100:00100000:2.0:1763335556.264336:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335556.264369:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335556.264837:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029216512 00000100:00100000:0.0:1763335556.264847:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029216512 00002000:00100000:0.0:1763335556.264928:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0c6720a80 x1848991029216512/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:602/0 lens 488/0 e 0 to 0 dl 1763335567 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335556.264939:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0c6720a80 with x1848991029216512 00000100:00100000:0.0:1763335556.264965:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1133 00000100:00100000:0.0:1763335556.264974:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c6720a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+32:2409:x1848991029216512:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763335556.265464:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029216384 00000100:00100000:1.0:1763335556.265470:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029216384 00002000:00100000:1.0:1763335556.265498:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->1482751) req@ffff9af0c6720e00 x1848991029216384/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:602/0 lens 488/0 e 0 to 0 dl 1763335567 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335556.265509:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0c6720e00 with x1848991029216384 ext(1048576->1482751) 00002000:00010000:1.0:1763335556.265514:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0c6720e00 00000100:00100000:1.0:1763335556.265538:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 947 00000100:00100000:1.0:1763335556.265545:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c6720e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991029216384:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:0.0:1763335556.272721:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c6720a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:273362c8-ad54-46f8-a663-195ccb4b667f+32:2409:x1848991029216512:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 7736us (8339us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335556.272734:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1133 00002000:00100000:0.0:1763335556.272746:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0xe:0x0] req@ffff9af0c6720a80 x1848991029216512/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:602/0 lens 488/440 e 0 to 0 dl 1763335567 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335556.272757:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0c6720a80 with x1848991029216512 00000100:00100000:1.0:1763335556.277404:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c6720e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991029216384:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 11847us (13058us total) trans 0 rc 434176/434176 00000100:00100000:1.0:1763335556.277420:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 947 00002000:00100000:1.0:1763335556.277433:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1048576->1482751) req@ffff9af0c6720e00 x1848991029216384/t0(0) o3->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:602/0 lens 488/440 e 0 to 0 dl 1763335567 ref 1 fl Complete:/600/0 rc 434176/434176 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335556.277449:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0c6720e00 with x1848991029216384 ext(1048576->1482751) 00002000:00010000:1.0:1763335556.277456:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0c6720e00 00000100:00100000:3.0:1763335556.283143:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335556.283372:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029216640 00000100:00100000:1.0:1763335556.283383:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029216640 00002000:00100000:1.0:1763335556.283438:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1056768->1114111) req@ffff9aefc5957480 x1848991029216640/t0(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:602/0 lens 488/0 e 0 to 0 dl 1763335567 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335556.283451:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5957480 with x1848991029216640 ext(1056768->1114111) 00002000:00010000:1.0:1763335556.283458:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5957480 00000100:00100000:1.0:1763335556.283772:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 948 00000100:00100000:1.0:1763335556.283783:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5957480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2407:x1848991029216640:12345-192.168.202.34@tcp:4:fsx.0 00000100:00100000:1.0:1763335556.288760:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5957480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:273362c8-ad54-46f8-a663-195ccb4b667f+8:2407:x1848991029216640:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 4966us (5617us total) trans 4294967673 rc 0/0 00000100:00100000:1.0:1763335556.288775:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 948 00002000:00100000:1.0:1763335556.288790:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x4:0x0] (1056768->1114111) req@ffff9aefc5957480 x1848991029216640/t4294967673(0) o4->273362c8-ad54-46f8-a663-195ccb4b667f@192.168.202.34@tcp:602/0 lens 488/448 e 0 to 0 dl 1763335567 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335556.288800:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9aefc5957480 with x1848991029216640 ext(1056768->1114111) 00002000:00010000:1.0:1763335556.288807:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9aefc5957480 00000100:00100000:3.0:1763335556.291809:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335556.291991:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029216768 00000100:00100000:1.0:1763335556.292002:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029216768 00000100:00100000:1.0:1763335556.292061:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1454 00000100:00100000:1.0:1763335556.292070:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5956a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+8:2409:x1848991029216768:12345-192.168.202.34@tcp:16:fsx.0 00000001:00080000:3.0:1763335556.293340:0:9466:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967673 is committed 00000100:00100000:1.0:1763335556.293708:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5956a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991029216768:12345-192.168.202.34@tcp:16:fsx.0 Request processed in 1635us (1904us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335556.293722:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1454 00000100:00100000:3.0:1763335556.298710:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335556.298983:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335556.299115:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029216896 00000100:00100000:2.0:1763335556.299125:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029216896 00000100:00100000:2.0:1763335556.299180:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1969 00000100:00100000:2.0:1763335556.299188:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5955f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+20:2409:x1848991029216896:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763335556.299207:0:6516:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335556.299228:0:6516:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f200/0x10123ce7f0766afa lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fb4b expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335556.299262:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f200/0x10123ce7f0766afa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb4b expref: 21 pid: 6516 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763335556.299274:0:6516:0:(mdt_io.c:1529:mdt_lvb2reply()) size 935757 00010000:00010000:2.0:1763335556.299280:0:6516:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f200/0x10123ce7f0766afa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb4b expref: 21 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335556.299295:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335556.299298:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335556.299303:0:6516:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc609f200, rc 0) 00000100:00100000:2.0:1763335556.299369:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5955f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+21:2409:x1848991029216896:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 180us (385us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335556.299377:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1969 00000100:00100000:1.0:1763335556.299727:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029217024 00000100:00100000:1.0:1763335556.299732:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029217024 00000100:00100000:1.0:1763335556.299771:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1455 00000100:00100000:1.0:1763335556.299778:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5955500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991029217024:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335556.299788:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335556.299802:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc4c70600/0x10123ce7f0766b01 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fb52 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335556.299857:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c44380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041503360:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335556.299972:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c6155d80 going to sleep for 11 seconds 00002000:00010000:1.0:1763335556.307956:0:8400:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x4:0x0] updating lvb blocks: 224 -> 336 00000100:00100000:1.0:1763335556.307986:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c44380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041503360:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335556.308022:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc4c70600/0x10123ce7f0766b01 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb52 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335556.308044:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc4c70600/0x10123ce7f0766b01 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb52 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335556.308056:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc4c70600, rc 0) 00000100:00100000:1.0:1763335556.308119:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5955500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991029217024:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 8340us (9420us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335556.308129:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1455 00000100:00100000:3.0:1763335556.310566:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335556.310651:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029217152 00000100:00100000:1.0:1763335556.310663:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029217152 00000100:00100000:1.0:1763335556.310736:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1456 00000100:00100000:1.0:1763335556.310747:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5954a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2408:x1848991029217152:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763335556.310765:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335556.310784:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc4c71200/0x10123ce7f0766b08 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fb59 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335556.310843:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c44380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041503488:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763335556.310956:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c6155d80 going to sleep for 11 seconds 00000100:00100000:1.0:1763335556.313962:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c44380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1848991041503488:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763335556.314019:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc4c71200/0x10123ce7f0766b08 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb59 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335556.314050:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc4c71200/0x10123ce7f0766b08 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb59 expref: 6 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335556.314064:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc4c71200, rc 0) 00000100:00100000:1.0:1763335556.314136:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5954a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2408:x1848991029217152:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3390us (3577us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335556.314146:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1456 00000100:00100000:3.0:1763335556.318426:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335556.318557:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029217408 00000100:00100000:1.0:1763335556.318568:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029217408 00000100:00100000:1.0:1763335556.318630:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 45 00000100:00100000:1.0:1763335556.318640:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f8c59850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:819c42eb-8a5f-4523-990c-a007cb66998d+21:15720:x1848991029217408:12345-192.168.202.34@tcp:35:fsx.0 00000100:00100000:1.0:1763335556.321310:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f8c59850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:819c42eb-8a5f-4523-990c-a007cb66998d+22:15720:x1848991029217408:12345-192.168.202.34@tcp:35:fsx.0 Request processed in 2660us (2882us total) trans 4294968054 rc 0/0 00000100:00100000:1.0:1763335556.321328:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 45 00000100:00100000:3.0:1763335556.323971:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335556.324063:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029217664 00000100:00100000:1.0:1763335556.324072:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029217664 00000100:00100000:1.0:1763335556.324124:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 46 00000100:00100000:1.0:1763335556.324134:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5954000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:273362c8-ad54-46f8-a663-195ccb4b667f+32:15720:x1848991029217664:12345-192.168.202.34@tcp:35:fsx.0 00000100:00100000:1.0:1763335556.324347:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5954000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:273362c8-ad54-46f8-a663-195ccb4b667f+33:15720:x1848991029217664:12345-192.168.202.34@tcp:35:fsx.0 Request processed in 214us (384us total) trans 4294968055 rc 0/0 00000100:00100000:1.0:1763335556.324354:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 46 00000100:00100000:2.0:1763335556.333019:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335556.333362:0:14748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029217920 00000100:00100000:3.0:1763335556.333373:0:14748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029217920 00000100:00100000:3.0:1763335556.333441:0:14748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 47 00000100:00100000:3.0:1763335556.333452:0:14748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c6721880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:819c42eb-8a5f-4523-990c-a007cb66998d+22:15720:x1848991029217920:12345-192.168.202.34@tcp:35:fsx.0 00000100:00100000:3.0:1763335556.333764:0:14748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c6721880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:819c42eb-8a5f-4523-990c-a007cb66998d+23:15720:x1848991029217920:12345-192.168.202.34@tcp:35:fsx.0 Request processed in 312us (754us total) trans 4294968056 rc 0/0 00000100:00100000:3.0:1763335556.333772:0:14748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 47 00000100:00100000:2.0:1763335556.350035:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335556.350166:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029218176 00000100:00100000:1.0:1763335556.350177:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029218176 00000100:00100000:1.0:1763335556.350355:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 48 00000100:00100000:1.0:1763335556.350366:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c6721180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:819c42eb-8a5f-4523-990c-a007cb66998d+23:15720:x1848991029218176:12345-192.168.202.34@tcp:35:fsx.0 00000100:00100000:1.0:1763335556.350939:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c6721180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:819c42eb-8a5f-4523-990c-a007cb66998d+24:15720:x1848991029218176:12345-192.168.202.34@tcp:35:fsx.0 Request processed in 573us (911us total) trans 4294968057 rc 0/0 00000100:00100000:1.0:1763335556.350949:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 48 00010000:00010000:2.0:1763335556.414241:0:6503:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763335556.675412:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1763335556.675439:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1848991041503616:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1763335556.675511:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335556.678858:0:13236:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041503616 00000100:00100000:2.0:1763335556.678915:0:13236:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041503616 00000100:00100000:2.0:1763335556.679007:0:13236:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 181 00000100:00100000:2.0:1763335556.679019:0:13236:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3652:x1848991041503616:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1763335556.679066:0:13236:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 57344 granted 224817152 pending 94208 free 1443442688 avail 1297203200 00000100:00100000:2.0:1763335556.679166:0:13236:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3652:x1848991041503616:12345-0@lo:41:osp-pre-0-1.0 Request processed in 149us (3654us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335556.679173:0:13236:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 181 00000100:00100000:1.0:1763335556.679267:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1848991041503616:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1763335557.442621:0:6504:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335558.465241:0:9483:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763335558.719327:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763335558.719649:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3651:1848991041503744:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1763335558.719734:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335558.719890:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041503744 00000100:00100000:0.0:1763335558.719901:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041503744 00000100:00100000:0.0:1763335558.719958:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 182 00000100:00100000:0.0:1763335558.719969:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f8022450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3651:x1848991041503744:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1763335558.720162:0:6520:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446412288 avail 1300172800 00000100:00100000:0.0:1763335558.720938:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f8022450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3651:x1848991041503744:12345-0@lo:41:osp-pre-1-0.0 Request processed in 968us (1200us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335558.720948:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 182 00000100:00100000:3.0:1763335558.721113:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3651:1848991041503744:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1763335559.230178:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1848991041503872:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1763335559.230278:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335559.230765:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041503872 00000100:00100000:0.0:1763335559.230778:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041503872 00000100:00100000:0.0:1763335559.230863:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:0.0:1763335559.230901:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c6722680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1848991041503872:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1763335559.230943:0:8403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 861740736 pending 0 free 3923357696 avail 3691835392 00000100:00080000:2.0:1763335559.231096:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1763335559.231208:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1848991041503872:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1763335559.231274:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c6722680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1848991041503872:12345-0@lo:13:osp-pre-1-1.0 Request processed in 114us (732us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335559.231283:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00100000:0.0:1763335559.233116:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c6723480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3654:1848991041504000:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1763335559.233190:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335559.233290:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041504000 00000100:00100000:0.0:1763335559.233299:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041504000 00000100:00100000:0.0:1763335559.233358:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:0.0:1763335559.233366:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1848991041504000:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1763335559.233394:0:8403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 861740736 pending 0 free 3923357696 avail 3691835392 00000100:00100000:0.0:1763335559.233438:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1848991041504000:12345-0@lo:13:osp-pre-1-0.0 Request processed in 72us (248us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335559.233446:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00080000:0.0:1763335559.233469:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1763335559.233506:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c6723480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3654:1848991041504000:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1763335559.233830:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3654:1848991041504512:0@lo:400:kworker.0 00000100:00100000:1.0:1763335559.233887:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335559.233909:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc55dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3654:1848991041505024:0@lo:400:kworker.0 00000100:00100000:1.0:1763335559.233935:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335559.233953:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1763335559.233958:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1848991041504384:0@lo:400:kworker.0 00000100:00100000:1.0:1763335559.233984:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335559.233998:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc55dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1848991041504896:0@lo:400:kworker.0 00000100:00100000:1.0:1763335559.234029:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335559.234065:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041505024 00000100:00100000:1.0:1763335559.234069:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041505024 00000100:00100000:1.0:1763335559.234104:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041504896 00000100:00100000:1.0:1763335559.234107:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041504896 00000100:00100000:1.0:1763335559.234128:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 164 00000100:00100000:1.0:1763335559.234147:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1848991041505024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763335559.234189:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1848991041505024:12345-0@lo:400:kworker.0 Request processed in 42us (253us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335559.234196:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 164 00000100:00100000:1.0:1763335559.234211:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 165 00000100:00100000:1.0:1763335559.234217:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3654:x1848991041504896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763335559.234242:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3654:x1848991041504896:12345-0@lo:400:kworker.0 Request processed in 26us (212us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335559.234247:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 165 00000100:00080000:1.0:1763335559.234262:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1763335559.234286:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc55dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1848991041504896:0@lo:400:kworker.0 00000100:00100000:1.0:1763335559.234296:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc55dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3654:1848991041505024:0@lo:400:kworker.0 00000100:00100000:1.0:1763335559.234323:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041504384 00000100:00100000:1.0:1763335559.234327:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041504384 00000100:00100000:1.0:1763335559.234356:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 183 00000100:00100000:1.0:1763335559.234362:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3654:x1848991041504384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763335559.234397:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3654:x1848991041504384:12345-0@lo:400:kworker.0 Request processed in 36us (412us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335559.234406:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 183 00000100:00100000:1.0:1763335559.234430:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1848991041504384:0@lo:400:kworker.0 00000100:00100000:0.0:1763335559.234786:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041504512 00000100:00100000:0.0:1763335559.234792:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041504512 00000100:00100000:0.0:1763335559.234836:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 349 00000100:00100000:0.0:1763335559.234845:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1848991041504512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763335559.234930:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1848991041504512:12345-0@lo:400:kworker.0 Request processed in 86us (1062us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335559.234938:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 349 00000100:00100000:0.0:1763335559.234968:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3652:1848991041504256:0@lo:400:kworker.0 00000100:00100000:0.0:1763335559.235005:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335559.235248:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc46eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3652:1848991041504768:0@lo:400:kworker.0 00000100:00100000:0.0:1763335559.235273:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335559.235289:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc55ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3652:1848991041505280:0@lo:400:kworker.0 00000100:00100000:0.0:1763335559.235308:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335559.235326:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1763335559.235333:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e767977a-b5b5-44a9-9592-4af663ea7043:3652:1848991041504128:0@lo:400:kworker.0 00000100:00100000:0.0:1763335559.235362:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335559.235396:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc46e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3652:1848991041504640:0@lo:400:kworker.0 00000100:00100000:0.0:1763335559.235417:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335559.235432:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc55dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3652:1848991041505152:0@lo:400:kworker.0 00000100:00100000:0.0:1763335559.235454:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335559.235480:0:6509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041504128 00000100:00100000:0.0:1763335559.235483:0:6509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041504128 00000100:00100000:0.0:1763335559.235512:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 367 00000100:00100000:0.0:1763335559.235519:0:6509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c71a2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e767977a-b5b5-44a9-9592-4af663ea7043+23:3652:x1848991041504128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763335559.235555:0:6509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c71a2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e767977a-b5b5-44a9-9592-4af663ea7043+23:3652:x1848991041504128:12345-0@lo:400:kworker.0 Request processed in 36us (191us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335559.235561:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 367 00000100:00100000:0.0:1763335559.235591:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041504256 00000100:00100000:0.0:1763335559.235594:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041504256 00000100:00100000:0.0:1763335559.235607:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041504768 00000100:00100000:0.0:1763335559.235609:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041504768 00000100:00100000:0.0:1763335559.235626:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041505280 00000100:00100000:0.0:1763335559.235628:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041505280 00000100:00100000:0.0:1763335559.235639:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041504640 00000100:00100000:0.0:1763335559.235641:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041504640 00000100:00100000:0.0:1763335559.235653:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041505152 00000100:00100000:0.0:1763335559.235664:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041505152 00000100:00100000:0.0:1763335559.235679:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 350 00000100:00100000:0.0:1763335559.235685:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1848991041504256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763335559.235713:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1848991041504256:12345-0@lo:400:kworker.0 Request processed in 28us (708us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335559.235719:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 350 00000100:00100000:0.0:1763335559.235732:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 351 00000100:00100000:0.0:1763335559.235738:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c77b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1848991041504768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763335559.235764:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c77b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1848991041504768:12345-0@lo:400:kworker.0 Request processed in 26us (490us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335559.235770:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 351 00000100:00100000:0.0:1763335559.235781:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 352 00000100:00100000:0.0:1763335559.235787:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1848991041505280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763335559.235813:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1848991041505280:12345-0@lo:400:kworker.0 Request processed in 26us (503us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335559.235818:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 352 00000100:00100000:0.0:1763335559.235828:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 353 00000100:00100000:0.0:1763335559.235834:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1848991041504640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763335559.235857:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1848991041504640:12345-0@lo:400:kworker.0 Request processed in 23us (439us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335559.235862:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 353 00000100:00100000:0.0:1763335559.235899:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 354 00000100:00100000:0.0:1763335559.235905:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1848991041505152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763335559.235930:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1848991041505152:12345-0@lo:400:kworker.0 Request processed in 25us (475us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335559.235935:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 354 00000100:00100000:0.0:1763335559.235967:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e767977a-b5b5-44a9-9592-4af663ea7043:3652:1848991041504128:0@lo:400:kworker.0 00000100:00100000:0.0:1763335559.235981:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc46e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3652:1848991041504640:0@lo:400:kworker.0 00000100:00100000:0.0:1763335559.235990:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc55dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3652:1848991041505152:0@lo:400:kworker.0 00000100:00100000:0.0:1763335559.236001:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3652:1848991041504256:0@lo:400:kworker.0 00000100:00080000:1.0:1763335559.240600:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1763335559.240617:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1763335559.240707:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3654:1848991041504512:0@lo:400:kworker.0 00000100:00100000:0.0:1763335559.241215:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc46eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3652:1848991041504768:0@lo:400:kworker.0 00000100:00100000:0.0:1763335559.241240:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc55ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3652:1848991041505280:0@lo:400:kworker.0 00010000:00010000:2.0:1763335559.489169:0:6503:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763335559.684829:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335559.684918:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335559.685021:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335559.685070:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029218432 00000100:00100000:3.0:1763335559.685084:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029218432 00000100:00100000:3.0:1763335559.685172:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029218560 00000100:00100000:3.0:1763335559.685175:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029218560 00000100:00100000:3.0:1763335559.685204:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 355 00000100:00100000:3.0:1763335559.685217:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5957100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+24:2406:x1848991029218432:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:3.0:1763335559.685348:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5957100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+24:2406:x1848991029218432:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 131us (426us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335559.685357:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 355 00000100:00100000:3.0:1763335559.685379:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 356 00000100:00100000:3.0:1763335559.685386:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5d9fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+5:2406:x1848991029218560:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:3.0:1763335559.685411:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5d9fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+5:2406:x1848991029218560:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 26us (401us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335559.685421:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 356 00000100:00100000:1.0:1763335559.685665:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029218304 00000100:00100000:1.0:1763335559.685671:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029218304 00000100:00100000:1.0:1763335559.685707:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 368 00000100:00100000:1.0:1763335559.685714:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c71a3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f4bc7452-2198-4a0d-a8bc-8fee3c386313+12:2406:x1848991029218304:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:1.0:1763335559.685750:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c71a3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f4bc7452-2198-4a0d-a8bc-8fee3c386313+12:2406:x1848991029218304:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 36us (943us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335559.685756:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 368 00000100:00080000:1.0:1763335559.685795:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1763335559.685800:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1763335559.701504:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335559.701568:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335559.701594:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335559.701618:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335559.701663:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029218816 00000100:00100000:2.0:1763335559.701677:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029218816 00000100:00100000:2.0:1763335559.701750:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029218944 00000100:00100000:2.0:1763335559.701753:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029218944 00000100:00100000:2.0:1763335559.701782:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 357 00000100:00100000:2.0:1763335559.701793:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c6723480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+33:2406:x1848991029218816:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:2.0:1763335559.701916:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c6723480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+33:2406:x1848991029218816:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 123us (346us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335559.701924:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 357 00000100:00100000:2.0:1763335559.701943:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 358 00000100:00100000:2.0:1763335559.701949:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc56ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+5:2406:x1848991029218944:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:2.0:1763335559.701972:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc56ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+5:2406:x1848991029218944:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 24us (378us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335559.701978:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 358 00000100:00080000:2.0:1763335559.701994:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1763335559.701999:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1763335559.702042:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029218688 00000100:00100000:2.0:1763335559.702046:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029218688 00000100:00100000:2.0:1763335559.702078:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029219072 00000100:00100000:2.0:1763335559.702080:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029219072 00000100:00100000:2.0:1763335559.702097:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 166 00000100:00100000:2.0:1763335559.702103:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c6722a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2406:x1848991029218688:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:2.0:1763335559.702129:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c6722a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2406:x1848991029218688:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 26us (640us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335559.702138:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 166 00000100:00100000:2.0:1763335559.702148:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 167 00000100:00100000:2.0:1763335559.702154:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc56fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+6:2406:x1848991029219072:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:2.0:1763335559.702173:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc56fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+6:2406:x1848991029219072:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 20us (555us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335559.702179:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 167 00000100:00080000:2.0:1763335559.702206:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1763335559.743850:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1848991041505408:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1763335559.743984:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335559.744105:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041505408 00000100:00100000:0.0:1763335559.744115:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041505408 00000100:00100000:0.0:1763335559.744169:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:0.0:1763335559.744178:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1848991041505408:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1763335559.744214:0:8404:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3921195008 avail 3689672704 00000100:00100000:0.0:1763335559.744254:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1848991041505408:12345-0@lo:13:osp-pre-0-0.0 Request processed in 77us (271us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335559.744261:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:0.0:1763335559.744319:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1848991041505408:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1763335559.744506:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763335559.744517:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5d9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1848991041505536:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1763335559.744549:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335559.744577:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041505536 00000100:00100000:3.0:1763335559.744581:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041505536 00000100:00100000:3.0:1763335559.744607:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:3.0:1763335559.744615:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5d9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1848991041505536:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1763335559.744625:0:8403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3921195008 avail 3689672704 00000100:00100000:3.0:1763335559.744662:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5d9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1848991041505536:12345-0@lo:13:osp-pre-0-1.0 Request processed in 39us (103us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335559.744668:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:3.0:1763335559.744700:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5d9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1848991041505536:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1763335560.259519:0:3637:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81800/0x10123ce7f0766806 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335560.259547:0:3637:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81800/0x10123ce7f0766806 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335560.259556:0:3637:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81800/0x10123ce7f0766806 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335560.259564:0:3637:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc5b81800 already unused, calling callback (ffffffffc1966550) 00010000:00010000:2.0:1763335560.259569:0:3637:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81800/0x10123ce7f0766806 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335560.259578:0:3637:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81800/0x10123ce7f0766806 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40218400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335560.259601:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335560.259604:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335560.259612:0:3637:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81800/0x10123ce7f0766806 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335560.259618:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5b81800/0x10123ce7f0766806 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335560.259661:0:3637:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fc00/0x10123ce7f0766aad lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335560.259668:0:3637:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fc00/0x10123ce7f0766aad lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335560.259673:0:3637:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fc00/0x10123ce7f0766aad lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335560.259678:0:3637:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc609fc00 already unused, calling callback (ffffffffc1966550) 00010000:00010000:2.0:1763335560.259680:0:3637:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fc00/0x10123ce7f0766aad lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335560.259685:0:3637:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fc00/0x10123ce7f0766aad lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40218400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335560.259693:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:2.0:1763335560.259696:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335560.259699:0:3637:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fc00/0x10123ce7f0766aad lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335560.259704:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fc00/0x10123ce7f0766aad lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00000001:00080000:0.0:1763335560.259998:0:6496:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968057 is committed 00000001:00080000:0.0:1763335560.260517:0:6496:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968055 is committed 00010000:00010000:1.0:1763335560.260637:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f800/0x10123ce7f076686f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 00010000:00010000:1.0:1763335560.260659:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f800/0x10123ce7f076686f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 00010000:00010000:1.0:1763335560.260666:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f800/0x10123ce7f076686f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 00010000:00010000:1.0:1763335560.260673:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc643f800 already unused, calling callback (ffffffffc1966550) 00010000:00010000:1.0:1763335560.260677:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f800/0x10123ce7f076686f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 00010000:00010000:1.0:1763335560.260683:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f800/0x10123ce7f076686f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 00010000:00010000:1.0:1763335560.260699:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335560.260702:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335560.260706:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f800/0x10123ce7f076686f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 00010000:00010000:1.0:1763335560.260711:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f800/0x10123ce7f076686f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 00010000:00010000:1.0:1763335560.260728:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f07669cd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 00010000:00010000:1.0:1763335560.260733:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f07669cd lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 00010000:00010000:1.0:1763335560.260738:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f07669cd lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 00010000:00010000:1.0:1763335560.260743:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc643f000 already unused, calling callback (ffffffffc1966550) 00010000:00010000:1.0:1763335560.260746:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f07669cd lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 00010000:00010000:1.0:1763335560.260751:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f07669cd lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 00010000:00010000:1.0:1763335560.260759:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335560.260761:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335560.260764:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f07669cd lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 00010000:00010000:1.0:1763335560.260770:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643f000/0x10123ce7f07669cd lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 00010000:00010000:1.0:1763335560.260779:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0766a13 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335560.260786:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0766a13 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335560.260792:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0766a13 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335560.260797:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc5bc9e00 already unused, calling callback (ffffffffc1966550) 00010000:00010000:1.0:1763335560.260800:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0766a13 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335560.260806:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0766a13 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335560.260813:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335560.260816:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335560.260818:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0766a13 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335560.260824:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0766a13 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335560.260835:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f0766a2f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335560.260841:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f0766a2f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335560.260846:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f0766a2f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335560.260851:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc5bc8000 already unused, calling callback (ffffffffc1966550) 00010000:00010000:1.0:1763335560.260854:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f0766a2f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335560.261548:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f0766a2f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335560.261569:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:1.0:1763335560.261572:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335560.261577:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f0766a2f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335560.261583:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f0766a2f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335560.510522:0:6504:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335561.543349:0:9483:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763335561.792421:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1763335561.792457:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5d9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1848991041505664:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1763335561.792547:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335561.793157:0:13236:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041505664 00000100:00100000:3.0:1763335561.793168:0:13236:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041505664 00000100:00100000:3.0:1763335561.793239:0:13236:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 184 00000100:00100000:3.0:1763335561.793252:0:13236:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3652:x1848991041505664:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1763335561.793315:0:13236:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 57344 granted 224722944 pending 0 free 1443442688 avail 1297203200 00000100:00100000:3.0:1763335561.793391:0:13236:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3652:x1848991041505664:12345-0@lo:41:osp-pre-0-1.0 Request processed in 141us (844us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335561.793399:0:13236:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 184 00000100:00100000:0.0:1763335561.793679:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5d9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1848991041505664:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1763335562.558689:0:6503:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335563.594430:0:6504:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1763335563.666100:0:15402:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-dom test sanity: Run sanity with Data-on-MDT files ========================================================== 18:26:02 (1763335562) 00000100:00100000:0.0:1763335563.838065:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1763335563.838091:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc46eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3651:1848991041505792:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1763335563.838157:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335563.838278:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041505792 00000100:00100000:3.0:1763335563.838286:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041505792 00000100:00100000:3.0:1763335563.838340:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 185 00000100:00100000:3.0:1763335563.838349:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc46e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3651:x1848991041505792:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1763335563.838384:0:6520:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446412288 avail 1300172800 00000100:00100000:3.0:1763335563.838433:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc46e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3651:x1848991041505792:12345-0@lo:41:osp-pre-1-0.0 Request processed in 85us (275us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335563.838441:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 185 00000100:00100000:3.0:1763335563.838486:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc46eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3651:1848991041505792:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1763335564.350964:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1763335564.351000:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc56fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3654:1848991041505920:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1763335564.351099:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335564.351245:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041505920 00000100:00100000:2.0:1763335564.351256:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041505920 00000100:00100000:2.0:1763335564.351332:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:2.0:1763335564.351345:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc46eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1848991041505920:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1763335564.351382:0:8404:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 861740736 pending 0 free 3923357696 avail 3691835392 00000100:00100000:2.0:1763335564.351433:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc46eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1848991041505920:12345-0@lo:13:osp-pre-1-0.0 Request processed in 93us (334us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335564.351441:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00080000:0.0:1763335564.351568:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1763335564.351620:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc56fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3654:1848991041505920:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1763335564.353700:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5d9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3651:1848991041506176:0@lo:400:kworker.0 00000100:00100000:3.0:1763335564.353782:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335564.353837:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5d9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3651:1848991041506688:0@lo:400:kworker.0 00000100:00100000:3.0:1763335564.353859:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335564.353910:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5414a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3651:1848991041507200:0@lo:400:kworker.0 00000100:00100000:3.0:1763335564.353932:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335564.353958:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1763335564.353964:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5d9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1848991041506304:0@lo:400:kworker.0 00000100:00100000:3.0:1763335564.353990:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335564.354005:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5d9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3651:1848991041506816:0@lo:400:kworker.0 00000100:00100000:3.0:1763335564.354023:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335564.354035:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5415180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3651:1848991041507328:0@lo:400:kworker.0 00000100:00100000:3.0:1763335564.354051:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335564.354083:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041506176 00000100:00100000:3.0:1763335564.354092:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041506176 00000100:00100000:3.0:1763335564.354134:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041506688 00000100:00100000:3.0:1763335564.354137:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041506688 00000100:00100000:3.0:1763335564.354156:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041507200 00000100:00100000:3.0:1763335564.354158:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041507200 00000100:00100000:3.0:1763335564.354169:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041506816 00000100:00100000:3.0:1763335564.354171:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041506816 00000100:00100000:3.0:1763335564.354183:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041507328 00000100:00100000:3.0:1763335564.354185:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041507328 00000100:00100000:3.0:1763335564.354203:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 359 00000100:00100000:3.0:1763335564.354211:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5417800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3651:x1848991041506176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763335564.354266:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5417800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3651:x1848991041506176:12345-0@lo:400:kworker.0 Request processed in 55us (484us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335564.354273:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 359 00000100:00100000:3.0:1763335564.354291:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 360 00000100:00100000:3.0:1763335564.354297:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5415880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3651:x1848991041506688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763335564.354320:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5415880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3651:x1848991041506688:12345-0@lo:400:kworker.0 Request processed in 23us (460us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335564.354325:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 360 00000100:00100000:3.0:1763335564.354334:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 361 00000100:00100000:3.0:1763335564.354339:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5414380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3651:x1848991041507200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763335564.354360:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5414380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3651:x1848991041507200:12345-0@lo:400:kworker.0 Request processed in 20us (428us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335564.354365:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 361 00000100:00100000:3.0:1763335564.354374:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 362 00000100:00100000:3.0:1763335564.354379:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5415f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3651:x1848991041506816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763335564.354400:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5415f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3651:x1848991041506816:12345-0@lo:400:kworker.0 Request processed in 21us (375us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335564.354405:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 362 00000100:00100000:3.0:1763335564.354413:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 363 00000100:00100000:3.0:1763335564.354419:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5414000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3651:x1848991041507328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763335564.354443:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5414000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3651:x1848991041507328:12345-0@lo:400:kworker.0 Request processed in 24us (390us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335564.354448:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 363 00000100:00100000:3.0:1763335564.354467:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5d9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3653:1848991041506432:0@lo:400:kworker.0 00000100:00100000:3.0:1763335564.354494:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335564.354511:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5d9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1848991041506944:0@lo:400:kworker.0 00000100:00100000:3.0:1763335564.354533:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335564.354550:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5417100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1848991041507456:0@lo:400:kworker.0 00000100:00100000:3.0:1763335564.354566:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335564.354582:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1763335564.354588:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5d9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e767977a-b5b5-44a9-9592-4af663ea7043:3653:1848991041506048:0@lo:400:kworker.0 00000100:00100000:3.0:1763335564.354625:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335564.354650:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5d9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1848991041506560:0@lo:400:kworker.0 00000100:00100000:3.0:1763335564.354672:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335564.354689:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5d9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1848991041507072:0@lo:400:kworker.0 00000100:00100000:3.0:1763335564.354710:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335564.354738:0:6509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041506048 00000100:00100000:3.0:1763335564.354741:0:6509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041506048 00000100:00100000:3.0:1763335564.354773:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 369 00000100:00100000:3.0:1763335564.354778:0:6509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c71a1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e767977a-b5b5-44a9-9592-4af663ea7043+23:3653:x1848991041506048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763335564.354814:0:6509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c71a1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e767977a-b5b5-44a9-9592-4af663ea7043+23:3653:x1848991041506048:12345-0@lo:400:kworker.0 Request processed in 35us (188us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335564.354819:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 369 00000100:00100000:3.0:1763335564.354848:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041506304 00000100:00100000:3.0:1763335564.354852:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041506304 00000100:00100000:3.0:1763335564.354911:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041506560 00000100:00100000:3.0:1763335564.354915:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041506560 00000100:00100000:3.0:1763335564.354931:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 186 00000100:00100000:3.0:1763335564.354936:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5414700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3651:x1848991041506304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763335564.354971:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5414700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3651:x1848991041506304:12345-0@lo:400:kworker.0 Request processed in 34us (980us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335564.354976:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 186 00000100:00100000:3.0:1763335564.354986:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 187 00000100:00100000:3.0:1763335564.354991:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffba8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1848991041506560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763335564.355306:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041506432 00000100:00100000:2.0:1763335564.355312:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041506432 00000100:00100000:2.0:1763335564.355340:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 364 00000100:00100000:2.0:1763335564.355347:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffba8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1848991041506432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763335564.355386:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffba8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1848991041506432:12345-0@lo:400:kworker.0 Request processed in 40us (891us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335564.355392:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 364 00000100:00100000:2.0:1763335564.355420:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041506944 00000100:00100000:2.0:1763335564.355423:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041506944 00000100:00100000:2.0:1763335564.355447:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041507456 00000100:00100000:2.0:1763335564.355449:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041507456 00000100:00100000:2.0:1763335564.355467:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041507072 00000100:00100000:2.0:1763335564.355470:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041507072 00000100:00100000:2.0:1763335564.355483:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 168 00000100:00100000:2.0:1763335564.355488:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbaa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3653:x1848991041506944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763335564.355519:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbaa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3653:x1848991041506944:12345-0@lo:400:kworker.0 Request processed in 30us (985us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335564.355525:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 168 00000100:00100000:2.0:1763335564.355536:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 169 00000100:00100000:2.0:1763335564.355542:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffba9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3653:x1848991041507456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763335564.355569:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffba9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3653:x1848991041507456:12345-0@lo:400:kworker.0 Request processed in 27us (1001us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335564.355574:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 169 00000100:00100000:2.0:1763335564.355584:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 170 00000100:00100000:2.0:1763335564.355589:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbaad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1848991041507072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763335564.355630:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbaad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1848991041507072:12345-0@lo:400:kworker.0 Request processed in 41us (919us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335564.355637:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 170 00000100:00100000:2.0:1763335564.355739:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5d9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1848991041506304:0@lo:400:kworker.0 00000100:00100000:2.0:1763335564.355767:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5d9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3651:1848991041506816:0@lo:400:kworker.0 00000100:00100000:2.0:1763335564.355780:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5415180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3651:1848991041507328:0@lo:400:kworker.0 00000100:00100000:2.0:1763335564.356321:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5d9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3651:1848991041506176:0@lo:400:kworker.0 00000100:00100000:2.0:1763335564.356349:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5d9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3651:1848991041506688:0@lo:400:kworker.0 00000100:00100000:2.0:1763335564.356360:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5414a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3651:1848991041507200:0@lo:400:kworker.0 00000100:00100000:2.0:1763335564.357379:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5d9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e767977a-b5b5-44a9-9592-4af663ea7043:3653:1848991041506048:0@lo:400:kworker.0 00000100:00100000:2.0:1763335564.357401:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5d9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1848991041507072:0@lo:400:kworker.0 00000100:00100000:2.0:1763335564.357415:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5d9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3653:1848991041506432:0@lo:400:kworker.0 00000100:00100000:2.0:1763335564.357427:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5d9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1848991041506944:0@lo:400:kworker.0 00000100:00080000:0.0:1763335564.358100:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1763335564.358108:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1763335564.358113:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1763335564.358116:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1763335564.358134:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc3354000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1848991041507584:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1763335564.358206:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335564.358275:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041507584 00000100:00100000:0.0:1763335564.358283:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041507584 00000100:00100000:0.0:1763335564.358351:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00100000:0.0:1763335564.358360:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4775c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1848991041507584:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1763335564.358388:0:8403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 861740736 pending 0 free 3923357696 avail 3691835392 00000100:00100000:0.0:1763335564.358439:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4775c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1848991041507584:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (231us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335564.358446:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00100000:0.0:1763335564.358491:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc3354000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1848991041507584:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1763335564.358947:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5417100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1848991041507456:0@lo:400:kworker.0 00000100:00100000:3.0:1763335564.368340:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffba8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1848991041506560:12345-0@lo:400:kworker.0 Request processed in 13334us (13652us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335564.368359:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 187 00000100:00100000:0.0:1763335564.368494:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5d9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1848991041506560:0@lo:400:kworker.0 00010000:00010000:2.0:1763335564.607425:0:9483:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763335564.807631:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335564.807728:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335564.807835:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029219200 00000100:00100000:2.0:1763335564.807849:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029219200 00000100:00100000:2.0:1763335564.807941:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 370 00000100:00100000:2.0:1763335564.807954:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c71a2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f4bc7452-2198-4a0d-a8bc-8fee3c386313+12:2409:x1848991029219200:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:2.0:1763335564.808050:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c71a2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f4bc7452-2198-4a0d-a8bc-8fee3c386313+12:2409:x1848991029219200:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 99us (447us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335564.808060:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 370 00000100:00100000:1.0:1763335564.808796:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335564.808927:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335564.808949:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335564.809204:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335564.809226:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335564.809265:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029219456 00000100:00100000:2.0:1763335564.809272:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029219456 00000100:00100000:2.0:1763335564.809324:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029219712 00000100:00100000:2.0:1763335564.809327:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029219712 00000100:00100000:2.0:1763335564.809345:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029219328 00000100:00100000:2.0:1763335564.809348:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029219328 00000100:00100000:2.0:1763335564.809365:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 365 00000100:00100000:2.0:1763335564.809373:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991029219456:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:2.0:1763335564.809432:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991029219456:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 59us (1702us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335564.809440:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 365 00000100:00100000:2.0:1763335564.809455:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 366 00000100:00100000:2.0:1763335564.809461:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+12:2409:x1848991029219712:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:2.0:1763335564.809484:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+12:2409:x1848991029219712:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 23us (691us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335564.809490:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 366 00000100:00100000:2.0:1763335564.809501:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 367 00000100:00100000:2.0:1763335564.809506:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+15:2409:x1848991029219328:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:2.0:1763335564.809528:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+15:2409:x1848991029219328:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 22us (578us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335564.809534:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 367 00000100:00100000:2.0:1763335564.809559:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029219968 00000100:00100000:2.0:1763335564.809563:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029219968 00000100:00100000:2.0:1763335564.809591:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029219584 00000100:00100000:2.0:1763335564.809594:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029219584 00000100:00100000:2.0:1763335564.809626:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 171 00000100:00100000:2.0:1763335564.809632:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991029219968:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:2.0:1763335564.809659:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991029219968:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 28us (733us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335564.809666:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 171 00000100:00100000:2.0:1763335564.809677:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 172 00000100:00100000:2.0:1763335564.809684:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991029219584:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:2.0:1763335564.809709:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991029219584:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 25us (506us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335564.809715:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 172 00000100:00080000:2.0:1763335564.809732:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1763335564.809738:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1763335564.809740:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1763335564.810374:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029219840 00000100:00100000:1.0:1763335564.810382:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029219840 00000100:00100000:1.0:1763335564.810420:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 368 00000100:00100000:1.0:1763335564.810427:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+5:2409:x1848991029219840:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:1.0:1763335564.810459:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+5:2409:x1848991029219840:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 33us (1233us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335564.810465:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 368 00000100:00080000:1.0:1763335564.810490:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1763335564.862637:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1763335564.862670:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffba9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1848991041507712:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1763335564.862758:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335564.863772:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1763335564.863792:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffba8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3651:1848991041507840:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1763335564.863848:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335564.864543:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041507712 00000100:00100000:3.0:1763335564.864555:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041507712 00000100:00100000:3.0:1763335564.864621:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041507840 00000100:00100000:3.0:1763335564.864625:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041507840 00000100:00100000:3.0:1763335564.864644:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 160 00000100:00100000:0.0:1763335564.864652:0:12324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 161 00000100:00100000:3.0:1763335564.864653:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4777100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1848991041507712:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1763335564.864692:0:8403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3921195008 avail 3689672704 00000100:00100000:3.0:1763335564.864762:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4777100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1848991041507712:12345-0@lo:13:osp-pre-0-1.0 Request processed in 108us (2002us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335564.864770:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 160 00000100:00100000:0.0:1763335564.864791:0:12324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc56fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3651:x1848991041507840:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1763335564.864804:0:12324:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3921195008 avail 3689672704 00000100:00100000:0.0:1763335564.864854:0:12324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc56fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3651:x1848991041507840:12345-0@lo:13:osp-pre-0-0.0 Request processed in 195us (1006us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335564.864861:0:12324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 161 00000100:00100000:2.0:1763335564.865958:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffba9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1848991041507712:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1763335564.868108:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffba8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3651:1848991041507840:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1763335565.630301:0:6503:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335566.659636:0:6504:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763335566.913913:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763335566.913953:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffba8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1848991041507968:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1763335566.914060:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335566.926045:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041507968 00000100:00100000:1.0:1763335566.926072:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041507968 00000100:00100000:1.0:1763335566.926177:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 188 00000100:00100000:1.0:1763335566.926190:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffba9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3654:x1848991041507968:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1763335566.926254:0:6520:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 57344 granted 224722944 pending 0 free 1443442688 avail 1297203200 00000100:00100000:1.0:1763335566.927048:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffba9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3654:x1848991041507968:12345-0@lo:41:osp-pre-0-1.0 Request processed in 856us (12984us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335566.927059:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 188 00000100:00100000:1.0:1763335566.927179:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffba8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1848991041507968:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1763335567.692490:0:9483:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763335568.389328:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335568.389379:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029220096 00000100:00100000:2.0:1763335568.389391:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029220096 00002000:00100000:2.0:1763335568.389470:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0x10:0x0] req@ffff9aefc56fdc00 x1848991029220096/t0(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:614/0 lens 488/0 e 0 to 0 dl 1763335579 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335568.389491:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc56fdc00 with x1848991029220096 00000100:00100000:2.0:1763335568.389529:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1134 00000100:00100000:2.0:1763335568.389540:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc56fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+15:2408:x1848991029220096:12345-192.168.202.34@tcp:4:fsx.0 00000100:00080000:2.0:1763335568.389762:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1763335568.394080:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335568.394204:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029220224 00000100:00100000:0.0:1763335568.394217:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029220224 00000100:00100000:0.0:1763335568.394296:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1970 00000100:00100000:0.0:1763335568.394308:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3354000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+17:2408:x1848991029220224:12345-192.168.202.34@tcp:16:kworker.0 00000100:00100000:0.0:1763335568.394470:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3354000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+17:2408:x1848991029220224:12345-192.168.202.34@tcp:16:kworker.0 Request processed in 164us (407us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335568.394479:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1970 00000004:00010000:0.0:1763335568.399649:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x10:0x0] updating lvb size from disk: 73728 -> 108902 00000004:00010000:0.0:1763335568.399662:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x10:0x0] updating lvb mtime from disk: 1763335541 -> 1763335556 00000004:00010000:0.0:1763335568.399668:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x10:0x0] updating lvb atime from disk: 1763335508 -> 1763335508 00000004:00010000:0.0:1763335568.399671:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x10:0x0] updating lvb ctime from disk: 1763335541 -> 1763335556 00000004:00010000:0.0:1763335568.399674:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x10:0x0] updating lvb blocks from disk: 144 -> 216 00000100:00100000:0.0:1763335568.399832:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc56fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+17:2408:x1848991029220096:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 10281us (10509us total) trans 4294968058 rc 0/0 00000100:00100000:0.0:1763335568.399851:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1134 00002000:00100000:0.0:1763335568.399896:0:6529:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_001: refresh rw locks for [0x200000402:0x10:0x0] req@ffff9aefc56fdc00 x1848991029220096/t4294968058(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:614/0 lens 488/448 e 0 to 0 dl 1763335579 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335568.399910:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc56fdc00 with x1848991029220096 00010000:00010000:1.0:1763335568.704310:0:6503:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763335568.958259:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc47eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3654:1848991041508096:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1763335568.958352:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335568.958674:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041508096 00000100:00100000:3.0:1763335568.958685:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041508096 00000100:00100000:3.0:1763335568.958757:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 189 00000100:00100000:3.0:1763335568.958768:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffba8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1848991041508096:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1763335568.958817:0:6521:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446412288 avail 1300172800 00000100:00100000:3.0:1763335568.958910:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffba8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1848991041508096:12345-0@lo:41:osp-pre-1-0.0 Request processed in 142us (557us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335568.958918:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 189 00000100:00100000:3.0:1763335568.958977:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc47eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3654:1848991041508096:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1763335569.470149:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4695180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3652:1848991041508352:0@lo:400:kworker.0 00000100:00100000:3.0:1763335569.470221:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335569.470272:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4697480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3652:1848991041508864:0@lo:400:kworker.0 00000100:00100000:3.0:1763335569.470295:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335569.470320:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4695f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3652:1848991041509376:0@lo:400:kworker.0 00000100:00100000:3.0:1763335569.470342:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335569.470364:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4694700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3654:1848991041508608:0@lo:400:kworker.0 00000100:00100000:3.0:1763335569.470367:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00100000:3.0:1763335569.470376:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4696300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e767977a-b5b5-44a9-9592-4af663ea7043:3652:1848991041508224:0@lo:400:kworker.0 00000100:00100000:2.0:1763335569.470402:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335569.470414:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335569.470426:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4695880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1848991041509120:0@lo:400:kworker.0 00000100:00100000:3.0:1763335569.470446:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4697100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3652:1848991041508736:0@lo:400:kworker.0 00000100:00100000:2.0:1763335569.470455:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335569.470476:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4694380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1848991041509632:0@lo:400:kworker.0 00000100:00100000:3.0:1763335569.470483:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335569.470511:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4697b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3652:1848991041509248:0@lo:400:kworker.0 00000100:00100000:2.0:1763335569.470512:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335569.470543:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1763335569.470544:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335569.470554:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4697800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1848991041508480:0@lo:400:kworker.0 00000100:00100000:3.0:1763335569.470580:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4cc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3652:1848991041509760:0@lo:400:kworker.0 00000100:00100000:2.0:1763335569.470594:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335569.470614:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335569.470618:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4694e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3654:1848991041508992:0@lo:400:kworker.0 00000100:00100000:2.0:1763335569.470648:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335569.470668:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4696d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3654:1848991041509504:0@lo:400:kworker.0 00000100:00100000:2.0:1763335569.470685:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335569.471019:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041508352 00000100:00100000:3.0:1763335569.471028:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041508352 00000100:00100000:3.0:1763335569.471067:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041508864 00000100:00100000:3.0:1763335569.471071:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041508864 00000100:00100000:3.0:1763335569.471101:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041509376 00000100:00100000:3.0:1763335569.471104:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041509376 00000100:00100000:3.0:1763335569.471122:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041508608 00000100:00100000:3.0:1763335569.471125:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041508608 00000100:00100000:2.0:1763335569.471129:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041508992 00000100:00100000:2.0:1763335569.471136:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041508992 00000100:00100000:3.0:1763335569.471138:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041509504 00000100:00100000:3.0:1763335569.471143:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041509504 00000100:00100000:2.0:1763335569.471170:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 369 00000100:00100000:3.0:1763335569.471184:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 370 00000100:00100000:2.0:1763335569.471185:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4cc4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1848991041508352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763335569.471199:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4cc4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1848991041508864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763335569.471251:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4cc4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1848991041508352:12345-0@lo:400:kworker.0 Request processed in 72us (1030us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335569.471255:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4cc4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1848991041508864:12345-0@lo:400:kworker.0 Request processed in 59us (956us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335569.471271:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 370 00000100:00100000:2.0:1763335569.471740:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 369 00000100:00100000:2.0:1763335569.471755:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 371 00000100:00100000:2.0:1763335569.471762:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4cc5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1848991041509376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763335569.471790:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4cc5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1848991041509376:12345-0@lo:400:kworker.0 Request processed in 30us (1448us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335569.471795:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 371 00000100:00100000:2.0:1763335569.471804:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 372 00000100:00100000:2.0:1763335569.471809:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc56ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1848991041508608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763335569.471833:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc56ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1848991041508608:12345-0@lo:400:kworker.0 Request processed in 24us (1432us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335569.471838:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 372 00000100:00100000:2.0:1763335569.471847:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 373 00000100:00100000:2.0:1763335569.471851:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5415180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1848991041508992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763335569.471887:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5415180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1848991041508992:12345-0@lo:400:kworker.0 Request processed in 36us (1241us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335569.471892:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 373 00000100:00100000:2.0:1763335569.471902:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 374 00000100:00100000:2.0:1763335569.471906:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5d9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1848991041509504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763335569.471926:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5d9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1848991041509504:12345-0@lo:400:kworker.0 Request processed in 20us (1240us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335569.471930:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 374 00000100:00100000:2.0:1763335569.471963:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4694e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3654:1848991041508992:0@lo:400:kworker.0 00000100:00100000:2.0:1763335569.471973:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4696d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3654:1848991041509504:0@lo:400:kworker.0 00000100:00100000:2.0:1763335569.471983:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4694700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3654:1848991041508608:0@lo:400:kworker.0 00000100:00100000:2.0:1763335569.472025:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041509120 00000100:00100000:2.0:1763335569.472029:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041509120 00000100:00100000:2.0:1763335569.472051:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041509632 00000100:00100000:2.0:1763335569.472053:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041509632 00000100:00100000:2.0:1763335569.472062:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041509248 00000100:00100000:2.0:1763335569.472064:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041509248 00000100:00100000:2.0:1763335569.472072:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041509760 00000100:00100000:2.0:1763335569.472074:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041509760 00000100:00100000:2.0:1763335569.472083:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 173 00000100:00100000:2.0:1763335569.472087:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc56fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3654:x1848991041509120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763335569.472116:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc56fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3654:x1848991041509120:12345-0@lo:400:kworker.0 Request processed in 28us (1662us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335569.472122:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 173 00000100:00100000:2.0:1763335569.472132:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 174 00000100:00100000:2.0:1763335569.472137:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5417100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3654:x1848991041509632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763335569.472164:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5417100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3654:x1848991041509632:12345-0@lo:400:kworker.0 Request processed in 27us (1654us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335569.472169:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 174 00000100:00100000:2.0:1763335569.472179:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 175 00000100:00100000:2.0:1763335569.472185:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4cc4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3652:x1848991041509248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763335569.472209:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4cc4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3652:x1848991041509248:12345-0@lo:400:kworker.0 Request processed in 25us (1667us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335569.472215:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 175 00000100:00100000:2.0:1763335569.472224:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 176 00000100:00100000:2.0:1763335569.472230:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4cc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3652:x1848991041509760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763335569.472255:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4cc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3652:x1848991041509760:12345-0@lo:400:kworker.0 Request processed in 26us (1642us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335569.472260:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 176 00000100:00100000:2.0:1763335569.472277:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041508736 00000100:00100000:2.0:1763335569.472281:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041508736 00000100:00100000:3.0:1763335569.472468:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041508480 00000100:00100000:3.0:1763335569.472473:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041508480 00000100:00100000:3.0:1763335569.472508:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 190 00000100:00100000:3.0:1763335569.472516:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5414a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3654:x1848991041508480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763335569.472577:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5414a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3654:x1848991041508480:12345-0@lo:400:kworker.0 Request processed in 62us (1983us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335569.472584:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 190 00000100:00080000:3.0:1763335569.472606:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1763335569.472611:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1763335569.472614:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1763335569.472616:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1763335569.472647:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4697b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3652:1848991041509248:0@lo:400:kworker.0 00000100:00100000:3.0:1763335569.472660:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4cc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3652:1848991041509760:0@lo:400:kworker.0 00000100:00100000:3.0:1763335569.472672:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4695180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3652:1848991041508352:0@lo:400:kworker.0 00000100:00100000:3.0:1763335569.472687:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4697480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3652:1848991041508864:0@lo:400:kworker.0 00000100:00100000:3.0:1763335569.472700:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4695f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3652:1848991041509376:0@lo:400:kworker.0 00000100:00100000:3.0:1763335569.472756:0:6509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041508224 00000100:00100000:3.0:1763335569.472761:0:6509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041508224 00000100:00100000:3.0:1763335569.472787:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 371 00000100:00100000:3.0:1763335569.472794:0:6509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f8f1fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e767977a-b5b5-44a9-9592-4af663ea7043+23:3652:x1848991041508224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763335569.472806:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1763335569.472818:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc47ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1848991041509888:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1763335569.472827:0:6509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f8f1fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e767977a-b5b5-44a9-9592-4af663ea7043+23:3652:x1848991041508224:12345-0@lo:400:kworker.0 Request processed in 34us (2414us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335569.472833:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 371 00000100:00100000:0.0:1763335569.472854:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335569.472906:0:12324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041509888 00000100:00100000:0.0:1763335569.472910:0:12324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041509888 00000100:00100000:0.0:1763335569.472938:0:12324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 162 00000100:00100000:3.0:1763335569.472941:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4696300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e767977a-b5b5-44a9-9592-4af663ea7043:3652:1848991041508224:0@lo:400:kworker.0 00000100:00100000:0.0:1763335569.472945:0:12324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3651:x1848991041509888:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1763335569.472968:0:12324:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 861740736 pending 0 free 3923357696 avail 3691835392 00000100:00100000:3.0:1763335569.472990:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4697800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1848991041508480:0@lo:400:kworker.0 00000100:00100000:3.0:1763335569.473004:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4695880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1848991041509120:0@lo:400:kworker.0 00000100:00100000:3.0:1763335569.473015:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4694380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1848991041509632:0@lo:400:kworker.0 00000100:00100000:3.0:1763335569.473028:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763335569.473033:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc47ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3654:1848991041510016:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1763335569.473059:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335569.473090:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041510016 00000100:00100000:0.0:1763335569.473091:0:12324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3651:x1848991041509888:12345-0@lo:13:osp-pre-1-1.0 Request processed in 146us (235us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335569.473094:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041510016 00000100:00100000:0.0:1763335569.473098:0:12324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 162 00000100:00100000:0.0:1763335569.473113:0:12324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 163 00000100:00100000:0.0:1763335569.473120:0:12324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4cc5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1848991041510016:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1763335569.473131:0:12324:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 861740736 pending 0 free 3923357696 avail 3691835392 00000100:00100000:0.0:1763335569.473168:0:12324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4cc5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1848991041510016:12345-0@lo:13:osp-pre-1-0.0 Request processed in 47us (108us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335569.474475:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 191 00000100:00100000:2.0:1763335569.474489:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4cc5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3652:x1848991041508736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763335569.474739:0:12324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 163 00000100:00100000:2.0:1763335569.474752:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4cc5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3652:x1848991041508736:12345-0@lo:400:kworker.0 Request processed in 266us (4271us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335569.474760:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 191 00000100:00100000:3.0:1763335569.474794:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4697100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3652:1848991041508736:0@lo:400:kworker.0 00000100:00100000:0.0:1763335569.474799:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc47ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1848991041509888:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1763335569.474820:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc47ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3654:1848991041510016:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1763335569.727037:0:6504:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763335569.932297:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335569.935489:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335569.935526:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335569.935551:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335569.935579:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335569.935597:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335569.935903:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029220480 00000100:00100000:1.0:1763335569.935913:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029220480 00000100:00100000:1.0:1763335569.935967:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029220992 00000100:00100000:1.0:1763335569.935972:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029220992 00000100:00100000:1.0:1763335569.935994:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029220608 00000100:00100000:1.0:1763335569.935996:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029220608 00000100:00100000:1.0:1763335569.936007:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029220864 00000100:00100000:1.0:1763335569.936009:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029220864 00000100:00100000:1.0:1763335569.936026:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 375 00000100:00100000:1.0:1763335569.936034:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5d9ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+17:2407:x1848991029220480:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:1.0:1763335569.936112:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5d9ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+17:2407:x1848991029220480:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 78us (635us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335569.936119:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 375 00000100:00100000:1.0:1763335569.936138:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 376 00000100:00100000:1.0:1763335569.936144:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5d9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+5:2407:x1848991029220992:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:1.0:1763335569.936169:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5d9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+5:2407:x1848991029220992:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 25us (618us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335569.936174:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 376 00000100:00100000:1.0:1763335569.936187:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 377 00000100:00100000:1.0:1763335569.936192:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5d9c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+5:2406:x1848991029220608:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:1.0:1763335569.936215:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5d9c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+5:2406:x1848991029220608:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 23us (635us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335569.936220:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 377 00000100:00100000:1.0:1763335569.936232:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 378 00000100:00100000:1.0:1763335569.936238:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5d9d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:2406:x1848991029220864:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:1.0:1763335569.936261:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5d9d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:2406:x1848991029220864:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 23us (663us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335569.936267:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 378 00000100:00080000:1.0:1763335569.936293:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1763335569.936297:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1763335569.936697:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029220352 00000100:00100000:0.0:1763335569.936704:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029220352 00000100:00100000:1.0:1763335569.936805:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 372 00000100:00100000:1.0:1763335569.936812:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f8f1d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f4bc7452-2198-4a0d-a8bc-8fee3c386313+12:2406:x1848991029220352:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:1.0:1763335569.936844:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f8f1d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f4bc7452-2198-4a0d-a8bc-8fee3c386313+12:2406:x1848991029220352:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 33us (4559us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335569.936850:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 372 00000100:00100000:2.0:1763335569.937005:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335569.937056:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029220736 00000100:00100000:2.0:1763335569.937062:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029220736 00000100:00100000:2.0:1763335569.937095:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029221120 00000100:00100000:2.0:1763335569.937098:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029221120 00000100:00100000:2.0:1763335569.937117:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 177 00000100:00100000:2.0:1763335569.937124:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5d9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2407:x1848991029220736:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:2.0:1763335569.937153:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5d9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2407:x1848991029220736:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 30us (1627us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335569.937163:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 177 00000100:00100000:2.0:1763335569.937176:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 178 00000100:00100000:2.0:1763335569.937182:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5d9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:2406:x1848991029221120:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:2.0:1763335569.937206:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5d9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:273362c8-ad54-46f8-a663-195ccb4b667f+6:2406:x1848991029221120:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 25us (202us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335569.937212:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 178 00000100:00080000:2.0:1763335569.937237:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1763335569.982907:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1763335569.984165:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4cc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1848991041510144:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1763335569.984239:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335569.984385:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041510144 00000100:00100000:1.0:1763335569.984393:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041510144 00000100:00100000:1.0:1763335569.984448:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 164 00000100:00100000:1.0:1763335569.984458:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1848991041510144:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1763335569.984488:0:8404:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3921195008 avail 3689672704 00000100:00100000:1.0:1763335569.984539:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1848991041510144:12345-0@lo:13:osp-pre-0-0.0 Request processed in 82us (299us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335569.984548:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 164 00000100:00100000:3.0:1763335569.984937:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4cc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1848991041510144:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1763335569.985244:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc47ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1848991041510272:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1763335569.985280:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335569.985354:0:12324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041510272 00000100:00100000:0.0:1763335569.985359:0:12324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041510272 00000100:00100000:0.0:1763335569.985397:0:12324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 165 00000100:00100000:0.0:1763335569.985404:0:12324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5d9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3651:x1848991041510272:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1763335569.985416:0:12324:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3921195008 avail 3689672704 00000100:00100000:0.0:1763335569.985459:0:12324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5d9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3651:x1848991041510272:12345-0@lo:13:osp-pre-0-1.0 Request processed in 55us (177us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335569.985469:0:12324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 165 00000100:00100000:3.0:1763335569.985492:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc47ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1848991041510272:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1763335570.754846:0:9483:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335571.785962:0:6503:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763335572.031645:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4cc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1848991041510400:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1763335572.033226:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335572.033505:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041510400 00000100:00100000:3.0:1763335572.033516:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041510400 00000100:00100000:3.0:1763335572.033603:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 192 00000100:00100000:3.0:1763335572.033615:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3652:x1848991041510400:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1763335572.033665:0:6520:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 226869248 pending 61440 free 1443405824 avail 1297166336 00000100:00100000:3.0:1763335572.033734:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3652:x1848991041510400:12345-0@lo:41:osp-pre-0-1.0 Request processed in 121us (510us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335572.033742:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 192 00000100:00100000:3.0:1763335572.033825:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4cc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1848991041510400:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1763335572.799822:0:6504:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335573.822596:0:9483:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763335574.082171:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1763335574.082195:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3654:1848991041510528:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1763335574.082259:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335574.082316:0:13236:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041510528 00000100:00100000:0.0:1763335574.082323:0:13236:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041510528 00000100:00100000:0.0:1763335574.082365:0:13236:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 193 00000100:00100000:0.0:1763335574.082372:0:13236:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1848991041510528:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1763335574.082405:0:13236:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446412288 avail 1300172800 00000100:00100000:0.0:1763335574.082444:0:13236:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1848991041510528:12345-0@lo:41:osp-pre-1-0.0 Request processed in 73us (185us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335574.082451:0:13236:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 193 00000100:00100000:0.0:1763335574.082497:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3654:1848991041510528:0@lo:41:osp-pre-1-0.0 00000001:00080000:0.0:1763335574.085343:0:6496:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968058 is committed 00000100:00100000:2.0:1763335574.593602:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5d9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3654:1848991041510656:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1763335574.593688:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335574.593941:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041510656 00000100:00100000:3.0:1763335574.593951:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041510656 00000100:00100000:3.0:1763335574.594006:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 166 00000100:00100000:3.0:1763335574.594016:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4697100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1848991041510656:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1763335574.594050:0:8404:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 861740736 pending 0 free 3923357696 avail 3691835392 00000100:00100000:3.0:1763335574.594102:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4697100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1848991041510656:12345-0@lo:13:osp-pre-1-0.0 Request processed in 88us (416us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335574.594110:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 166 00000100:00100000:3.0:1763335574.594166:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5d9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3654:1848991041510656:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1763335574.594446:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1763335574.594458:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4697800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1848991041511168:0@lo:400:kworker.0 00000100:00100000:2.0:1763335574.594488:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335574.594514:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4695180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3654:1848991041511680:0@lo:400:kworker.0 00000100:00100000:2.0:1763335574.594567:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335574.594582:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4694e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3654:1848991041512192:0@lo:400:kworker.0 00000100:00100000:2.0:1763335574.594597:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335574.594611:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1763335574.594615:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4695880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3654:1848991041511040:0@lo:400:kworker.0 00000100:00100000:2.0:1763335574.594629:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335574.594640:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4697480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3654:1848991041511552:0@lo:400:kworker.0 00000100:00100000:2.0:1763335574.594653:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335574.594663:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4696d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3654:1848991041512064:0@lo:400:kworker.0 00000100:00100000:2.0:1763335574.594676:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335574.594694:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041511168 00000100:00100000:2.0:1763335574.594697:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041511168 00000100:00100000:2.0:1763335574.594724:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 194 00000100:00100000:2.0:1763335574.594729:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3654:x1848991041511168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763335574.594760:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3654:x1848991041511168:12345-0@lo:400:kworker.0 Request processed in 31us (271us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335574.594766:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 194 00000100:00100000:2.0:1763335574.594781:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041511680 00000100:00100000:2.0:1763335574.594784:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041511680 00000100:00100000:2.0:1763335574.594806:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041512192 00000100:00100000:2.0:1763335574.594809:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041512192 00000100:00100000:2.0:1763335574.594821:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041511040 00000100:00100000:2.0:1763335574.594824:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041511040 00000100:00100000:2.0:1763335574.594834:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041511552 00000100:00100000:2.0:1763335574.594836:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041511552 00000100:00100000:2.0:1763335574.594847:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041512064 00000100:00100000:2.0:1763335574.594849:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041512064 00000100:00100000:2.0:1763335574.594862:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 379 00000100:00100000:2.0:1763335574.594893:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c97100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1848991041511680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763335574.594924:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c97100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1848991041511680:12345-0@lo:400:kworker.0 Request processed in 56us (355us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335574.594930:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 379 00000100:00100000:2.0:1763335574.594943:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 380 00000100:00100000:2.0:1763335574.594949:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c94a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1848991041512192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763335574.594972:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c94a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1848991041512192:12345-0@lo:400:kworker.0 Request processed in 24us (373us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335574.594980:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 380 00000100:00100000:2.0:1763335574.594989:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 381 00000100:00100000:2.0:1763335574.594993:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c97480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1848991041511040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763335574.595308:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 382 00000100:00100000:1.0:1763335574.595318:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c96d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1848991041511552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763335574.595349:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c96d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1848991041511552:12345-0@lo:400:kworker.0 Request processed in 34us (694us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335574.595354:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 382 00000100:00100000:1.0:1763335574.595366:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 383 00000100:00100000:1.0:1763335574.595370:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c96300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1848991041512064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763335574.595388:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c96300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1848991041512064:12345-0@lo:400:kworker.0 Request processed in 18us (711us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335574.595393:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 383 00000100:00100000:2.0:1763335574.595458:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c97480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1848991041511040:12345-0@lo:400:kworker.0 Request processed in 464us (827us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335574.595464:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 381 00000100:00080000:2.0:1763335574.595484:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1763335574.595487:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1763335574.595508:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4695880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3654:1848991041511040:0@lo:400:kworker.0 00000100:00100000:2.0:1763335574.595517:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4697480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3654:1848991041511552:0@lo:400:kworker.0 00000100:00100000:2.0:1763335574.595535:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4696d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3654:1848991041512064:0@lo:400:kworker.0 00000100:00100000:2.0:1763335574.595542:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4697800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1848991041511168:0@lo:400:kworker.0 00000100:00100000:2.0:1763335574.595549:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4695180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3654:1848991041511680:0@lo:400:kworker.0 00000100:00100000:2.0:1763335574.595556:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4694e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3654:1848991041512192:0@lo:400:kworker.0 00000100:00100000:3.0:1763335574.595636:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc55dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1848991041510784:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1763335574.595667:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335574.595710:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4696300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3651:1848991041511296:0@lo:400:kworker.0 00000100:00100000:3.0:1763335574.595735:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335574.595763:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4697b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1848991041511808:0@lo:400:kworker.0 00000100:00100000:3.0:1763335574.595785:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335574.595802:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7d09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1848991041512320:0@lo:400:kworker.0 00000100:00100000:3.0:1763335574.595820:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335574.595835:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1763335574.595841:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4694380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e767977a-b5b5-44a9-9592-4af663ea7043:3651:1848991041510912:0@lo:400:kworker.0 00000100:00100000:3.0:1763335574.595865:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335574.595913:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4695f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3651:1848991041511424:0@lo:400:kworker.0 00000100:00100000:3.0:1763335574.595945:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335574.595963:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4694700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3651:1848991041511936:0@lo:400:kworker.0 00000100:00100000:3.0:1763335574.595991:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335574.596023:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041511808 00000100:00100000:3.0:1763335574.596029:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041511808 00000100:00100000:3.0:1763335574.596067:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041512320 00000100:00100000:3.0:1763335574.596070:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041512320 00000100:00100000:3.0:1763335574.596089:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041511936 00000100:00100000:3.0:1763335574.596092:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041511936 00000100:00100000:3.0:1763335574.596107:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 179 00000100:00100000:3.0:1763335574.596113:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4cc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3651:x1848991041511808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763335574.596150:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4cc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3651:x1848991041511808:12345-0@lo:400:kworker.0 Request processed in 37us (363us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335574.596156:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 179 00000100:00100000:3.0:1763335574.596169:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 180 00000100:00100000:3.0:1763335574.596175:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5fd4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3651:x1848991041512320:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763335574.596199:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5fd4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3651:x1848991041512320:12345-0@lo:400:kworker.0 Request processed in 25us (377us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335574.596204:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 180 00000100:00100000:3.0:1763335574.596359:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 181 00000100:00100000:3.0:1763335574.596365:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5616300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3651:x1848991041511936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763335574.596392:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5616300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3651:x1848991041511936:12345-0@lo:400:kworker.0 Request processed in 28us (401us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335574.596398:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 181 00000100:00100000:3.0:1763335574.596417:0:6509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041510912 00000100:00100000:3.0:1763335574.596421:0:6509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041510912 00000100:00100000:1.0:1763335574.596475:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041511296 00000100:00100000:1.0:1763335574.596479:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041511296 00000100:00100000:1.0:1763335574.596507:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 384 00000100:00100000:1.0:1763335574.596513:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4cc6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3651:x1848991041511296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763335574.596558:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4cc6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3651:x1848991041511296:12345-0@lo:400:kworker.0 Request processed in 45us (822us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335574.596564:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 384 00000100:00100000:2.0:1763335574.596711:0:12324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041510784 00000100:00100000:2.0:1763335574.596716:0:12324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041510784 00000100:00100000:2.0:1763335574.596741:0:12324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 167 00000100:00100000:2.0:1763335574.596748:0:12324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4cc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3651:x1848991041510784:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1763335574.596764:0:12324:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 861740736 pending 0 free 3923357696 avail 3691835392 00000100:00100000:2.0:1763335574.596797:0:12324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4cc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3651:x1848991041510784:12345-0@lo:13:osp-pre-1-1.0 Request processed in 49us (1128us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335574.596803:0:12324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 167 00000100:00100000:3.0:1763335574.596863:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 373 00000100:00100000:3.0:1763335574.597102:0:6509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f8f1f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e767977a-b5b5-44a9-9592-4af663ea7043+23:3651:x1848991041510912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763335574.597134:0:6509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f8f1f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e767977a-b5b5-44a9-9592-4af663ea7043+23:3651:x1848991041510912:12345-0@lo:400:kworker.0 Request processed in 265us (1268us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335574.597141:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 373 00000100:00100000:2.0:1763335574.597246:0:13236:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041511424 00000100:00100000:2.0:1763335574.597251:0:13236:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041511424 00000100:00100000:2.0:1763335574.597278:0:13236:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 195 00000100:00100000:2.0:1763335574.597285:0:13236:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5d9df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3651:x1848991041511424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763335574.597317:0:13236:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5d9df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3651:x1848991041511424:12345-0@lo:400:kworker.0 Request processed in 33us (1371us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335574.597323:0:13236:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 195 00000100:00080000:2.0:1763335574.597338:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1763335574.597342:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1763335574.597381:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4694380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e767977a-b5b5-44a9-9592-4af663ea7043:3651:1848991041510912:0@lo:400:kworker.0 00000100:00100000:2.0:1763335574.597391:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4695f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3651:1848991041511424:0@lo:400:kworker.0 00000100:00100000:2.0:1763335574.597402:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4694700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3651:1848991041511936:0@lo:400:kworker.0 00000100:00100000:2.0:1763335574.597417:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc55dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1848991041510784:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1763335574.597427:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4696300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3651:1848991041511296:0@lo:400:kworker.0 00000100:00100000:2.0:1763335574.597437:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4697b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1848991041511808:0@lo:400:kworker.0 00000100:00100000:2.0:1763335574.597445:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7d09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1848991041512320:0@lo:400:kworker.0 00010000:00010000:3.0:1763335574.848233:0:6503:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763335575.052212:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335575.052249:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029221376 00000100:00100000:2.0:1763335575.052259:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029221376 00000100:00100000:2.0:1763335575.052324:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 385 00000100:00100000:2.0:1763335575.052333:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c95500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+15:2406:x1848991029221376:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:2.0:1763335575.052408:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c95500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:819c42eb-8a5f-4523-990c-a007cb66998d+15:2406:x1848991029221376:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 77us (208us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335575.052416:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 385 00000100:00080000:2.0:1763335575.052439:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1763335575.052471:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335575.052598:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335575.052620:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335575.052641:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335575.052658:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335575.052682:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335575.052700:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029221632 00000100:00100000:2.0:1763335575.052704:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029221632 00000100:00100000:2.0:1763335575.052733:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029222016 00000100:00100000:2.0:1763335575.052736:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029222016 00000100:00100000:2.0:1763335575.052756:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 182 00000100:00100000:2.0:1763335575.052762:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2406:x1848991029221632:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:2.0:1763335575.052794:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2406:x1848991029221632:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 31us (322us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335575.052801:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 182 00000100:00100000:2.0:1763335575.052813:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 183 00000100:00100000:2.0:1763335575.052819:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4697b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+6:2406:x1848991029222016:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:2.0:1763335575.052841:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4697b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+6:2406:x1848991029222016:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 22us (158us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335575.052846:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 183 00000100:00100000:2.0:1763335575.052864:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029221888 00000100:00100000:2.0:1763335575.052887:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029221888 00000100:00100000:2.0:1763335575.052918:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029221504 00000100:00100000:2.0:1763335575.052921:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029221504 00000100:00100000:2.0:1763335575.052938:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029221760 00000100:00100000:2.0:1763335575.052940:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029221760 00000100:00100000:2.0:1763335575.052955:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 386 00000100:00100000:2.0:1763335575.052962:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c97800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+5:2406:x1848991029221888:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:2.0:1763335575.052987:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c97800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+5:2406:x1848991029221888:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 26us (389us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335575.052992:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 386 00000100:00100000:2.0:1763335575.053004:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 387 00000100:00100000:2.0:1763335575.053009:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c96a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+5:2406:x1848991029221504:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:2.0:1763335575.053030:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c96a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+5:2406:x1848991029221504:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 21us (388us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335575.053036:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 387 00000100:00100000:2.0:1763335575.053047:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 388 00000100:00100000:2.0:1763335575.053052:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:2406:x1848991029221760:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:2.0:1763335575.053075:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:2406:x1848991029221760:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 23us (416us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335575.053080:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 388 00000100:00080000:2.0:1763335575.053167:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1763335575.053170:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1763335575.053172:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1763335575.053214:0:6509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029221248 00000100:00100000:2.0:1763335575.053219:0:6509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029221248 00000100:00100000:2.0:1763335575.053246:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 374 00000100:00100000:2.0:1763335575.053252:0:6509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f8f1f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f4bc7452-2198-4a0d-a8bc-8fee3c386313+12:2406:x1848991029221248:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:2.0:1763335575.053280:0:6509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f8f1f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f4bc7452-2198-4a0d-a8bc-8fee3c386313+12:2406:x1848991029221248:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 29us (660us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335575.053287:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 374 00000100:00100000:2.0:1763335575.102132:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1763335575.102162:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5614e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3651:1848991041512448:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1763335575.102240:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335575.102427:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1763335575.102438:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1848991041512576:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1763335575.102472:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335575.102504:0:12324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041512448 00000100:00100000:0.0:1763335575.102512:0:12324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041512448 00000100:00100000:0.0:1763335575.102568:0:12324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041512576 00000100:00100000:0.0:1763335575.102571:0:12324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041512576 00000100:00100000:0.0:1763335575.102585:0:12324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 168 00000100:00100000:0.0:1763335575.102593:0:12324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4696300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3651:x1848991041512448:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1763335575.102622:0:12324:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3921195008 avail 3689672704 00000100:00100000:0.0:1763335575.102662:0:12324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4696300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3651:x1848991041512448:12345-0@lo:13:osp-pre-0-0.0 Request processed in 69us (421us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335575.102669:0:12324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 168 00000100:00100000:0.0:1763335575.102685:0:12324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 169 00000100:00100000:0.0:1763335575.102691:0:12324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1848991041512576:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1763335575.102700:0:12324:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3921195008 avail 3689672704 00000100:00100000:0.0:1763335575.102726:0:12324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1848991041512576:12345-0@lo:13:osp-pre-0-1.0 Request processed in 34us (253us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335575.102731:0:12324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 169 00000100:00100000:0.0:1763335575.102786:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1848991041512576:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1763335575.102814:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5614e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3651:1848991041512448:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1763335575.870105:0:6504:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335576.894301:0:9483:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763335577.156356:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1763335577.156379:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc55eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1848991041512704:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1763335577.156441:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335577.156512:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041512704 00000100:00100000:0.0:1763335577.156519:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041512704 00000100:00100000:0.0:1763335577.156562:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 196 00000100:00100000:0.0:1763335577.156571:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3653:x1848991041512704:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1763335577.156604:0:6520:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 226807808 pending 0 free 1443405824 avail 1297166336 00000100:00100000:0.0:1763335577.156645:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3653:x1848991041512704:12345-0@lo:41:osp-pre-0-1.0 Request processed in 75us (203us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335577.156652:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 196 00000100:00100000:0.0:1763335577.156698:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc55eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1848991041512704:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1763335577.919821:0:6503:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335578.943305:0:6504:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763335579.199730:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1763335579.199756:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4694700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3652:1848991041512832:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1763335579.199823:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335579.199957:0:13236:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041512832 00000100:00100000:2.0:1763335579.199966:0:13236:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041512832 00000100:00100000:2.0:1763335579.200029:0:13236:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 197 00000100:00100000:2.0:1763335579.200039:0:13236:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3652:x1848991041512832:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1763335579.200073:0:13236:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446412288 avail 1300172800 00000100:00100000:2.0:1763335579.200119:0:13236:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3652:x1848991041512832:12345-0@lo:41:osp-pre-1-0.0 Request processed in 81us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335579.200125:0:13236:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 197 00000100:00100000:1.0:1763335579.200230:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4694700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3652:1848991041512832:0@lo:41:osp-pre-1-0.0 00000001:02000400:3.0:1763335579.588648:0:16180:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: - need MDS1_VERSION <= 2.14.55-100-g8a84c7f9c7 (34618676 <= 34486116) for LU-14927, skip 0f 00000100:00100000:2.0:1763335579.710303:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc55eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e767977a-b5b5-44a9-9592-4af663ea7043:3652:1848991041512960:0@lo:400:kworker.0 00000100:00100000:2.0:1763335579.710380:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335579.710459:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763335579.710485:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc55ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3654:1848991041513216:0@lo:400:kworker.0 00000100:00100000:2.0:1763335579.710510:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1763335579.710520:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc55eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1848991041513344:0@lo:400:kworker.0 00000100:00100000:1.0:1763335579.710526:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335579.710551:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc55df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1848991041513088:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1763335579.710561:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335579.710584:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335579.710606:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041512960 00000100:00100000:2.0:1763335579.710615:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041512960 00000100:00100000:1.0:1763335579.710621:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041513088 00000100:00100000:1.0:1763335579.710626:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041513088 00000100:00100000:1.0:1763335579.710671:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 170 00000100:00100000:2.0:1763335579.710684:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 375 00000100:00100000:1.0:1763335579.710685:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1848991041513088:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1763335579.710697:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f8f1dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e767977a-b5b5-44a9-9592-4af663ea7043+23:3652:x1848991041512960:12345-0@lo:400:kworker.0 00002000:00000024:1.0:1763335579.710716:0:8404:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 861740736 pending 0 free 3923357696 avail 3691835392 00000100:00100000:2.0:1763335579.710748:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f8f1dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e767977a-b5b5-44a9-9592-4af663ea7043+23:3652:x1848991041512960:12345-0@lo:400:kworker.0 Request processed in 53us (366us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335579.710758:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 375 00000100:00100000:1.0:1763335579.710760:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1848991041513088:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (174us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335579.710767:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 170 00000100:00100000:2.0:1763335579.710804:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041513216 00000100:00100000:2.0:1763335579.710810:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041513216 00000100:00100000:1.0:1763335579.710813:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc55df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1848991041513088:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1763335579.710887:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 389 00000100:00100000:2.0:1763335579.710896:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1848991041513216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763335579.710939:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1848991041513216:12345-0@lo:400:kworker.0 Request processed in 43us (415us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335579.710946:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 389 00000100:00100000:1.0:1763335579.710952:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc55ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3654:1848991041513216:0@lo:400:kworker.0 00000100:00100000:2.0:1763335579.710971:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041513344 00000100:00100000:2.0:1763335579.710976:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041513344 00000100:00100000:2.0:1763335579.711012:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 198 00000100:00100000:2.0:1763335579.711021:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4695f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3652:x1848991041513344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763335579.711055:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4695f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3652:x1848991041513344:12345-0@lo:400:kworker.0 Request processed in 35us (495us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335579.711062:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 198 00000100:00080000:2.0:1763335579.711081:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1763335579.711107:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc55eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1848991041513344:0@lo:400:kworker.0 00000100:00100000:2.0:1763335579.711117:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc55eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e767977a-b5b5-44a9-9592-4af663ea7043:3652:1848991041512960:0@lo:400:kworker.0 00000100:00100000:1.0:1763335579.711334:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc55ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3654:1848991041513728:0@lo:400:kworker.0 00000100:00100000:1.0:1763335579.711366:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335579.711373:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc55eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1848991041513600:0@lo:400:kworker.0 00000100:00100000:1.0:1763335579.711387:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7d92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3654:1848991041514240:0@lo:400:kworker.0 00000100:00100000:0.0:1763335579.711411:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335579.711418:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335579.711442:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7d90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1848991041514112:0@lo:400:kworker.0 00000100:00100000:1.0:1763335579.711450:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041513728 00000100:00100000:1.0:1763335579.711454:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041513728 00000100:00100000:0.0:1763335579.711473:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335579.711495:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041514240 00000100:00100000:1.0:1763335579.711499:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041514240 00000100:00100000:0.0:1763335579.711522:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3651:1848991041513856:0@lo:400:kworker.0 00000100:00100000:1.0:1763335579.711524:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 390 00000100:00100000:1.0:1763335579.711533:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1848991041513728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763335579.711556:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335579.711572:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1848991041513728:12345-0@lo:400:kworker.0 Request processed in 39us (205us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335579.711579:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 390 00000100:00100000:0.0:1763335579.711582:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7d92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3651:1848991041514368:0@lo:400:kworker.0 00000100:00100000:1.0:1763335579.711590:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041513856 00000100:00100000:1.0:1763335579.711595:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041513856 00000100:00100000:1.0:1763335579.711614:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 391 00000100:00100000:0.0:1763335579.711615:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335579.711623:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1848991041514240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763335579.711631:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1763335579.711641:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc55eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3651:1848991041513472:0@lo:400:kworker.0 00000100:00100000:1.0:1763335579.711651:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1848991041514240:12345-0@lo:400:kworker.0 Request processed in 29us (234us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335579.711657:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 391 00000100:00100000:1.0:1763335579.711665:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041514368 00000100:00100000:1.0:1763335579.711667:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041514368 00000100:00100000:1.0:1763335579.711681:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 392 00000100:00100000:0.0:1763335579.711687:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335579.711689:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3651:x1848991041513856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763335579.711705:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c3130a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1848991041513984:0@lo:400:kworker.0 00000100:00100000:1.0:1763335579.711718:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3651:x1848991041513856:12345-0@lo:400:kworker.0 Request processed in 31us (162us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335579.711724:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 392 00000100:00100000:1.0:1763335579.711733:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041513472 00000100:00100000:0.0:1763335579.711734:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335579.711738:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041513472 00000100:00100000:1.0:1763335579.711753:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 393 00000100:00100000:1.0:1763335579.711759:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3651:x1848991041514368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763335579.711762:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7d93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3651:1848991041514496:0@lo:400:kworker.0 00000100:00100000:1.0:1763335579.711792:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3651:x1848991041514368:12345-0@lo:400:kworker.0 Request processed in 33us (181us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335579.711799:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335579.711803:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 393 00000100:00100000:1.0:1763335579.711816:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 394 00000100:00100000:1.0:1763335579.711822:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3651:x1848991041513472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763335579.711835:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3651:1848991041513856:0@lo:400:kworker.0 00000100:00100000:0.0:1763335579.711851:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7d92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3651:1848991041514368:0@lo:400:kworker.0 00000100:00100000:1.0:1763335579.711853:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3651:x1848991041513472:12345-0@lo:400:kworker.0 Request processed in 29us (166us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335579.711861:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 394 00000100:00100000:0.0:1763335579.711913:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc55eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3651:1848991041513472:0@lo:400:kworker.0 00000100:00100000:1.0:1763335579.711927:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7d92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3654:1848991041514240:0@lo:400:kworker.0 00000100:00100000:1.0:1763335579.711943:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc55ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3654:1848991041513728:0@lo:400:kworker.0 00000100:00100000:0.0:1763335579.711951:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041514112 00000100:00100000:0.0:1763335579.711956:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041514112 00000100:00100000:0.0:1763335579.711997:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041513984 00000100:00100000:0.0:1763335579.712001:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041513984 00000100:00100000:0.0:1763335579.712024:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041514496 00000100:00100000:0.0:1763335579.712028:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041514496 00000100:00100000:0.0:1763335579.712045:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 184 00000100:00100000:0.0:1763335579.712051:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3653:x1848991041514112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763335579.712090:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3653:x1848991041514112:12345-0@lo:400:kworker.0 Request processed in 39us (617us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335579.712096:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 184 00000100:00100000:0.0:1763335579.712109:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 185 00000100:00100000:0.0:1763335579.712115:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3651:x1848991041513984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763335579.712147:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3651:x1848991041513984:12345-0@lo:400:kworker.0 Request processed in 32us (414us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335579.712152:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 185 00000100:00100000:0.0:1763335579.712164:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 186 00000100:00100000:0.0:1763335579.712170:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3651:x1848991041514496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763335579.712197:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3651:x1848991041514496:12345-0@lo:400:kworker.0 Request processed in 28us (402us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335579.712203:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 186 00000100:00100000:0.0:1763335579.712243:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7d90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1848991041514112:0@lo:400:kworker.0 00000100:00100000:0.0:1763335579.712260:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041513600 00000100:00100000:0.0:1763335579.712264:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041513600 00000100:00100000:0.0:1763335579.712287:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 199 00000100:00100000:0.0:1763335579.712293:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1848991041513600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763335579.712327:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1848991041513600:12345-0@lo:400:kworker.0 Request processed in 34us (916us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335579.712333:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 199 00000100:00100000:0.0:1763335579.712360:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc55eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1848991041513600:0@lo:400:kworker.0 00000100:00100000:0.0:1763335579.712380:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c3130a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1848991041513984:0@lo:400:kworker.0 00000100:00100000:0.0:1763335579.712390:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7d93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3651:1848991041514496:0@lo:400:kworker.0 00000100:00080000:2.0:1763335579.712489:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1763335579.712493:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1763335579.712495:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1763335579.712497:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1763335579.714959:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4694380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1848991041514624:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1763335579.715029:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335579.716817:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041514624 00000100:00100000:2.0:1763335579.716831:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041514624 00000100:00100000:2.0:1763335579.716918:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000100:00100000:2.0:1763335579.716930:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1848991041514624:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1763335579.716956:0:8403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 861740736 pending 0 free 3923357696 avail 3691835392 00000100:00100000:2.0:1763335579.717035:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1848991041514624:12345-0@lo:13:osp-pre-1-0.0 Request processed in 108us (2006us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335579.717042:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00000100:00100000:2.0:1763335579.717102:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4694380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1848991041514624:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1763335579.966345:0:9483:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763335580.171025:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335580.171680:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335580.171717:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335580.171809:0:6509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029222144 00000100:00100000:0.0:1763335580.171822:0:6509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029222144 00000100:00100000:0.0:1763335580.171960:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 376 00000100:00100000:0.0:1763335580.171971:0:6509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f8f1e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f4bc7452-2198-4a0d-a8bc-8fee3c386313+12:2408:x1848991029222144:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:0.0:1763335580.172064:0:6509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f8f1e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f4bc7452-2198-4a0d-a8bc-8fee3c386313+12:2408:x1848991029222144:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 94us (1057us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335580.172074:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 376 00000100:00100000:1.0:1763335580.172515:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029222272 00000100:00100000:1.0:1763335580.172522:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029222272 00000100:00100000:1.0:1763335580.172582:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029222656 00000100:00100000:1.0:1763335580.172586:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029222656 00000100:00100000:1.0:1763335580.172610:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 395 00000100:00100000:1.0:1763335580.172617:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4694380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+15:2409:x1848991029222272:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:1.0:1763335580.172656:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4694380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:819c42eb-8a5f-4523-990c-a007cb66998d+15:2409:x1848991029222272:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 40us (979us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335580.172663:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 395 00000100:00100000:1.0:1763335580.172677:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 396 00000100:00100000:1.0:1763335580.172683:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4694e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:2409:x1848991029222656:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:1.0:1763335580.172709:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4694e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:273362c8-ad54-46f8-a663-195ccb4b667f+12:2409:x1848991029222656:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 26us (991us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335580.172715:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 396 00000100:00100000:2.0:1763335580.175019:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335580.175195:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029222912 00000100:00100000:2.0:1763335580.175205:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029222912 00000100:00100000:2.0:1763335580.175269:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 187 00000100:00100000:2.0:1763335580.175283:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4695180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991029222912:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:2.0:1763335580.175376:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4695180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+6:2409:x1848991029222912:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 96us (371us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335580.175385:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 187 00000100:00080000:0.0:1763335580.175814:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1763335580.175822:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1763335580.176396:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335580.176434:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335580.176463:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335580.176640:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029222400 00000100:00100000:2.0:1763335580.176647:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029222400 00000100:00100000:1.0:1763335580.177134:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029222784 00000100:00100000:1.0:1763335580.177140:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029222784 00000100:00100000:1.0:1763335580.177180:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 397 00000100:00100000:2.0:1763335580.177281:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 398 00000100:00100000:2.0:1763335580.177290:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5617b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991029222784:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:2.0:1763335580.177363:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5617b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+5:2408:x1848991029222784:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 75us (928us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335580.177371:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 398 00000100:00100000:1.0:1763335580.177490:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5615880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+5:2408:x1848991029222400:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:1.0:1763335580.177537:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5615880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+5:2408:x1848991029222400:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 349us (1144us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335580.177544:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 397 00000100:00080000:3.0:1763335580.177719:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1763335580.179562:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029222528 00000100:00100000:0.0:1763335580.179581:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029222528 00000100:00100000:0.0:1763335580.179683:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1457 00000100:00100000:0.0:1763335580.179693:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5616680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+5:2405:x1848991029222528:12345-192.168.202.34@tcp:9:kworker.0 00000020:00000080:0.0:1763335580.179730:0:8401:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x10123ce7f0760fd7 00000100:00080000:0.0:1763335580.179740:0:8401:0:(import.c:65:import_set_state_nolock()) ffff9aefc4e3c800 : changing import state from FULL to CLOSED 00010000:00010000:1.0:1763335580.179802:0:6503:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000004:0.0:1763335580.179807:0:8401:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967673 00000100:00100000:0.0:1763335580.180037:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5616680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+2:2405:x1848991029222528:12345-192.168.202.34@tcp:9:kworker.0 Request processed in 345us (3572us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335580.180046:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1457 00000100:00080000:3.0:1763335580.180394:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1763335580.223703:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1763335580.223735:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1848991041514752:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1763335580.223897:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335580.224002:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041514752 00000100:00100000:0.0:1763335580.224011:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041514752 00000100:00100000:2.0:1763335580.224208:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 172 00000100:00100000:2.0:1763335580.224236:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1848991041514752:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1763335580.224274:0:8403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3921195008 avail 3689672704 00000100:00100000:2.0:1763335580.224330:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1848991041514752:12345-0@lo:13:osp-pre-0-1.0 Request processed in 100us (433us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335580.224338:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 172 00000100:00100000:3.0:1763335580.224531:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1848991041514752:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1763335580.225255:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5615500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3651:1848991041514880:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1763335580.225310:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335580.226186:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041514880 00000100:00100000:3.0:1763335580.226200:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041514880 00000100:00100000:3.0:1763335580.226273:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 173 00000100:00100000:3.0:1763335580.226285:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4697800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3651:x1848991041514880:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1763335580.226316:0:8403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3921195008 avail 3689672704 00000100:00100000:3.0:1763335580.241355:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4697800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3651:x1848991041514880:12345-0@lo:13:osp-pre-0-0.0 Request processed in 15053us (16024us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335580.241379:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 173 00000100:00100000:2.0:1763335580.241681:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5615500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3651:1848991041514880:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1763335580.990293:0:6504:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1763335581.138168:0:16228:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: - need MDS1_VERSION < v2_14_55-100-g8a84c7f9c7 (34618676 < 34486116) for LU-14927, skip 0f 00010000:00010000:0.0:1763335582.014123:0:9483:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763335582.271434:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1848991041515008:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1763335582.271547:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335582.271699:0:13236:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041515008 00000100:00100000:0.0:1763335582.271710:0:13236:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041515008 00000100:00100000:0.0:1763335582.271778:0:13236:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 200 00000100:00100000:0.0:1763335582.271790:0:13236:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3652:x1848991041515008:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1763335582.271839:0:13236:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 226807808 pending 0 free 1443405824 avail 1297166336 00000100:00100000:0.0:1763335582.271917:0:13236:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3652:x1848991041515008:12345-0@lo:41:osp-pre-0-1.0 Request processed in 128us (370us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335582.271925:0:13236:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 200 00000100:00100000:1.0:1763335582.272201:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1848991041515008:0@lo:41:osp-pre-0-1.0 00000001:02000400:3.0:1763335582.429438:0:16276:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: excepting tests: 42a 42c 42b 118c 118d 407 119i 817 411a 00010000:00010000:1.0:1763335583.039458:0:6503:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1763335583.891510:0:16324:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: skipping tests SLOW=no: 27m 60i 64b 68 71 135 136 230d 300o 842 00010000:00010000:0.0:1763335584.065456:0:6504:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763335584.319198:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4696d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1848991041515136:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1763335584.319271:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335584.320010:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041515136 00000100:00100000:1.0:1763335584.320020:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041515136 00000100:00100000:1.0:1763335584.320087:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 201 00000100:00100000:1.0:1763335584.320096:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5617800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1848991041515136:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1763335584.320134:0:6520:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446412288 avail 1300172800 00000100:00100000:1.0:1763335584.320709:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5617800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1848991041515136:12345-0@lo:41:osp-pre-1-0.0 Request processed in 611us (1435us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335584.320717:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 201 00000100:00100000:3.0:1763335584.320951:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4696d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1848991041515136:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1763335584.830106:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1848991041515392:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1763335584.830184:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1763335584.830203:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335584.830204:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4697480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1848991041515264:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1763335584.830235:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335584.830304:0:12324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041515392 00000100:00100000:2.0:1763335584.830315:0:12324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041515392 00000100:00100000:2.0:1763335584.830379:0:12324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041515264 00000100:00100000:2.0:1763335584.830382:0:12324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041515264 00000100:00100000:2.0:1763335584.830405:0:12324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 174 00000100:00100000:2.0:1763335584.830413:0:12324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4695880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3651:x1848991041515392:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1763335584.830460:0:12324:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 377102016 pending 0 free 3923357696 avail 3691835392 00000100:00100000:1.0:1763335584.830473:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e767977a-b5b5-44a9-9592-4af663ea7043:3652:1848991041515520:0@lo:400:kworker.0 00000100:00100000:0.0:1763335584.830527:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3653:1848991041515648:0@lo:400:kworker.0 00000100:00100000:3.0:1763335584.830557:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1848991041515776:0@lo:400:kworker.0 00000100:00100000:2.0:1763335584.830629:0:12324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4695880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3651:x1848991041515392:12345-0@lo:13:osp-pre-1-1.0 Request processed in 215us (425us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335584.830638:0:12324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 174 00000100:00100000:2.0:1763335584.830658:0:12324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 175 00000100:00100000:2.0:1763335584.830664:0:12324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1848991041515264:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1763335584.830675:0:12324:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 377102016 pending 0 free 3923357696 avail 3691835392 00000100:00100000:2.0:1763335584.830699:0:12324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1848991041515264:12345-0@lo:13:osp-pre-1-0.0 Request processed in 35us (463us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335584.830726:0:12324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 175 00000100:00080000:2.0:1763335584.830898:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1763335584.831116:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335584.831973:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f45b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3652:1848991041516032:0@lo:400:kworker.0 00000100:00100000:1.0:1763335584.832031:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335584.832056:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f45b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3652:1848991041516544:0@lo:400:kworker.0 00000100:00100000:1.0:1763335584.832114:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335584.832219:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335584.832220:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335584.832243:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f45b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3654:1848991041516288:0@lo:400:kworker.0 00000100:00100000:0.0:1763335584.832243:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f45b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3653:1848991041516160:0@lo:400:kworker.0 00000100:00100000:3.0:1763335584.832263:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335584.832290:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f45b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3654:1848991041516800:0@lo:400:kworker.0 00000100:00100000:0.0:1763335584.832297:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041516032 00000100:00100000:0.0:1763335584.832305:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041516032 00000100:00100000:3.0:1763335584.832312:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335584.832352:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041515776 00000100:00100000:0.0:1763335584.832355:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041515776 00000100:00100000:3.0:1763335584.832356:0:13236:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 202 00000100:00100000:3.0:1763335584.832366:0:13236:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5470000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3652:x1848991041516032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763335584.832369:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 203 00000100:00100000:0.0:1763335584.832374:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5614380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3654:x1848991041515776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763335584.832413:0:13236:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5470000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3652:x1848991041516032:12345-0@lo:400:kworker.0 Request processed in 48us (381us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335584.832413:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5614380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3654:x1848991041515776:12345-0@lo:400:kworker.0 Request processed in 39us (195us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335584.832420:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 203 00000100:00100000:3.0:1763335584.832423:0:13236:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 202 00000100:00100000:2.0:1763335584.832609:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041515520 00000100:00100000:2.0:1763335584.832614:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041515520 00000100:00100000:2.0:1763335584.832651:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 377 00000100:00100000:2.0:1763335584.832658:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f8f1f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e767977a-b5b5-44a9-9592-4af663ea7043+23:3652:x1848991041515520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763335584.832695:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f8f1f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e767977a-b5b5-44a9-9592-4af663ea7043+23:3652:x1848991041515520:12345-0@lo:400:kworker.0 Request processed in 38us (1580us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335584.832702:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 377 00000100:00100000:3.0:1763335584.833122:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041515648 00000100:00100000:3.0:1763335584.833127:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041515648 00000100:00100000:3.0:1763335584.833156:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041516288 00000100:00100000:3.0:1763335584.833159:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041516288 00000100:00100000:3.0:1763335584.833187:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041516800 00000100:00100000:3.0:1763335584.833190:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041516800 00000100:00100000:0.0:1763335584.833197:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335584.833204:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041516160 00000100:00100000:3.0:1763335584.833206:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041516160 00000100:00100000:0.0:1763335584.833215:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f45b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3653:1848991041516672:0@lo:400:kworker.0 00000100:00100000:3.0:1763335584.833219:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 399 00000100:00100000:3.0:1763335584.833225:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1848991041515648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763335584.833240:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335584.833281:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4697480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1848991041515264:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1763335584.833301:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041516672 00000100:00100000:2.0:1763335584.833306:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041516672 00000100:00100000:1.0:1763335584.833335:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e767977a-b5b5-44a9-9592-4af663ea7043:3652:1848991041515520:0@lo:400:kworker.0 00000100:00100000:2.0:1763335584.833549:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 400 00000100:00100000:2.0:1763335584.833559:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5615c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1848991041516288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763335584.833670:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1848991041515648:12345-0@lo:400:kworker.0 Request processed in 445us (1450us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335584.833676:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3653:1848991041515648:0@lo:400:kworker.0 00000100:00100000:3.0:1763335584.833678:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 399 00000100:00100000:3.0:1763335584.833693:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 401 00000100:00100000:3.0:1763335584.833699:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5614a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1848991041516800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763335584.833707:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f45b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3651:1848991041515904:0@lo:400:kworker.0 00000100:00100000:3.0:1763335584.833728:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5614a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1848991041516800:12345-0@lo:400:kworker.0 Request processed in 30us (1414us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335584.833733:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335584.833734:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 401 00000100:00100000:3.0:1763335584.833743:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041515904 00000100:00100000:3.0:1763335584.833746:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041515904 00000100:00100000:0.0:1763335584.833746:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f45b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1848991041516416:0@lo:400:kworker.0 00000100:00100000:3.0:1763335584.833760:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 402 00000100:00100000:3.0:1763335584.833765:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c3130a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1848991041516160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763335584.833766:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335584.833802:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1848991041515392:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1763335584.833805:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c3130a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1848991041516160:12345-0@lo:400:kworker.0 Request processed in 40us (608us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335584.833810:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 402 00000100:00100000:3.0:1763335584.833821:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 403 00000100:00100000:0.0:1763335584.833826:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041516544 00000100:00100000:3.0:1763335584.833828:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1848991041516672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763335584.833829:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041516544 00000100:00100000:3.0:1763335584.833855:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1848991041516672:12345-0@lo:400:kworker.0 Request processed in 28us (614us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335584.833857:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041516416 00000100:00100000:0.0:1763335584.833860:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041516416 00000100:00100000:3.0:1763335584.833861:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 403 00000100:00100000:3.0:1763335584.833891:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 404 00000100:00100000:3.0:1763335584.833897:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3651:x1848991041515904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763335584.833899:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 188 00000100:00100000:0.0:1763335584.833904:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5472a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3652:x1848991041516544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763335584.833930:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3651:x1848991041515904:12345-0@lo:400:kworker.0 Request processed in 33us (196us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335584.833932:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5472a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3652:x1848991041516544:12345-0@lo:400:kworker.0 Request processed in 28us (1819us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335584.833936:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 404 00000100:00100000:0.0:1763335584.833938:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 188 00000100:00100000:0.0:1763335584.833947:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 189 00000100:00100000:0.0:1763335584.833953:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc55eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3651:x1848991041516416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763335584.833978:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc55eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3651:x1848991041516416:12345-0@lo:400:kworker.0 Request processed in 25us (210us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335584.833983:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 189 00000100:00100000:3.0:1763335584.833997:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f45b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3653:1848991041516160:0@lo:400:kworker.0 00000100:00080000:0.0:1763335584.834045:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1763335584.834051:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1763335584.834054:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1763335584.834072:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f45b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3651:1848991041515904:0@lo:400:kworker.0 00000100:00100000:0.0:1763335584.834081:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f45b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1848991041516416:0@lo:400:kworker.0 00000100:00100000:0.0:1763335584.834105:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1848991041515776:0@lo:400:kworker.0 00000100:00100000:0.0:1763335584.834115:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f45b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3654:1848991041516800:0@lo:400:kworker.0 00000100:00100000:1.0:1763335584.834185:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f45b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3652:1848991041516032:0@lo:400:kworker.0 00000100:00100000:1.0:1763335584.834198:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f45b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3652:1848991041516544:0@lo:400:kworker.0 00000100:00100000:2.0:1763335584.834294:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5615c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1848991041516288:12345-0@lo:400:kworker.0 Request processed in 737us (2029us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335584.834303:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 400 00000100:00100000:0.0:1763335584.834691:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f45b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3654:1848991041516288:0@lo:400:kworker.0 00000100:00100000:3.0:1763335584.840269:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f45b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3653:1848991041516672:0@lo:400:kworker.0 00010000:00010000:0.0:1763335585.091745:0:9483:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1763335585.253396:0:16372:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: === sanity: start setup 18:26:24 (1763335584) === 00000100:00100000:1.0:1763335585.287991:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335585.288035:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335585.288054:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335585.288075:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335585.288090:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335585.288114:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335585.288186:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029223296 00000100:00100000:1.0:1763335585.288196:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029223296 00000100:00100000:1.0:1763335585.288262:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029223552 00000100:00100000:1.0:1763335585.288265:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029223552 00000100:00100000:1.0:1763335585.288279:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029223168 00000100:00100000:1.0:1763335585.288281:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029223168 00000100:00100000:1.0:1763335585.288292:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029223424 00000100:00100000:1.0:1763335585.288294:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029223424 00000100:00100000:1.0:1763335585.288309:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 405 00000100:00100000:1.0:1763335585.288318:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5472300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+5:2406:x1848991029223296:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:1.0:1763335585.288385:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5472300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+5:2406:x1848991029223296:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 68us (349us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335585.288393:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 405 00000100:00100000:1.0:1763335585.288413:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 406 00000100:00100000:1.0:1763335585.288419:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5470e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+5:2406:x1848991029223552:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:1.0:1763335585.288458:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5470e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+5:2406:x1848991029223552:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 38us (402us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335585.288465:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 406 00000100:00100000:1.0:1763335585.288478:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 407 00000100:00100000:1.0:1763335585.288484:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5470700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+15:2406:x1848991029223168:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:1.0:1763335585.288509:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5470700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+15:2406:x1848991029223168:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 26us (433us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335585.288514:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 407 00000100:00100000:1.0:1763335585.288526:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 408 00000100:00100000:1.0:1763335585.288532:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5472680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+12:2406:x1848991029223424:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:1.0:1763335585.288556:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5472680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:273362c8-ad54-46f8-a663-195ccb4b667f+12:2406:x1848991029223424:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 24us (464us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335585.288561:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 408 00000100:00100000:1.0:1763335585.288584:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029223680 00000100:00100000:1.0:1763335585.288588:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029223680 00000100:00100000:1.0:1763335585.288616:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 190 00000100:00100000:1.0:1763335585.288622:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5472d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+6:2406:x1848991029223680:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:1.0:1763335585.288647:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5472d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+6:2406:x1848991029223680:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 26us (532us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335585.288653:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 190 00000100:00080000:1.0:1763335585.288669:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1763335585.288674:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1763335585.288676:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1763335585.288775:0:6509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029223040 00000100:00100000:3.0:1763335585.288780:0:6509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029223040 00000100:00100000:3.0:1763335585.288809:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 378 00000100:00100000:3.0:1763335585.288815:0:6509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f8f1c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f4bc7452-2198-4a0d-a8bc-8fee3c386313+12:2406:x1848991029223040:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:3.0:1763335585.288842:0:6509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f8f1c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f4bc7452-2198-4a0d-a8bc-8fee3c386313+12:2406:x1848991029223040:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 27us (864us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335585.288849:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 378 00000100:00100000:3.0:1763335585.342454:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1763335585.342515:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5615500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3652:1848991041516928:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1763335585.342583:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335585.342656:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041516928 00000100:00100000:3.0:1763335585.342663:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041516928 00000100:00100000:3.0:1763335585.342710:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 176 00000100:00100000:3.0:1763335585.342719:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5614e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1848991041516928:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1763335585.342750:0:8403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3921195008 avail 3689672704 00000100:00100000:3.0:1763335585.342792:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5614e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1848991041516928:12345-0@lo:13:osp-pre-0-0.0 Request processed in 74us (209us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335585.342799:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 176 00000100:00100000:3.0:1763335585.342851:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5615500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3652:1848991041516928:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1763335585.343031:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1763335585.343044:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f45b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1848991041517056:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1763335585.343077:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335585.343138:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041517056 00000100:00100000:0.0:1763335585.343144:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041517056 00000100:00100000:0.0:1763335585.343181:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 177 00000100:00100000:0.0:1763335585.343189:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4697480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3651:x1848991041517056:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1763335585.343200:0:8404:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3921195008 avail 3689672704 00000100:00100000:0.0:1763335585.343236:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4697480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3651:x1848991041517056:12345-0@lo:13:osp-pre-0-1.0 Request processed in 47us (158us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335585.343242:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 177 00000100:00100000:0.0:1763335585.343273:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f45b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1848991041517056:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1763335586.110305:0:6503:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1763335586.368621:0:9466:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 819c42eb-8a5f-4523-990c-a007cb66998d 00000020:00000080:2.0:1763335586.368634:0:9466:0:(genops.c:904:class_export_put()) final put ffff9aefc4e3d000/819c42eb-8a5f-4523-990c-a007cb66998d 00000020:00000080:0.0:1763335586.369123:0:38:0:(genops.c:863:class_export_destroy()) destroying export ffff9aefc4e3d000/819c42eb-8a5f-4523-990c-a007cb66998d for lustre-OST0001 00000020:00000080:0.0:1763335586.369206:0:38:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9aefc4e3c800 for lustre-OST0001 00000100:00100000:1.0:1763335586.572336:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335586.572387:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335586.573211:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335586.573258:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029223936 00000100:00100000:2.0:1763335586.573274:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029223936 00000100:00100000:2.0:1763335586.573351:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029223808 00000100:00100000:2.0:1763335586.573355:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029223808 00000100:00100000:2.0:1763335586.573372:0:13187:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029224064 00000100:00100000:2.0:1763335586.573374:0:13187:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029224064 00000100:00100000:2.0:1763335586.573396:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 12 00000100:00100000:2.0:1763335586.573405:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5471f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f4bc7452-2198-4a0d-a8bc-8fee3c386313+14:2409:x1848991029223936:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335586.573429:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335586.573450:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af0c0030a00/0x10123ce7f07603c8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847a680 expref: 14 pid: 6510 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335586.573470:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335586.573567:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5471f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f4bc7452-2198-4a0d-a8bc-8fee3c386313+13:2409:x1848991029223936:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 163us (1247us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335586.573575:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 12 00000100:00100000:2.0:1763335586.573593:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 13 00000100:00100000:2.0:1763335586.573599:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5473100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f4bc7452-2198-4a0d-a8bc-8fee3c386313+12:2406:x1848991029223808:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335586.573607:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335586.573615:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af102045c00/0x10123ce7f07603c1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847a64f expref: 12 pid: 6510 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335586.573624:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335586.573642:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5473100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f4bc7452-2198-4a0d-a8bc-8fee3c386313+11:2406:x1848991029223808:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 44us (1256us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335586.573648:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 13 00000100:00100000:2.0:1763335586.573661:0:13187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 14 00000100:00100000:2.0:1763335586.573667:0:13187:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5470a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f4bc7452-2198-4a0d-a8bc-8fee3c386313+10:2406:x1848991029224064:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335586.573674:0:13187:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335586.573683:0:13187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af0ff96c800/0x10123ce7f0760431 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847a6b8 expref: 10 pid: 6509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335586.573690:0:13187:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335586.573706:0:13187:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5470a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f4bc7452-2198-4a0d-a8bc-8fee3c386313+9:2406:x1848991029224064:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 39us (498us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335586.573711:0:13187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 14 00000100:00100000:2.0:1763335586.583537:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335586.583848:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029224320 00000100:00100000:1.0:1763335586.583863:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029224320 00000100:00100000:0.0:1763335586.584708:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1458 00000100:00100000:0.0:1763335586.584726:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4696d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+6:2405:x1848991029224320:12345-192.168.202.34@tcp:9:umount.0 00000020:00000080:0.0:1763335586.584771:0:9882:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x10123ce7f0760836 00000020:00010000:0.0:1763335586.584782:0:9882:0:(genops.c:1938:obd_stale_export_put()) Put export ffff9aefc4091800: total 0 00000100:00080000:0.0:1763335586.584788:0:9882:0:(import.c:65:import_set_state_nolock()) ffff9aefc4093000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1763335586.584857:0:9882:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967673 00000100:00100000:0.0:1763335586.585093:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4696d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:273362c8-ad54-46f8-a663-195ccb4b667f+4:2405:x1848991029224320:12345-192.168.202.34@tcp:9:umount.0 Request processed in 373us (1571us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335586.585103:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1458 00000020:00010000:3.0:1763335586.585198:0:6504:0:(genops.c:1924:obd_stale_export_get()) Get export ffff9aefc4091800: total 0 00010000:00010000:3.0:1763335586.585542:0:6504:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff9aefc4091800, canceled 0 locks, left on hash table 1. 00010000:00010000:3.0:1763335586.586598:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc4c70a00/0x10123ce7f0766af3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1056768->1060863) gid 0 flags: 0x44801000020000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb44 expref: 3 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335586.586636:0:6504:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff9aefc4091800, canceled 1 locks, left on hash table 0. 00010000:00010000:3.0:1763335586.586665:0:6504:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335586.586667:0:6504:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335586.586669:0:6504:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763335586.600996:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335586.601157:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029224832 00000100:00100000:2.0:1763335586.601168:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029224832 00000100:00100000:2.0:1763335586.601403:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1971 00000100:00100000:2.0:1763335586.601423:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5473800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+12:2405:x1848991029224832:12345-192.168.202.34@tcp:39:umount.0 00000020:00000080:2.0:1763335586.601457:0:10055:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x10123ce7f07603d6 00000020:00010000:2.0:1763335586.601471:0:10055:0:(genops.c:1938:obd_stale_export_put()) Put export ffff9aefc476c800: total 0 00000100:00080000:2.0:1763335586.601476:0:10055:0:(import.c:65:import_set_state_nolock()) ffff9aefc4769000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1763335586.601505:0:10055:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 1, last_transno is 4294968058 00000020:00010000:0.0:1763335586.601648:0:9483:0:(genops.c:1924:obd_stale_export_get()) Get export ffff9aefc476c800: total 0 00010000:00010000:0.0:1763335586.601726:0:9483:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff9aefc476c800, canceled 0 locks, left on hash table 7. 00000100:00100000:2.0:1763335586.602724:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5473800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+11:2405:x1848991029224832:12345-192.168.202.34@tcp:39:umount.0 Request processed in 1307us (1736us total) trans 4294968059 rc 0/0 00000100:00100000:2.0:1763335586.602735:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1971 00010000:00010000:0.0:1763335586.603073:0:9483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335586.603078:0:9483:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335586.603088:0:9483:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4c00/0x10123ce7f0766ad7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb28 expref: 10 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335586.603110:0:9483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335586.603112:0:9483:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763335586.603115:0:9483:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed800/0x10123ce7f0760fb4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847aa85 expref: 9 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335586.603160:0:9483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335586.603163:0:9483:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335586.603167:0:9483:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9c00/0x10123ce7f0766ac9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb21 expref: 8 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335586.603185:0:9483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xc:0x0].0x0 (ffff9af0edad2500) 00010000:00010000:0.0:1763335586.603188:0:9483:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1763335586.603192:0:9483:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71c00/0x10123ce7f0760c96 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xc:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847a9a5 expref: 7 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335586.603203:0:9483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xc:0x0].0x0 (ffff9af0edad2500) 00010000:00010000:0.0:1763335586.603205:0:9483:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763335586.603208:0:9483:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ece00/0x10123ce7f0760c3b lrc: 0/0,0 mode: --/CR res: [0x200000402:0xc:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847a974 expref: 6 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335586.603261:0:9483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af0edad9700) 00010000:00010000:0.0:1763335586.603264:0:9483:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1763335586.603269:0:9483:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8400/0x10123ce7f076272a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847bf15 expref: 5 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335586.603282:0:9483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af0e0e0ee00) 00010000:00010000:0.0:1763335586.603285:0:9483:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763335586.603289:0:9483:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70000/0x10123ce7f0760f8a lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847aa70 expref: 4 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335586.603299:0:9483:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff9aefc476c800, canceled 7 locks, left on hash table 0. 00010000:00010000:0.0:1763335586.603333:0:9483:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335586.603336:0:9483:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335586.603338:0:9483:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763335586.629844:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335586.631254:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029224960 00000100:00100000:0.0:1763335586.631268:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029224960 00000100:00100000:0.0:1763335586.631340:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1972 00000100:00100000:0.0:1763335586.631351:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4694700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+5:2405:x1848991029224960:12345-192.168.202.34@tcp:39:umount.0 00000020:00000080:0.0:1763335586.631398:0:10055:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x10123ce7f07603dd 00000100:00080000:0.0:1763335586.631431:0:10055:0:(import.c:65:import_set_state_nolock()) ffff9aefc43eb800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1763335586.631452:0:10055:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 1, last_transno is 4294967309 00000100:00100000:0.0:1763335586.631627:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4694700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:273362c8-ad54-46f8-a663-195ccb4b667f+3:2405:x1848991029224960:12345-192.168.202.34@tcp:39:umount.0 Request processed in 276us (1792us total) trans 4294967310 rc 0/0 00000100:00100000:0.0:1763335586.631635:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1972 00010000:00010000:1.0:1763335586.631740:0:6503:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335587.134130:0:6504:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763335587.390179:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f45b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1848991041517184:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1763335587.391128:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335587.391421:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041517184 00000100:00100000:0.0:1763335587.391432:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041517184 00000100:00100000:0.0:1763335587.391485:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204 00000100:00100000:0.0:1763335587.391496:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5615500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3653:x1848991041517184:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1763335587.391544:0:6521:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 114237440 pending 0 free 1443405824 avail 1297166336 00000100:00100000:0.0:1763335587.391628:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5615500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3653:x1848991041517184:12345-0@lo:41:osp-pre-0-1.0 Request processed in 132us (501us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335587.391635:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204 00000100:00100000:2.0:1763335587.394242:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f45b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1848991041517184:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1763335588.158145:0:9483:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335589.190623:0:6503:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763335589.439166:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763335589.439190:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc471dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1848991041517312:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1763335589.439287:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335589.439387:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041517312 00000100:00100000:2.0:1763335589.439404:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041517312 00000100:00100000:2.0:1763335589.439465:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205 00000100:00100000:2.0:1763335589.439474:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7ced500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1848991041517312:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1763335589.439511:0:6520:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446412288 avail 1300172800 00000100:00100000:2.0:1763335589.440548:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7ced500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1848991041517312:12345-0@lo:41:osp-pre-1-0.0 Request processed in 1068us (1254us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335589.440561:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205 00000100:00100000:3.0:1763335589.440701:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc471dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1848991041517312:0@lo:41:osp-pre-1-0.0 00000001:02000400:1.0:1763335589.485773:0:16469:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg234-client.virtnet: executing check_config_client /mnt/lustre 00000100:00100000:1.0:1763335589.950028:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5471880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1848991041517440:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1763335589.950131:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335589.950183:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc471c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3653:1848991041517696:0@lo:400:kworker.0 00000100:00100000:1.0:1763335589.950204:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc471c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3651:1848991041517952:0@lo:400:kworker.0 00000100:00100000:2.0:1763335589.950224:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335589.950336:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc471d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1848991041517824:0@lo:400:kworker.0 00000100:00100000:1.0:1763335589.950740:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335589.950746:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc471c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3653:1848991041518208:0@lo:400:kworker.0 00000100:00100000:1.0:1763335589.950771:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc471ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3651:1848991041518464:0@lo:400:kworker.0 00000100:00100000:2.0:1763335589.950779:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335589.950806:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc6376a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3653:1848991041518720:0@lo:400:kworker.0 00000100:00100000:3.0:1763335589.950811:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335589.950833:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335589.950849:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335589.950852:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc471f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1848991041518336:0@lo:400:kworker.0 00000100:00100000:1.0:1763335589.950863:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5789f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3651:1848991041518976:0@lo:400:kworker.0 00000100:00100000:3.0:1763335589.950929:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335589.950940:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc471d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e767977a-b5b5-44a9-9592-4af663ea7043:3652:1848991041517568:0@lo:400:kworker.0 00000100:00100000:2.0:1763335589.950944:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041517696 00000100:00100000:2.0:1763335589.950956:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041517696 00000100:00100000:3.0:1763335589.950966:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5789c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1848991041518848:0@lo:400:kworker.0 00000100:00100000:1.0:1763335589.950978:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335589.951005:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335589.951014:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc471ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3652:1848991041518080:0@lo:400:kworker.0 00000100:00100000:2.0:1763335589.951032:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041517952 00000100:00100000:2.0:1763335589.951037:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041517952 00000100:00100000:1.0:1763335589.951047:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335589.951058:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041517824 00000100:00100000:2.0:1763335589.951063:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041518208 00000100:00100000:3.0:1763335589.951065:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041517824 00000100:00100000:2.0:1763335589.951069:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041518208 00000100:00100000:1.0:1763335589.951069:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc471dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3652:1848991041518592:0@lo:400:kworker.0 00000100:00100000:1.0:1763335589.951101:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335589.951104:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041518720 00000100:00100000:2.0:1763335589.951109:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041518720 00000100:00100000:3.0:1763335589.951115:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 206 00000100:00100000:1.0:1763335589.951119:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5f02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3652:1848991041519104:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1763335589.951132:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041518080 00000100:00100000:3.0:1763335589.951133:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3654:x1848991041517824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763335589.951138:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041518080 00000100:00100000:1.0:1763335589.951146:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335589.951158:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 409 00000100:00100000:2.0:1763335589.951169:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ed87a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1848991041517696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763335589.951191:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041517440 00000100:00100000:1.0:1763335589.951197:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041517440 00000100:00100000:3.0:1763335589.951206:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3654:x1848991041517824:12345-0@lo:400:kworker.0 Request processed in 78us (403us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335589.951216:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 206 00000100:00100000:2.0:1763335589.951224:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ed87a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1848991041517696:12345-0@lo:400:kworker.0 Request processed in 57us (998us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335589.951233:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 409 00000100:00100000:1.0:1763335589.951236:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041519104 00000100:00100000:1.0:1763335589.951241:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041519104 00000100:00100000:2.0:1763335589.951253:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041518592 00000100:00100000:2.0:1763335589.951258:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041518592 00000100:00100000:3.0:1763335589.951263:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041518464 00000100:00100000:1.0:1763335589.951268:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 178 00000100:00100000:3.0:1763335589.951270:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041518464 00000100:00100000:1.0:1763335589.951280:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5473480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3651:x1848991041517440:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1763335589.951286:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 410 00000100:00100000:2.0:1763335589.951296:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5470380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3651:x1848991041517952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763335589.951304:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041518336 00002000:00000024:1.0:1763335589.951308:0:8403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923357696 avail 3691835392 00000100:00100000:3.0:1763335589.951309:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041518336 00000100:00100000:2.0:1763335589.951332:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5470380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3651:x1848991041517952:12345-0@lo:400:kworker.0 Request processed in 37us (593us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335589.951339:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 410 00000100:00100000:3.0:1763335589.951344:0:9882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041518848 00000100:00100000:3.0:1763335589.951349:0:9882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041518848 00000100:00100000:2.0:1763335589.951356:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 411 00000100:00100000:0.0:1763335589.951356:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 191 00000100:00100000:1.0:1763335589.951358:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5473480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3651:x1848991041517440:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (1228us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335589.951371:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ed878000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1848991041518208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763335589.951371:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 178 00000100:00100000:0.0:1763335589.951371:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3651:x1848991041518464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763335589.951373:0:9882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 192 00000100:00100000:3.0:1763335589.951398:0:9882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3654:x1848991041518336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763335589.951410:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 179 00000100:00100000:1.0:1763335589.951421:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc579c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1848991041519104:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1763335589.951431:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3651:x1848991041518464:12345-0@lo:400:kworker.0 Request processed in 65us (598us total) trans 0 rc 0/0 00002000:00000024:1.0:1763335589.951433:0:8403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923357696 avail 3691835392 00000100:00100000:2.0:1763335589.951435:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ed878000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1848991041518208:12345-0@lo:400:kworker.0 Request processed in 70us (656us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335589.951441:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 191 00000100:00100000:2.0:1763335589.951447:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 411 00000100:00100000:3.0:1763335589.951448:0:9882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3654:x1848991041518336:12345-0@lo:400:kworker.0 Request processed in 61us (516us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335589.951458:0:9882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 192 00000100:00100000:2.0:1763335589.951462:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 412 00000100:00100000:0.0:1763335589.951466:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 193 00000100:00100000:2.0:1763335589.951473:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ed878e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1848991041518720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763335589.951473:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3654:x1848991041518848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763335589.951481:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc579c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1848991041519104:12345-0@lo:13:osp-pre-1-0.0 Request processed in 62us (333us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335589.951490:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 179 00000100:00100000:2.0:1763335589.951515:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ed878e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1848991041518720:12345-0@lo:400:kworker.0 Request processed in 43us (666us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335589.951515:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3654:x1848991041518848:12345-0@lo:400:kworker.0 Request processed in 42us (512us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335589.951516:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc471d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1848991041517824:0@lo:400:kworker.0 00000100:00100000:1.0:1763335589.951524:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 413 00000100:00100000:2.0:1763335589.951531:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 412 00000100:00100000:0.0:1763335589.951531:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 193 00000100:00100000:1.0:1763335589.951539:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1848991041518080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763335589.951541:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc471f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1848991041518336:0@lo:400:kworker.0 00000100:00100000:2.0:1763335589.951550:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 414 00000100:00100000:3.0:1763335589.951560:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5789c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1848991041518848:0@lo:400:kworker.0 00000100:00100000:2.0:1763335589.951562:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1848991041518592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763335589.951584:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1848991041518080:12345-0@lo:400:kworker.0 Request processed in 50us (537us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335589.951591:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 413 00000100:00100000:2.0:1763335589.951612:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1848991041518592:12345-0@lo:400:kworker.0 Request processed in 53us (511us total) trans 0 rc 0/0 00000100:00080000:3.0:1763335589.951616:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1763335589.951621:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 414 00000100:00080000:3.0:1763335589.951623:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1763335589.951628:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1763335589.951632:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1763335589.951663:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041517568 00000100:00100000:2.0:1763335589.951668:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc471c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3653:1848991041517696:0@lo:400:kworker.0 00000100:00100000:1.0:1763335589.951671:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041517568 00000100:00100000:2.0:1763335589.951687:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc471c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3653:1848991041518208:0@lo:400:kworker.0 00000100:00100000:3.0:1763335589.951701:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335589.951702:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc6376a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3653:1848991041518720:0@lo:400:kworker.0 00000100:00100000:1.0:1763335589.951710:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 379 00000100:00100000:1.0:1763335589.951720:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f8f1e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e767977a-b5b5-44a9-9592-4af663ea7043+23:3652:x1848991041517568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763335589.951747:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5471880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1848991041517440:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1763335589.951758:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f8f1e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e767977a-b5b5-44a9-9592-4af663ea7043+23:3652:x1848991041517568:12345-0@lo:400:kworker.0 Request processed in 39us (779us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335589.951765:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 379 00000100:00100000:3.0:1763335589.951777:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc471c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3651:1848991041517952:0@lo:400:kworker.0 00000100:00100000:3.0:1763335589.951792:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc471ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3651:1848991041518464:0@lo:400:kworker.0 00000100:00100000:1.0:1763335589.951811:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041518976 00000100:00100000:1.0:1763335589.951817:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041518976 00000100:00100000:3.0:1763335589.951837:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc471d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e767977a-b5b5-44a9-9592-4af663ea7043:3652:1848991041517568:0@lo:400:kworker.0 00000100:00100000:3.0:1763335589.951851:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc471ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3652:1848991041518080:0@lo:400:kworker.0 00000100:00100000:1.0:1763335589.951859:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 194 00000100:00100000:3.0:1763335589.951864:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc471dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3652:1848991041518592:0@lo:400:kworker.0 00000100:00100000:1.0:1763335589.951892:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5789c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3651:x1848991041518976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763335589.951930:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5f02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3652:1848991041519104:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1763335589.951937:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5789c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3651:x1848991041518976:12345-0@lo:400:kworker.0 Request processed in 69us (237us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335589.951944:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 194 00000100:00100000:1.0:1763335589.951976:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5789f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3651:1848991041518976:0@lo:400:kworker.0 00010000:00010000:3.0:1763335590.206093:0:6504:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763335590.406744:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335590.407069:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335590.407137:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029225216 00000100:00100000:3.0:1763335590.407149:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029225216 00000100:00100000:3.0:1763335590.407228:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 415 00000100:00100000:3.0:1763335590.407241:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ed879c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+15:2408:x1848991029225216:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:3.0:1763335590.407321:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ed879c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+15:2408:x1848991029225216:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 84us (586us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335590.407328:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 415 00000100:00080000:2.0:1763335590.407483:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1763335590.409395:0:6509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029225088 00000100:00100000:0.0:1763335590.409405:0:6509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029225088 00000100:00100000:0.0:1763335590.409456:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 380 00000100:00100000:0.0:1763335590.409465:0:6509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f8f1c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f4bc7452-2198-4a0d-a8bc-8fee3c386313+9:2409:x1848991029225088:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:0.0:1763335590.409544:0:6509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f8f1c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f4bc7452-2198-4a0d-a8bc-8fee3c386313+9:2409:x1848991029225088:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 80us (2475us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335590.409552:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 380 00000100:00100000:1.0:1763335590.410569:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335590.410721:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029225344 00000100:00100000:3.0:1763335590.410728:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029225344 00000100:00080000:0.0:1763335590.411473:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1763335590.411481:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 416 00000100:00100000:3.0:1763335590.411491:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc579f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991029225344:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:3.0:1763335590.411564:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc579f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991029225344:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 73us (996us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335590.411582:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 416 00000100:00100000:3.0:1763335590.464953:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5789f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1848991041519232:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1763335590.465020:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335590.465100:0:12324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041519232 00000100:00100000:3.0:1763335590.465107:0:12324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041519232 00000100:00100000:3.0:1763335590.465150:0:12324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 180 00000100:00100000:3.0:1763335590.465159:0:12324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1848991041519232:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1763335590.465186:0:12324:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3921195008 avail 3689672704 00000100:00100000:3.0:1763335590.465227:0:12324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1848991041519232:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (206us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335590.465234:0:12324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 180 00000100:00100000:3.0:1763335590.465285:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5789f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1848991041519232:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1763335590.466492:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc6376a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3654:1848991041519360:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1763335590.466534:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335590.466583:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041519360 00000100:00100000:2.0:1763335590.466590:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041519360 00000100:00100000:2.0:1763335590.466636:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 181 00000100:00100000:2.0:1763335590.466646:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5789f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1848991041519360:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1763335590.466663:0:8404:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3921195008 avail 3689672704 00000100:00100000:2.0:1763335590.466731:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5789f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1848991041519360:12345-0@lo:13:osp-pre-0-0.0 Request processed in 87us (196us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335590.466738:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 181 00000100:00100000:1.0:1763335590.466821:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc6376a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3654:1848991041519360:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1763335591.234030:0:9483:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335592.254344:0:6503:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763335592.510272:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f45b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1848991041519488:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1763335592.510343:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335592.510437:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041519488 00000100:00100000:1.0:1763335592.510445:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041519488 00000100:00100000:1.0:1763335592.510488:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 207 00000100:00100000:1.0:1763335592.510499:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc579ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3651:x1848991041519488:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1763335592.510533:0:6520:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 114237440 pending 0 free 1443405824 avail 1297166336 00000100:00100000:1.0:1763335592.510583:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc579ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3651:x1848991041519488:12345-0@lo:41:osp-pre-0-1.0 Request processed in 86us (240us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335592.510591:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 207 00000100:00100000:0.0:1763335592.510653:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f45b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1848991041519488:0@lo:41:osp-pre-0-1.0 00000001:00100000:3.0:1763335592.512043:0:7434:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 273362c8-ad54-46f8-a663-195ccb4b667f 00000001:00080000:3.0:1763335592.512056:0:7434:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967310 is committed 00000020:00000080:3.0:1763335592.512060:0:7434:0:(genops.c:904:class_export_put()) final put ffff9aefc43ed800/273362c8-ad54-46f8-a663-195ccb4b667f 00000020:00000080:3.0:1763335592.512082:0:38:0:(genops.c:863:class_export_destroy()) destroying export ffff9aefc43ed800/273362c8-ad54-46f8-a663-195ccb4b667f for lustre-MDT0001 00000020:00000080:3.0:1763335592.512139:0:38:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9aefc43eb800 for lustre-MDT0001 00000001:00100000:3.0:1763335592.512172:0:6496:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 273362c8-ad54-46f8-a663-195ccb4b667f 00000001:00080000:3.0:1763335592.512180:0:6496:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968059 is committed 00000020:00000080:3.0:1763335592.512183:0:6496:0:(genops.c:904:class_export_put()) final put ffff9aefc476c800/273362c8-ad54-46f8-a663-195ccb4b667f 00000020:00000080:3.0:1763335592.512199:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff9aefc476c800/273362c8-ad54-46f8-a663-195ccb4b667f for lustre-MDT0000 00000020:00000080:3.0:1763335592.512243:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9aefc4769000 for lustre-MDT0000 00000001:00100000:1.0:1763335592.512293:0:9466:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 273362c8-ad54-46f8-a663-195ccb4b667f 00000020:00000080:1.0:1763335592.512298:0:9466:0:(genops.c:904:class_export_put()) final put ffff9aefc4091800/273362c8-ad54-46f8-a663-195ccb4b667f 00000020:00000080:3.0:1763335592.512478:0:38:0:(genops.c:863:class_export_destroy()) destroying export ffff9aefc4091800/273362c8-ad54-46f8-a663-195ccb4b667f for lustre-OST0001 00000020:00000080:3.0:1763335592.512528:0:38:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9aefc4093000 for lustre-OST0001 00010000:00010000:3.0:1763335593.284994:0:6504:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335594.306192:0:9483:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1763335594.371996:0:16784:0:(tgt_mount.c:2194:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1763335594.372271:0:16784:0:(tgt_mount.c:2225:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:3.0:1763335594.558531:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5471880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3652:1848991041519616:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1763335594.558627:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335594.558725:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041519616 00000100:00100000:3.0:1763335594.558735:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041519616 00000100:00100000:3.0:1763335594.558792:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 208 00000100:00100000:3.0:1763335594.558801:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc471dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3652:x1848991041519616:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1763335594.558845:0:6520:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446412288 avail 1300172800 00000100:00100000:3.0:1763335594.558915:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc471dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3652:x1848991041519616:12345-0@lo:41:osp-pre-1-0.0 Request processed in 113us (287us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335594.558924:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 208 00000100:00100000:3.0:1763335594.558984:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5471880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3652:1848991041519616:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1763335595.071191:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc579c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1848991041519744:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1763335595.071263:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335595.071505:0:12324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041519744 00000100:00100000:0.0:1763335595.071514:0:12324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041519744 00000100:00100000:0.0:1763335595.071578:0:12324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 182 00000100:00100000:0.0:1763335595.071588:0:12324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc579fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1848991041519744:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1763335595.071618:0:12324:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923357696 avail 3691835392 00000100:00100000:0.0:1763335595.071656:0:12324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc579fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1848991041519744:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (393us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335595.071663:0:12324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 182 00000100:00100000:3.0:1763335595.071732:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffa12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e767977a-b5b5-44a9-9592-4af663ea7043:3651:1848991041520000:0@lo:400:kworker.0 00000100:00100000:3.0:1763335595.071766:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335595.071797:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffa12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3651:1848991041520512:0@lo:400:kworker.0 00000100:00100000:3.0:1763335595.071819:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335595.071832:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc62d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3651:1848991041521024:0@lo:400:kworker.0 00000100:00100000:3.0:1763335595.071847:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335595.071892:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041520000 00000100:00100000:0.0:1763335595.071896:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041520000 00000100:00100000:0.0:1763335595.071919:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 381 00000100:00100000:0.0:1763335595.071924:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f8f1d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e767977a-b5b5-44a9-9592-4af663ea7043+23:3651:x1848991041520000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763335595.071950:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f8f1d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e767977a-b5b5-44a9-9592-4af663ea7043+23:3651:x1848991041520000:12345-0@lo:400:kworker.0 Request processed in 25us (184us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335595.071955:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 381 00000100:00100000:3.0:1763335595.072043:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffa12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e767977a-b5b5-44a9-9592-4af663ea7043:3651:1848991041520000:0@lo:400:kworker.0 00000100:00100000:3.0:1763335595.072057:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1763335595.072062:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffa10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3651:1848991041520128:0@lo:400:kworker.0 00000100:00100000:3.0:1763335595.072083:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335595.072190:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc62d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3651:1848991041520640:0@lo:400:kworker.0 00000100:00100000:3.0:1763335595.072207:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335595.072319:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffa92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3651:1848991041521152:0@lo:400:kworker.0 00000100:00100000:3.0:1763335595.072335:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1763335595.072406:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1763335595.072446:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041520512 00000100:00100000:0.0:1763335595.072450:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041520512 00000100:00100000:0.0:1763335595.072476:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041521024 00000100:00100000:0.0:1763335595.072478:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041521024 00000100:00100000:0.0:1763335595.072489:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041520128 00000100:00100000:0.0:1763335595.072491:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041520128 00000100:00100000:0.0:1763335595.072502:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041520640 00000100:00100000:0.0:1763335595.072505:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041520640 00000100:00100000:0.0:1763335595.072518:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 417 00000100:00100000:0.0:1763335595.072524:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc471ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3651:x1848991041520512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763335595.072559:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041521152 00000100:00100000:2.0:1763335595.072563:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041521152 00000100:00100000:3.0:1763335595.072585:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 418 00000100:00100000:2.0:1763335595.072588:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419 00000100:00100000:3.0:1763335595.072591:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc471d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3651:x1848991041521024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763335595.072594:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc471ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3651:x1848991041520128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763335595.072624:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc471ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3651:x1848991041520128:12345-0@lo:400:kworker.0 Request processed in 30us (540us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335595.072632:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419 00000100:00100000:1.0:1763335595.072638:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420 00000100:00100000:2.0:1763335595.072641:0:8224:0:(service.c:3434:ptlrpc_start_thread()) mdt[0] started 5 min 3 max 116 00000100:00100000:1.0:1763335595.072645:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc471c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3651:x1848991041520640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763335595.072648:0:8224:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'mdt00_005' 00000100:00100000:3.0:1763335595.072704:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc471d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3651:x1848991041521024:12345-0@lo:400:kworker.0 Request processed in 112us (854us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335595.072710:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 418 00000100:00100000:3.0:1763335595.072724:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 421 00000100:00100000:3.0:1763335595.072729:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc471c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3651:x1848991041521152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763335595.072741:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffa10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3651:1848991041520128:0@lo:400:kworker.0 00000100:00100000:3.0:1763335595.072753:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc471c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3651:x1848991041521152:12345-0@lo:400:kworker.0 Request processed in 25us (418us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335595.072775:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc62d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3651:1848991041520640:0@lo:400:kworker.0 00000100:00100000:1.0:1763335595.072775:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc471c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3651:x1848991041520640:12345-0@lo:400:kworker.0 Request processed in 131us (567us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335595.072781:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420 00000100:00100000:2.0:1763335595.072783:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffa92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3651:1848991041521152:0@lo:400:kworker.0 00000100:00100000:2.0:1763335595.072819:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffa12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3651:1848991041520512:0@lo:400:kworker.0 00000100:00100000:0.0:1763335595.072819:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc471ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3651:x1848991041520512:12345-0@lo:400:kworker.0 Request processed in 295us (999us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335595.072827:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc62d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3651:1848991041521024:0@lo:400:kworker.0 00000100:00100000:0.0:1763335595.072829:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 417 00000100:00100000:1.0:1763335595.072864:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc6376a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3654:1848991041519872:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1763335595.072909:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffa13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1848991041520256:0@lo:400:kworker.0 00000100:00100000:0.0:1763335595.072935:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335595.072954:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc62db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1848991041520768:0@lo:400:kworker.0 00000100:00100000:0.0:1763335595.072972:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335595.072987:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1848991041521280:0@lo:400:kworker.0 00000100:00100000:0.0:1763335595.073002:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335595.073027:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc579c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1848991041519744:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1763335595.073048:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041520256 00000100:00100000:0.0:1763335595.073051:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041520256 00000100:00100000:0.0:1763335595.073075:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 209 00000100:00100000:0.0:1763335595.073080:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f45b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3653:x1848991041520256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763335595.073104:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041520768 00000100:00100000:2.0:1763335595.073108:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041520768 00000100:00100000:0.0:1763335595.073112:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f45b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3653:x1848991041520256:12345-0@lo:400:kworker.0 Request processed in 32us (176us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335595.073118:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 209 00000100:00100000:2.0:1763335595.073131:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041521280 00000100:00100000:2.0:1763335595.073134:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041521280 00000100:00100000:2.0:1763335595.073152:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 195 00000100:00100000:2.0:1763335595.073157:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f45b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3653:x1848991041520768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763335595.073186:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f45b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3653:x1848991041520768:12345-0@lo:400:kworker.0 Request processed in 29us (212us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335595.073192:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 195 00000100:00100000:2.0:1763335595.073202:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 196 00000100:00100000:2.0:1763335595.073207:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f45b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3653:x1848991041521280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763335595.073229:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f45b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3653:x1848991041521280:12345-0@lo:400:kworker.0 Request processed in 22us (226us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335595.073234:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 196 00000100:00100000:3.0:1763335595.073474:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 421 00000100:00100000:1.0:1763335595.073550:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335595.073570:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffa13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3654:1848991041520384:0@lo:400:kworker.0 00000100:00100000:1.0:1763335595.073590:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335595.073618:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc62d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3654:1848991041520896:0@lo:400:kworker.0 00000100:00100000:1.0:1763335595.073643:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335595.073644:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffa13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1848991041520256:0@lo:400:kworker.0 00000100:00100000:0.0:1763335595.073654:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc62db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1848991041520768:0@lo:400:kworker.0 00000100:00100000:0.0:1763335595.073662:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1848991041521280:0@lo:400:kworker.0 00000100:00100000:1.0:1763335595.073669:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041520896 00000100:00100000:1.0:1763335595.073672:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041520896 00000100:00100000:1.0:1763335595.073700:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 197 00000100:00100000:1.0:1763335595.073707:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1848991041520896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763335595.073743:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1848991041520896:12345-0@lo:400:kworker.0 Request processed in 36us (99us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335595.073749:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 197 00000100:00100000:0.0:1763335595.073752:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc62d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3654:1848991041520896:0@lo:400:kworker.0 00000100:00080000:1.0:1763335595.073767:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1763335595.073770:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1763335595.073773:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1763335595.073775:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1763335595.073784:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041519872 00000100:00100000:1.0:1763335595.073787:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041519872 00000100:00100000:1.0:1763335595.073808:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 183 00000100:00100000:1.0:1763335595.073814:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc579c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1848991041519872:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1763335595.073826:0:8404:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923357696 avail 3691835392 00000100:00100000:1.0:1763335595.073857:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc579c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1848991041519872:12345-0@lo:13:osp-pre-1-0.0 Request processed in 43us (306us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335595.073863:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 183 00000100:00100000:0.0:1763335595.073882:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc6376a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3654:1848991041519872:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1763335595.073941:0:16837:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041520384 00000100:00100000:3.0:1763335595.073945:0:16837:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041520384 00000100:00100000:3.0:1763335595.073982:0:16837:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 422 00000100:00100000:3.0:1763335595.073989:0:16837:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc579c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1848991041520384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763335595.074031:0:16837:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc579c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1848991041520384:12345-0@lo:400:kworker.0 Request processed in 43us (440us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335595.074037:0:16837:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 422 00000100:00100000:1.0:1763335595.074228:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffa13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3654:1848991041520384:0@lo:400:kworker.0 00010000:00010000:3.0:1763335595.327066:0:6503:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763335595.524852:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335595.525134:0:6509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029225472 00000100:00100000:0.0:1763335595.525145:0:6509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029225472 00000100:00100000:3.0:1763335595.525166:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335595.525201:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 382 00000100:00100000:3.0:1763335595.525203:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335595.525210:0:6509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f8f1c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f4bc7452-2198-4a0d-a8bc-8fee3c386313+9:2406:x1848991029225472:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:2.0:1763335595.525277:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029225728 00000100:00100000:2.0:1763335595.525294:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029225728 00000100:00100000:0.0:1763335595.525322:0:6509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f8f1c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f4bc7452-2198-4a0d-a8bc-8fee3c386313+9:2406:x1848991029225472:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 107us (474us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335595.525332:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 382 00000100:00100000:0.0:1763335595.525394:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029225600 00000100:00100000:0.0:1763335595.525400:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029225600 00000100:00100000:2.0:1763335595.525410:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 423 00000100:00100000:2.0:1763335595.525430:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc471c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+5:2406:x1848991029225728:12345-192.168.202.34@tcp:400:kworker.0 00000100:00080000:1.0:1763335595.525438:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1763335595.525445:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1763335595.525445:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 424 00000100:00100000:0.0:1763335595.525456:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc471f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+15:2406:x1848991029225600:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:2.0:1763335595.525517:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc471c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:819c42eb-8a5f-4523-990c-a007cb66998d+5:2406:x1848991029225728:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 94us (347us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335595.525527:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc471f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+15:2406:x1848991029225600:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 67us (315us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335595.525537:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 423 00000100:00100000:0.0:1763335595.525551:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 424 00000100:00100000:2.0:1763335595.583051:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3654:1848991041521408:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1763335595.583165:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335595.583272:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041521408 00000100:00100000:2.0:1763335595.583282:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041521408 00000100:00100000:2.0:1763335595.583361:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 184 00000100:00100000:2.0:1763335595.583372:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1848991041521408:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1763335595.583413:0:8404:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3921195008 avail 3689672704 00000100:00100000:2.0:1763335595.583462:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1848991041521408:12345-0@lo:13:osp-pre-0-0.0 Request processed in 90us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335595.583470:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 184 00000100:00100000:2.0:1763335595.583533:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3654:1848991041521408:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1763335595.589522:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1763335595.589553:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5f05500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1848991041521536:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1763335595.589658:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335595.589725:0:12324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041521536 00000100:00100000:2.0:1763335595.589735:0:12324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041521536 00000100:00100000:2.0:1763335595.589814:0:12324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 185 00000100:00100000:2.0:1763335595.589828:0:12324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1848991041521536:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1763335595.589857:0:12324:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3921195008 avail 3689672704 00000100:00100000:2.0:1763335595.589938:0:12324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1848991041521536:12345-0@lo:13:osp-pre-0-1.0 Request processed in 113us (284us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335595.589946:0:12324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 185 00000100:00100000:2.0:1763335595.590019:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5f05500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1848991041521536:0@lo:13:osp-pre-0-1.0 00000020:00000004:1.0:1763335595.676161:0:16882:0:(tgt_mount.c:2194:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1763335595.676413:0:16882:0:(tgt_mount.c:2225:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1763335596.350481:0:6504:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:0.0:1763335597.180373:0:16979:0:(tgt_mount.c:2194:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1763335597.180601:0:16979:0:(tgt_mount.c:2225:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1763335597.374056:0:9483:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763335597.632179:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f45b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1848991041521664:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1763335597.632250:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335597.635040:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041521664 00000100:00100000:0.0:1763335597.635052:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041521664 00000100:00100000:0.0:1763335597.635102:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 210 00000100:00100000:0.0:1763335597.635112:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3652:x1848991041521664:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1763335597.635150:0:6520:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 114237440 pending 0 free 1443405824 avail 1297166336 00000100:00100000:0.0:1763335597.635252:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3652:x1848991041521664:12345-0@lo:41:osp-pre-0-1.0 Request processed in 141us (3001us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335597.635260:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 210 00000100:00100000:2.0:1763335597.635368:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f45b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1848991041521664:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1763335598.399257:0:6503:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1763335598.944759:0:17076:0:(tgt_mount.c:2194:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1763335598.945295:0:17076:0:(tgt_mount.c:2225:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1763335599.429118:0:6504:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763335599.681570:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1763335599.681597:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3654:1848991041521792:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1763335599.681688:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335599.681939:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041521792 00000100:00100000:3.0:1763335599.681949:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041521792 00000100:00100000:3.0:1763335599.682002:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 211 00000100:00100000:3.0:1763335599.682012:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1848991041521792:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1763335599.682050:0:6521:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446412288 avail 1300172800 00000100:00100000:3.0:1763335599.682100:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1848991041521792:12345-0@lo:41:osp-pre-1-0.0 Request processed in 89us (412us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335599.682111:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 211 00000100:00100000:2.0:1763335599.682215:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3654:1848991041521792:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1763335600.195860:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5f07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1848991041521920:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1763335600.195957:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335600.196031:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041521920 00000100:00100000:3.0:1763335600.196040:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041521920 00000100:00100000:3.0:1763335600.196100:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 186 00000100:00100000:3.0:1763335600.196109:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc471d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1848991041521920:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1763335600.196144:0:8404:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923357696 avail 3691835392 00000100:00100000:3.0:1763335600.196187:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc471d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1848991041521920:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (230us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335600.196196:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 186 00000100:00080000:3.0:1763335600.196217:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1763335600.196256:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5f07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1848991041521920:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1763335600.197075:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5f07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e767977a-b5b5-44a9-9592-4af663ea7043:3651:1848991041522048:0@lo:400:kworker.0 00000100:00100000:3.0:1763335600.197129:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335600.197200:0:6509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041522048 00000100:00100000:0.0:1763335600.197206:0:6509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041522048 00000100:00100000:0.0:1763335600.197246:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 383 00000100:00100000:0.0:1763335600.197253:0:6509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f8f1d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e767977a-b5b5-44a9-9592-4af663ea7043+23:3651:x1848991041522048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763335600.199222:0:6509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f8f1d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e767977a-b5b5-44a9-9592-4af663ea7043+23:3651:x1848991041522048:12345-0@lo:400:kworker.0 Request processed in 1961us (2084us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335600.199237:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 383 00000100:00100000:2.0:1763335600.201319:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1848991041522304:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1763335600.201392:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335600.201446:0:12324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041522304 00000100:00100000:2.0:1763335600.201454:0:12324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041522304 00000100:00100000:2.0:1763335600.201510:0:12324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 187 00000100:00100000:2.0:1763335600.201518:0:12324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1848991041522304:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1763335600.201541:0:12324:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923357696 avail 3691835392 00000100:00100000:2.0:1763335600.201581:0:12324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1848991041522304:12345-0@lo:13:osp-pre-1-0.0 Request processed in 63us (189us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335600.201588:0:12324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 187 00000100:00080000:2.0:1763335600.201608:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1763335600.201642:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1848991041522304:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1763335600.201860:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5f05500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3652:1848991041522176:0@lo:400:kworker.0 00000100:00100000:1.0:1763335600.201913:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335600.201934:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5965f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3652:1848991041522688:0@lo:400:kworker.0 00000100:00100000:1.0:1763335600.201955:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335600.201971:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffbc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3652:1848991041523200:0@lo:400:kworker.0 00000100:00100000:1.0:1763335600.201990:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335600.202008:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1763335600.202014:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5967800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3652:1848991041522560:0@lo:400:kworker.0 00000100:00100000:1.0:1763335600.202034:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335600.202194:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffbc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3652:1848991041523072:0@lo:400:kworker.0 00000100:00100000:1.0:1763335600.202218:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335600.202245:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041522176 00000100:00100000:1.0:1763335600.202249:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041522176 00000100:00100000:1.0:1763335600.202276:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041522688 00000100:00100000:1.0:1763335600.202279:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041522688 00000100:00100000:1.0:1763335600.202310:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041523200 00000100:00100000:1.0:1763335600.202313:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041523200 00000100:00100000:1.0:1763335600.202325:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041522560 00000100:00100000:1.0:1763335600.202328:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041522560 00000100:00100000:1.0:1763335600.202340:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 425 00000100:00100000:1.0:1763335600.202345:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbc5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1848991041522176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763335600.202381:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbc5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1848991041522176:12345-0@lo:400:kworker.0 Request processed in 35us (468us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335600.202388:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 425 00000100:00100000:1.0:1763335600.202402:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 426 00000100:00100000:1.0:1763335600.202407:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4fd3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1848991041522688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763335600.202436:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4fd3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1848991041522688:12345-0@lo:400:kworker.0 Request processed in 29us (480us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335600.202441:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 426 00000100:00100000:1.0:1763335600.202452:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 427 00000100:00100000:1.0:1763335600.202458:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4fd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1848991041523200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763335600.202483:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4fd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1848991041523200:12345-0@lo:400:kworker.0 Request processed in 25us (491us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335600.202488:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 427 00000100:00100000:1.0:1763335600.202499:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 428 00000100:00100000:1.0:1763335600.202505:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4fd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1848991041522560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763335600.202529:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4fd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1848991041522560:12345-0@lo:400:kworker.0 Request processed in 24us (494us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335600.202534:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 428 00000100:00100000:1.0:1763335600.202563:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041523072 00000100:00100000:1.0:1763335600.202566:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041523072 00000100:00100000:1.0:1763335600.202589:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 198 00000100:00100000:1.0:1763335600.202596:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4fd2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3652:x1848991041523072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763335600.202623:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4fd2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3652:x1848991041523072:12345-0@lo:400:kworker.0 Request processed in 28us (404us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335600.202629:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 198 00000100:00080000:1.0:1763335600.202652:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1763335600.202655:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1763335600.202662:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffbc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3653:1848991041522816:0@lo:400:kworker.0 00000100:00100000:1.0:1763335600.202686:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335600.202701:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffbc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3653:1848991041523328:0@lo:400:kworker.0 00000100:00100000:1.0:1763335600.202722:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335600.202736:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1763335600.202741:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5966300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1848991041522432:0@lo:400:kworker.0 00000100:00100000:1.0:1763335600.202762:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335600.202779:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffbc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1848991041522944:0@lo:400:kworker.0 00000100:00100000:1.0:1763335600.202797:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335600.202819:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041522432 00000100:00100000:1.0:1763335600.202822:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041522432 00000100:00100000:1.0:1763335600.202855:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 212 00000100:00100000:1.0:1763335600.202861:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5845c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3653:x1848991041522432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763335600.202914:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5845c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3653:x1848991041522432:12345-0@lo:400:kworker.0 Request processed in 54us (151us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335600.202921:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 212 00000100:00100000:1.0:1763335600.202936:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041522816 00000100:00100000:1.0:1763335600.202940:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041522816 00000100:00100000:1.0:1763335600.202961:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041523328 00000100:00100000:1.0:1763335600.202964:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041523328 00000100:00100000:1.0:1763335600.202981:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 429 00000100:00100000:1.0:1763335600.202986:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5844380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1848991041522816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763335600.203013:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5844380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1848991041522816:12345-0@lo:400:kworker.0 Request processed in 26us (326us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335600.203018:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 429 00000100:00100000:1.0:1763335600.203030:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 430 00000100:00100000:1.0:1763335600.203035:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5846d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1848991041523328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763335600.203059:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5846d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1848991041523328:12345-0@lo:400:kworker.0 Request processed in 24us (336us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335600.203064:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 430 00000100:00100000:1.0:1763335600.203081:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041522944 00000100:00100000:1.0:1763335600.203084:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041522944 00000100:00100000:1.0:1763335600.203104:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 199 00000100:00100000:1.0:1763335600.203109:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5845180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3653:x1848991041522944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763335600.203135:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5845180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3653:x1848991041522944:12345-0@lo:400:kworker.0 Request processed in 26us (337us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335600.203141:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 199 00000100:00080000:1.0:1763335600.203156:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1763335600.203159:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1763335600.203181:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5967800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3652:1848991041522560:0@lo:400:kworker.0 00000100:00100000:1.0:1763335600.203191:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffbc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3652:1848991041523072:0@lo:400:kworker.0 00000100:00100000:1.0:1763335600.203200:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5f05500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3652:1848991041522176:0@lo:400:kworker.0 00000100:00100000:1.0:1763335600.203209:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5965f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3652:1848991041522688:0@lo:400:kworker.0 00000100:00100000:1.0:1763335600.203218:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffbc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3652:1848991041523200:0@lo:400:kworker.0 00000100:00100000:1.0:1763335600.203251:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5966300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1848991041522432:0@lo:400:kworker.0 00000100:00100000:1.0:1763335600.203259:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffbc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1848991041522944:0@lo:400:kworker.0 00000100:00100000:1.0:1763335600.203267:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffbc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3653:1848991041522816:0@lo:400:kworker.0 00000100:00100000:1.0:1763335600.203275:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffbc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3653:1848991041523328:0@lo:400:kworker.0 00000100:00100000:3.0:1763335600.203590:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5f07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e767977a-b5b5-44a9-9592-4af663ea7043:3651:1848991041522048:0@lo:400:kworker.0 00010000:00010000:1.0:1763335600.446039:0:9483:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763335600.651750:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335600.652803:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335600.652830:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029225856 00000100:00100000:0.0:1763335600.652839:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029225856 00000100:00100000:0.0:1763335600.652901:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 384 00000100:00100000:0.0:1763335600.652911:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f16e8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f4bc7452-2198-4a0d-a8bc-8fee3c386313+9:2409:x1848991029225856:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:0.0:1763335600.652980:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f16e8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f4bc7452-2198-4a0d-a8bc-8fee3c386313+9:2409:x1848991029225856:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 71us (182us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335600.652988:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 384 00000100:00100000:2.0:1763335600.653239:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029225984 00000100:00100000:2.0:1763335600.653243:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029225984 00000100:00100000:2.0:1763335600.653291:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 431 00000100:00100000:2.0:1763335600.653308:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f45b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+15:2409:x1848991029225984:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:2.0:1763335600.653344:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f45b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+15:2409:x1848991029225984:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 37us (1606us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335600.653350:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 431 00000100:00080000:2.0:1763335600.653369:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1763335600.659241:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335600.659356:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029226112 00000100:00100000:3.0:1763335600.659370:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029226112 00000100:00100000:3.0:1763335600.659463:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 432 00000100:00100000:3.0:1763335600.659474:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f45b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991029226112:12345-192.168.202.34@tcp:400:kworker.0 00000100:00080000:0.0:1763335600.659607:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000004:1.0:1763335600.660601:0:17175:0:(tgt_mount.c:2194:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1763335600.660794:0:17175:0:(tgt_mount.c:2225:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:2.0:1763335600.660852:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f45b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991029226112:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 1374us (1617us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335600.660864:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 432 00000100:00100000:2.0:1763335600.702038:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1763335600.702063:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1848991041523456:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1763335600.702141:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335600.702215:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041523456 00000100:00100000:2.0:1763335600.702223:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041523456 00000100:00100000:2.0:1763335600.702267:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 188 00000100:00100000:2.0:1763335600.702276:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc62d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1848991041523456:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1763335600.702317:0:8404:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3921195008 avail 3689672704 00000100:00100000:2.0:1763335600.702361:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc62d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1848991041523456:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (220us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335600.702369:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 188 00000100:00100000:2.0:1763335600.702420:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1848991041523456:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1763335600.702542:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1763335600.702552:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffa13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3652:1848991041523584:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1763335600.702582:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335600.702606:0:12324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041523584 00000100:00100000:3.0:1763335600.702611:0:12324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041523584 00000100:00100000:3.0:1763335600.702634:0:12324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 189 00000100:00100000:3.0:1763335600.702639:0:12324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1848991041523584:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1763335600.702649:0:12324:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3921195008 avail 3689672704 00000100:00100000:3.0:1763335600.702676:0:12324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1848991041523584:12345-0@lo:13:osp-pre-0-0.0 Request processed in 37us (94us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335600.702682:0:12324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 189 00000100:00100000:3.0:1763335600.702711:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffa13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3652:1848991041523584:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1763335601.474711:0:6503:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335602.496156:0:6504:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763335602.750969:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f45b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1848991041523712:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1763335602.751035:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335602.751159:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041523712 00000100:00100000:0.0:1763335602.751167:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041523712 00000100:00100000:0.0:1763335602.751219:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 213 00000100:00100000:0.0:1763335602.751228:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5844700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3652:x1848991041523712:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1763335602.751262:0:6521:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 114237440 pending 0 free 1443405824 avail 1297166336 00000100:00100000:0.0:1763335602.751317:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5844700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3652:x1848991041523712:12345-0@lo:41:osp-pre-0-1.0 Request processed in 90us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335602.751324:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 213 00000100:00100000:1.0:1763335602.751415:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f45b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1848991041523712:0@lo:41:osp-pre-0-1.0 00000001:02000400:1.0:1763335603.352736:0:17320:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:1.0:1763335603.518029:0:9483:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335604.542482:0:6503:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763335604.798307:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffa13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1848991041523840:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1763335604.798401:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335604.798546:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041523840 00000100:00100000:3.0:1763335604.798556:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041523840 00000100:00100000:3.0:1763335604.798615:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 214 00000100:00100000:3.0:1763335604.798625:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1848991041523840:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1763335604.798671:0:6520:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446412288 avail 1300172800 00000100:00100000:3.0:1763335604.798908:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1848991041523840:12345-0@lo:41:osp-pre-1-0.0 Request processed in 283us (506us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335604.798917:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 214 00000100:00100000:2.0:1763335604.799240:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffa13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1848991041523840:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1763335605.313032:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1763335605.313061:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5f07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e767977a-b5b5-44a9-9592-4af663ea7043:3653:1848991041523968:0@lo:400:kworker.0 00000100:00100000:1.0:1763335605.313133:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335605.313202:0:6509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041523968 00000100:00100000:1.0:1763335605.313210:0:6509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041523968 00000100:00100000:1.0:1763335605.313266:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 385 00000100:00100000:1.0:1763335605.313275:0:6509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f16ea850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e767977a-b5b5-44a9-9592-4af663ea7043+23:3653:x1848991041523968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763335605.313325:0:6509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f16ea850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e767977a-b5b5-44a9-9592-4af663ea7043+23:3653:x1848991041523968:12345-0@lo:400:kworker.0 Request processed in 51us (191us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335605.313332:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 385 00000100:00100000:1.0:1763335605.313381:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5f07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e767977a-b5b5-44a9-9592-4af663ea7043:3653:1848991041523968:0@lo:400:kworker.0 00000100:00100000:1.0:1763335605.313429:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1763335605.313437:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5f07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3652:1848991041524096:0@lo:400:kworker.0 00000100:00100000:1.0:1763335605.313464:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335605.313493:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041524096 00000100:00100000:1.0:1763335605.313497:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041524096 00000100:00100000:1.0:1763335605.313526:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 433 00000100:00100000:1.0:1763335605.313532:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f05500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1848991041524096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763335605.313567:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f05500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1848991041524096:12345-0@lo:400:kworker.0 Request processed in 36us (103us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335605.313573:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 433 00000100:00100000:1.0:1763335605.313604:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5f07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3652:1848991041524096:0@lo:400:kworker.0 00000100:00100000:1.0:1763335605.313632:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5f07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1848991041524224:0@lo:400:kworker.0 00000100:00100000:1.0:1763335605.313657:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335605.313697:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffbc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3653:1848991041524352:0@lo:400:kworker.0 00000100:00100000:1.0:1763335605.313717:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335605.313739:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041524352 00000100:00100000:1.0:1763335605.313743:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041524352 00000100:00100000:1.0:1763335605.313765:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 434 00000100:00100000:1.0:1763335605.313771:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbc7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1848991041524352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763335605.313803:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbc7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1848991041524352:12345-0@lo:400:kworker.0 Request processed in 31us (84us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335605.313808:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 434 00000100:00100000:1.0:1763335605.313833:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffbc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3653:1848991041524352:0@lo:400:kworker.0 00000100:00100000:1.0:1763335605.313858:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1763335605.313863:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffbc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3653:1848991041524480:0@lo:400:kworker.0 00000100:00100000:1.0:1763335605.313907:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335605.313927:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041524480 00000100:00100000:1.0:1763335605.313930:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041524480 00000100:00100000:1.0:1763335605.313958:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 435 00000100:00100000:1.0:1763335605.313963:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbc7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1848991041524480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763335605.313994:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbc7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1848991041524480:12345-0@lo:400:kworker.0 Request processed in 31us (87us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335605.314000:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 435 00000100:00080000:1.0:1763335605.314016:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1763335605.314035:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffbc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3653:1848991041524480:0@lo:400:kworker.0 00000100:00100000:1.0:1763335605.314061:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1763335605.314067:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffbc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3652:1848991041524608:0@lo:400:kworker.0 00000100:00100000:1.0:1763335605.314090:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335605.314109:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041524608 00000100:00100000:1.0:1763335605.314112:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041524608 00000100:00100000:1.0:1763335605.314134:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 436 00000100:00100000:1.0:1763335605.314140:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbc4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1848991041524608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763335605.314170:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbc4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1848991041524608:12345-0@lo:400:kworker.0 Request processed in 30us (79us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335605.314176:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 436 00000100:00080000:1.0:1763335605.314189:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1763335605.314205:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffbc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3652:1848991041524608:0@lo:400:kworker.0 00000100:00100000:1.0:1763335605.314234:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffbc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1848991041524736:0@lo:400:kworker.0 00000100:00100000:1.0:1763335605.314270:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335605.314299:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041524736 00000100:00100000:1.0:1763335605.314302:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041524736 00000100:00100000:1.0:1763335605.314330:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 200 00000100:00100000:1.0:1763335605.314335:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5966300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3652:x1848991041524736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763335605.314367:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5966300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3652:x1848991041524736:12345-0@lo:400:kworker.0 Request processed in 32us (96us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335605.314373:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 200 00000100:00080000:1.0:1763335605.314390:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1763335605.314406:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffbc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1848991041524736:0@lo:400:kworker.0 00000100:00100000:1.0:1763335605.314434:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5965f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1848991041524864:0@lo:400:kworker.0 00000100:00100000:1.0:1763335605.314456:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335605.314476:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041524864 00000100:00100000:1.0:1763335605.314479:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041524864 00000100:00100000:1.0:1763335605.314499:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 201 00000100:00100000:1.0:1763335605.314505:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5967800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1848991041524864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763335605.314530:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5967800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1848991041524864:12345-0@lo:400:kworker.0 Request processed in 25us (73us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335605.314535:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 201 00000100:00080000:1.0:1763335605.314545:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1763335605.314558:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5965f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1848991041524864:0@lo:400:kworker.0 00000100:00100000:1.0:1763335605.314576:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1763335605.314581:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5965f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3653:1848991041524992:0@lo:400:kworker.0 00000100:00100000:1.0:1763335605.314597:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335605.314612:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041524992 00000100:00100000:1.0:1763335605.314614:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041524992 00000100:00100000:1.0:1763335605.314630:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 437 00000100:00100000:1.0:1763335605.314635:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbc5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1848991041524992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763335605.314657:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbc5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1848991041524992:12345-0@lo:400:kworker.0 Request processed in 22us (59us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335605.314662:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 437 00000100:00080000:1.0:1763335605.314673:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1763335605.314686:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5965f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3653:1848991041524992:0@lo:400:kworker.0 00000100:00100000:1.0:1763335605.314706:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1763335605.314710:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5965f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3652:1848991041525120:0@lo:400:kworker.0 00000100:00100000:1.0:1763335605.314727:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335605.314741:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041525120 00000100:00100000:1.0:1763335605.314744:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041525120 00000100:00100000:1.0:1763335605.314760:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 438 00000100:00100000:1.0:1763335605.314764:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1848991041525120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763335605.314785:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1848991041525120:12345-0@lo:400:kworker.0 Request processed in 21us (57us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335605.314790:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 438 00000100:00080000:1.0:1763335605.314800:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1763335605.314812:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5965f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3652:1848991041525120:0@lo:400:kworker.0 00000100:00100000:1.0:1763335605.314832:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc47c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1848991041525248:0@lo:400:kworker.0 00000100:00100000:1.0:1763335605.314849:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335605.314864:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041525248 00000100:00100000:1.0:1763335605.314886:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041525248 00000100:00100000:1.0:1763335605.314904:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 202 00000100:00100000:1.0:1763335605.314909:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3652:x1848991041525248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763335605.314933:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3652:x1848991041525248:12345-0@lo:400:kworker.0 Request processed in 24us (83us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335605.314938:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 202 00000100:00080000:1.0:1763335605.314948:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1763335605.314960:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc47c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1848991041525248:0@lo:400:kworker.0 00000100:00100000:1.0:1763335605.314987:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc47c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1848991041525376:0@lo:400:kworker.0 00000100:00100000:1.0:1763335605.315008:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335605.315026:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041525376 00000100:00100000:1.0:1763335605.315030:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041525376 00000100:00100000:1.0:1763335605.315050:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 203 00000100:00100000:1.0:1763335605.315056:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1848991041525376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763335605.315087:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1848991041525376:12345-0@lo:400:kworker.0 Request processed in 31us (78us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335605.315093:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 203 00000100:00080000:1.0:1763335605.315103:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1763335605.315117:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc47c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1848991041525376:0@lo:400:kworker.0 00000100:00100000:3.0:1763335605.315234:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041524224 00000100:00100000:3.0:1763335605.315238:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041524224 00000100:00100000:3.0:1763335605.315273:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 215 00000100:00100000:3.0:1763335605.315279:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbc7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3652:x1848991041524224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763335605.315314:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbc7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3652:x1848991041524224:12345-0@lo:400:kworker.0 Request processed in 35us (1657us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335605.315319:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 215 00000100:00100000:3.0:1763335605.315343:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5f07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1848991041524224:0@lo:400:kworker.0 00000100:00100000:2.0:1763335605.315833:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1763335605.315841:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc62db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1848991041525504:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1763335605.315880:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335605.315931:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041525504 00000100:00100000:2.0:1763335605.315935:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041525504 00000100:00100000:2.0:1763335605.315959:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 190 00000100:00100000:2.0:1763335605.315964:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc62d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1848991041525504:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1763335605.315999:0:8404:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923357696 avail 3691835392 00000100:00100000:2.0:1763335605.316118:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc62d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1848991041525504:12345-0@lo:13:osp-pre-1-0.0 Request processed in 152us (249us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335605.316124:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 190 00000100:00100000:2.0:1763335605.316152:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc62db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1848991041525504:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1763335605.318068:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1763335605.318592:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc47c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1848991041525632:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1763335605.318659:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335605.318708:0:12324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041525632 00000100:00100000:3.0:1763335605.318714:0:12324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041525632 00000100:00100000:3.0:1763335605.318754:0:12324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 191 00000100:00100000:3.0:1763335605.318762:0:12324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1848991041525632:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1763335605.318786:0:12324:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923357696 avail 3691835392 00000100:00100000:3.0:1763335605.318826:0:12324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1848991041525632:12345-0@lo:13:osp-pre-1-1.0 Request processed in 64us (166us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335605.318832:0:12324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 191 00000100:00100000:3.0:1763335605.318943:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc47c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1848991041525632:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1763335605.567159:0:6504:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763335605.767158:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335605.767211:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029226240 00000100:00100000:1.0:1763335605.767226:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029226240 00000100:00100000:2.0:1763335605.767273:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335605.767317:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029226368 00000100:00100000:2.0:1763335605.767323:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029226368 00000100:00100000:1.0:1763335605.767324:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 386 00000100:00100000:1.0:1763335605.767341:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f16eac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f4bc7452-2198-4a0d-a8bc-8fee3c386313+9:2409:x1848991029226240:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:2.0:1763335605.767384:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 439 00000100:00100000:2.0:1763335605.767394:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc62db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+15:2409:x1848991029226368:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:2.0:1763335605.767451:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc62db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+15:2409:x1848991029226368:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 57us (175us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335605.767452:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f16eac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f4bc7452-2198-4a0d-a8bc-8fee3c386313+9:2409:x1848991029226240:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 112us (308us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335605.767468:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 439 00000100:00100000:1.0:1763335605.767469:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 386 00000100:00080000:2.0:1763335605.767502:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1763335605.770482:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335605.771383:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029226496 00000100:00100000:2.0:1763335605.771397:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029226496 00000100:00080000:3.0:1763335605.772052:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1763335605.773184:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 440 00000100:00100000:2.0:1763335605.773200:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2408:x1848991029226496:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:2.0:1763335605.773329:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2408:x1848991029226496:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 133us (2857us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335605.773338:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 440 00000100:00100000:0.0:1763335605.822514:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffa12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1848991041525760:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1763335605.822608:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335605.822666:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041525760 00000100:00100000:3.0:1763335605.822678:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041525760 00000100:00100000:3.0:1763335605.822820:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 192 00000100:00100000:3.0:1763335605.823049:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f45b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1848991041525760:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1763335605.823093:0:8404:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3921195008 avail 3689672704 00000100:00100000:3.0:1763335605.823161:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f45b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1848991041525760:12345-0@lo:13:osp-pre-0-1.0 Request processed in 116us (552us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335605.823201:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffa12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1848991041525760:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1763335605.823212:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f45b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1848991041525888:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1763335605.823271:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335605.823309:0:12324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041525888 00000100:00100000:0.0:1763335605.823315:0:12324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041525888 00000100:00100000:0.0:1763335605.823363:0:12324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 193 00000100:00100000:0.0:1763335605.823371:0:12324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc62d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1848991041525888:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1763335605.823382:0:12324:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3921195008 avail 3689672704 00000100:00100000:0.0:1763335605.823411:0:12324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc62d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1848991041525888:12345-0@lo:13:osp-pre-0-0.0 Request processed in 41us (147us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335605.823417:0:12324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 193 00000100:00100000:2.0:1763335605.823498:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f45b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1848991041525888:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1763335605.823966:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 192 00000020:00000080:1.0:1763335606.052812:0:17467:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffdf8b3e8b0 20000000:00000080:1.0:1763335606.052840:0:17467:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff9aefc58f2000 uarg=0000000000000000 20000000:01000000:1.0:1763335606.053019:0:17467:0:(mgs_llog.c:6055:mgs_set_param2()) set_param2 fs='' device='general' param='lod.*.mdt_hash=crush' 20000000:01000000:1.0:1763335606.053026:0:17467:0:(mgs_llog.c:4530:mgs_write_log_param2()) next param 'lod.*.mdt_hash=crush' 20000000:01000000:1.0:1763335606.053032:0:17467:0:(mgs_llog.c:1275:mgs_modify_param()) modify params/general/lod.*.mdt_hash=crush del=0 00000040:00080000:3.0:1763335606.053661:0:17468:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 5 count 7 20000000:00000400:1.0:1763335606.053857:0:17467:0:(mgs_llog.c:1346:mgs_modify_param()) MGS: modify general/lod.*.mdt_hash=crush (mode = 0) failed: rc = -17 10000000:01000000:1.0:1763335606.060066:0:17467:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:1.0:1763335606.060108:0:17467:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9aefc4c70a00/0x10123ce7f0766b0f lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335606.060132:0:17467:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9aefc4c71000/0x10123ce7f0760400 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x10123ce7f07603f9 expref: 22 pid: 6510 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335606.060141:0:17467:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9af102173800/0x10123ce7f076040e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x10123ce7f0760407 expref: 22 pid: 6510 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335606.060148:0:17467:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9aefc4c71400/0x10123ce7f076041c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x10123ce7f0760415 expref: 22 pid: 6510 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335606.060155:0:17467:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9aefc4c71e00/0x10123ce7f076042a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x10123ce7f0760423 expref: 22 pid: 6510 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335606.060170:0:17467:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9af102172a00/0x10123ce7f0760438 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847a6bf expref: 8 pid: 6507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335606.060180:0:17467:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9aefc4c70a00/0x10123ce7f0766b0f lrc: 8/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335606.060236:0:17467:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9af102172a00/0x10123ce7f0760438 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847a6bf expref: 8 pid: 6507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335606.060261:0:17467:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9af102172a00/0x10123ce7f0760438 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847a6bf expref: 8 pid: 6507 timeout: 506 lvb_type: 0 00000100:00100000:1.0:1763335606.060279:0:17467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5965f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17467:1848991041526016:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763335606.060421:0:17467:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9aefc4c71e00/0x10123ce7f076042a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x10123ce7f0760423 expref: 22 pid: 6510 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335606.060429:0:17467:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9aefc4c71e00/0x10123ce7f076042a lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x10123ce7f0760423 expref: 22 pid: 6510 timeout: 556 lvb_type: 0 00000100:00100000:1.0:1763335606.060439:0:17467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffb69500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17467:1848991041526144:0@lo:104: 00000100:00100000:1.0:1763335606.060494:0:17467:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1763335606.060545:0:17467:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9aefc4c71400/0x10123ce7f076041c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x10123ce7f0760415 expref: 22 pid: 6510 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335606.060554:0:17467:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9aefc4c71400/0x10123ce7f076041c lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x10123ce7f0760415 expref: 22 pid: 6510 timeout: 556 lvb_type: 0 00000100:00100000:1.0:1763335606.060562:0:17467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc554e300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17467:1848991041526272:0@lo:104: 00000100:00100000:1.0:1763335606.060581:0:17467:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1763335606.060613:0:17467:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9af102173800/0x10123ce7f076040e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x10123ce7f0760407 expref: 22 pid: 6510 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335606.060621:0:17467:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9af102173800/0x10123ce7f076040e lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x10123ce7f0760407 expref: 22 pid: 6510 timeout: 556 lvb_type: 0 00000100:00100000:1.0:1763335606.060628:0:17467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc554df80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17467:1848991041526400:0@lo:104: 00000100:00100000:1.0:1763335606.060649:0:17467:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1763335606.060666:0:17467:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9aefc4c71000/0x10123ce7f0760400 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x10123ce7f07603f9 expref: 22 pid: 6510 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335606.060674:0:17467:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9aefc4c71000/0x10123ce7f0760400 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x10123ce7f07603f9 expref: 22 pid: 6510 timeout: 556 lvb_type: 0 00000100:00100000:1.0:1763335606.060682:0:17467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc59a9500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17467:1848991041526528:0@lo:104: 00000100:00100000:1.0:1763335606.060703:0:17467:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335606.060712:0:17467:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5816780 going to sleep for 11 seconds 00000100:00100000:3.0:1763335606.060824:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041526144 00000100:00100000:3.0:1763335606.060834:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041526144 00000100:00100000:3.0:1763335606.060904:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041526272 00000100:00100000:3.0:1763335606.060907:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041526272 00000100:00100000:3.0:1763335606.060917:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041526400 00000100:00100000:3.0:1763335606.060919:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041526400 00000100:00100000:3.0:1763335606.060926:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041526528 00000100:00100000:3.0:1763335606.060928:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041526528 00000100:00100000:3.0:1763335606.060940:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1763335606.060948:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb6a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:e767977a-b5b5-44a9-9592-4af663ea7043+6:17467:x1848991041526144:12345-0@lo:104: 00010000:00010000:3.0:1763335606.060963:0:6499:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.134@tcp lock: ffff9aefc4c71800/0x10123ce7f0760423 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x10123ce7f076042a expref: -99 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335606.061030:0:6499:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1763335606.061037:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb6a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:e767977a-b5b5-44a9-9592-4af663ea7043+6:17467:x1848991041526144:12345-0@lo:104: Request processed in 89us (544us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335606.061045:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1763335606.061063:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1763335606.061068:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc554ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:e767977a-b5b5-44a9-9592-4af663ea7043+5:17467:x1848991041526272:12345-0@lo:104: 00010000:00010000:3.0:1763335606.061076:0:6499:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.134@tcp lock: ffff9af0ff96d800/0x10123ce7f0760415 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x10123ce7f076041c expref: -99 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335606.061106:0:6499:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1763335606.061111:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc554ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:e767977a-b5b5-44a9-9592-4af663ea7043+5:17467:x1848991041526272:12345-0@lo:104: Request processed in 43us (529us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335606.061116:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1763335606.061126:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1763335606.061131:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc59aa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:e767977a-b5b5-44a9-9592-4af663ea7043+4:17467:x1848991041526400:12345-0@lo:104: 00010000:00010000:3.0:1763335606.061137:0:6499:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.134@tcp lock: ffff9aefc4c71a00/0x10123ce7f0760407 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x10123ce7f076040e expref: -99 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335606.061163:0:6499:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:3.0:1763335606.061167:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc59aa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:e767977a-b5b5-44a9-9592-4af663ea7043+4:17467:x1848991041526400:12345-0@lo:104: Request processed in 37us (519us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335606.061173:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1763335606.061182:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1763335606.061186:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5801880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:e767977a-b5b5-44a9-9592-4af663ea7043+3:17467:x1848991041526528:12345-0@lo:104: 00010000:00010000:3.0:1763335606.061192:0:6499:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.134@tcp lock: ffff9af0ff96c400/0x10123ce7f07603f9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x10123ce7f0760400 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335606.061212:0:6499:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to priority blp list, 4 blwis in pool 00000100:00100000:3.0:1763335606.061216:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5801880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:e767977a-b5b5-44a9-9592-4af663ea7043+3:17467:x1848991041526528:12345-0@lo:104: Request processed in 30us (513us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335606.061222:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00010000:00010000:3.0:1763335606.061236:0:6503:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1763335606.061242:0:6503:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.134@tcp lock: ffff9aefc4c71800/0x10123ce7f0760423 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x10123ce7f076042a expref: -99 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335606.061273:0:6503:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc4c71800 already unused, calling callback (ffffffffc134ac20) 10000000:00010000:3.0:1763335606.061278:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.134@tcp lock: ffff9aefc4c71800/0x10123ce7f0760423 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0x10123ce7f076042a expref: -99 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335606.061286:0:6503:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.134@tcp lock: ffff9aefc4c71800/0x10123ce7f0760423 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0x10123ce7f076042a expref: -99 pid: 6512 timeout: 0 lvb_type: 0 10000000:00010000:3.0:1763335606.061294:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.134@tcp lock: ffff9aefc4c71800/0x10123ce7f0760423 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0x10123ce7f076042a expref: -99 pid: 6512 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1763335606.061300:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1763335606.061329:0:6503:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.134@tcp lock: ffff9aefc4c71800/0x10123ce7f0760423 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x10123ce7f076042a expref: -99 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335606.061336:0:6503:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1763335606.061360:0:6503:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.134@tcp lock: ffff9aefc4c71800/0x10123ce7f0760423 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x10123ce7f076042a expref: -99 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335606.061368:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.134@tcp lock: ffff9aefc4c71800/0x10123ce7f0760423 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x10123ce7f076042a expref: -99 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335606.061381:0:6503:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1763335606.061383:0:6503:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.134@tcp lock: ffff9af0ff96d800/0x10123ce7f0760415 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x10123ce7f076041c expref: -99 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335606.061389:0:6503:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9af0ff96d800 already unused, calling callback (ffffffffc134ac20) 10000000:00010000:3.0:1763335606.061392:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.134@tcp lock: ffff9af0ff96d800/0x10123ce7f0760415 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x10123ce7f076041c expref: -99 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335606.061399:0:6503:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.134@tcp lock: ffff9af0ff96d800/0x10123ce7f0760415 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x10123ce7f076041c expref: -99 pid: 6512 timeout: 0 lvb_type: 0 10000000:00010000:3.0:1763335606.061404:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.134@tcp lock: ffff9af0ff96d800/0x10123ce7f0760415 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0x10123ce7f076041c expref: -99 pid: 6512 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1763335606.061409:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1763335606.061418:0:6503:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.134@tcp lock: ffff9af0ff96d800/0x10123ce7f0760415 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x10123ce7f076041c expref: -99 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335606.061423:0:6503:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1763335606.061436:0:6503:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.134@tcp lock: ffff9af0ff96d800/0x10123ce7f0760415 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x10123ce7f076041c expref: -99 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335606.061442:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.134@tcp lock: ffff9af0ff96d800/0x10123ce7f0760415 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x10123ce7f076041c expref: -99 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335606.061448:0:6503:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1763335606.061451:0:6503:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.134@tcp lock: ffff9aefc4c71a00/0x10123ce7f0760407 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x10123ce7f076040e expref: -99 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335606.061461:0:6503:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc4c71a00 already unused, calling callback (ffffffffc134ac20) 10000000:00010000:3.0:1763335606.061464:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.134@tcp lock: ffff9aefc4c71a00/0x10123ce7f0760407 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x10123ce7f076040e expref: -99 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335606.061470:0:6503:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.134@tcp lock: ffff9aefc4c71a00/0x10123ce7f0760407 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x10123ce7f076040e expref: -99 pid: 6512 timeout: 0 lvb_type: 0 10000000:00010000:3.0:1763335606.061476:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.134@tcp lock: ffff9aefc4c71a00/0x10123ce7f0760407 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x10123ce7f076040e expref: -99 pid: 6512 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1763335606.061481:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1763335606.061490:0:6503:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.134@tcp lock: ffff9aefc4c71a00/0x10123ce7f0760407 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x10123ce7f076040e expref: -99 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335606.061495:0:6503:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1763335606.061499:0:6503:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.134@tcp lock: ffff9aefc4c71a00/0x10123ce7f0760407 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x10123ce7f076040e expref: -99 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335606.061505:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.134@tcp lock: ffff9aefc4c71a00/0x10123ce7f0760407 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x10123ce7f076040e expref: -99 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335606.061511:0:6503:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763335606.061514:0:6503:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.134@tcp lock: ffff9af0ff96c400/0x10123ce7f07603f9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x10123ce7f0760400 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335606.061520:0:6503:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9af0ff96c400 already unused, calling callback (ffffffffc134ac20) 10000000:00010000:3.0:1763335606.061523:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.134@tcp lock: ffff9af0ff96c400/0x10123ce7f07603f9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x10123ce7f0760400 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335606.061528:0:6503:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.134@tcp lock: ffff9af0ff96c400/0x10123ce7f07603f9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x10123ce7f0760400 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 10000000:00010000:3.0:1763335606.061540:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.134@tcp lock: ffff9af0ff96c400/0x10123ce7f07603f9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x10123ce7f0760400 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1763335606.061545:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1763335606.061554:0:6503:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.134@tcp lock: ffff9af0ff96c400/0x10123ce7f07603f9 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x10123ce7f0760400 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335606.061558:0:6503:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1763335606.061563:0:6503:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.134@tcp lock: ffff9af0ff96c400/0x10123ce7f07603f9 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x10123ce7f0760400 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335606.061570:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.134@tcp lock: ffff9af0ff96c400/0x10123ce7f07603f9 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x10123ce7f0760400 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335606.061582:0:6503:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335606.061583:0:6503:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335606.061585:0:6503:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335606.061591:0:6504:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763335606.061604:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffa12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e767977a-b5b5-44a9-9592-4af663ea7043:3654:1848991041526656:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1763335606.061636:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335606.061669:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763335606.061674:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5471880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e767977a-b5b5-44a9-9592-4af663ea7043:3654:1848991041527040:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1763335606.061690:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335606.061710:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffa13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e767977a-b5b5-44a9-9592-4af663ea7043:3651:1848991041526784:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1763335606.061732:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335606.061745:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763335606.061749:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5f07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e767977a-b5b5-44a9-9592-4af663ea7043:3651:1848991041526912:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1763335606.061764:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335606.061791:0:6501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041526656 00000100:00100000:3.0:1763335606.061795:0:6501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041526656 00010000:00010000:3.0:1763335606.061814:0:6501:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9aefc4c71e00/0x10123ce7f076042a lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x10123ce7f0760423 expref: 23 pid: 6510 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1763335606.061833:0:6501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041527040 00000100:00100000:3.0:1763335606.061836:0:6501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041527040 00010000:00010000:3.0:1763335606.061843:0:6501:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9aefc4c71000/0x10123ce7f0760400 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x10123ce7f07603f9 expref: 24 pid: 6510 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1763335606.061851:0:6501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041526784 00000100:00100000:3.0:1763335606.061853:0:6501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041526784 00010000:00010000:3.0:1763335606.061860:0:6501:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9aefc4c71400/0x10123ce7f076041c lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x10123ce7f0760415 expref: 25 pid: 6510 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1763335606.061903:0:6501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041526912 00000100:00100000:3.0:1763335606.061906:0:6501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041526912 00010000:00010000:3.0:1763335606.061915:0:6501:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9af102173800/0x10123ce7f076040e lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x10123ce7f0760407 expref: 26 pid: 6510 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1763335606.061926:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 731 00000100:00100000:3.0:1763335606.061931:0:6501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc35ef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e767977a-b5b5-44a9-9592-4af663ea7043+26:3654:x1848991041526656:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1763335606.061942:0:6501:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335606.061946:0:6501:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9aefc4c71e00/0x10123ce7f076042a lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x10123ce7f0760423 expref: 26 pid: 6510 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1763335606.061956:0:6501:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9aefc4c71e00/0x10123ce7f076042a lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x10123ce7f0760423 expref: 26 pid: 6510 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1763335606.061973:0:6501:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335606.061997:0:6501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc35ef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e767977a-b5b5-44a9-9592-4af663ea7043+26:3654:x1848991041526656:12345-0@lo:103:ldlm_bl.0 Request processed in 65us (359us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335606.062003:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 731 00000100:00100000:3.0:1763335606.062016:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 732 00000100:00100000:3.0:1763335606.062021:0:6501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc35ec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e767977a-b5b5-44a9-9592-4af663ea7043+25:3654:x1848991041527040:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1763335606.062028:0:6501:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335606.062032:0:6501:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9aefc4c71000/0x10123ce7f0760400 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x10123ce7f07603f9 expref: 25 pid: 6510 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1763335606.062039:0:6501:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9aefc4c71000/0x10123ce7f0760400 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x10123ce7f07603f9 expref: 25 pid: 6510 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1763335606.062048:0:6501:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335606.062063:0:6501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc35ec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e767977a-b5b5-44a9-9592-4af663ea7043+25:3654:x1848991041527040:12345-0@lo:103:ldlm_bl.0 Request processed in 41us (372us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335606.062068:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 732 00000100:00100000:3.0:1763335606.062077:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 733 00000100:00100000:3.0:1763335606.062082:0:6501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f4706c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e767977a-b5b5-44a9-9592-4af663ea7043+24:3651:x1848991041526784:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1763335606.062089:0:6501:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335606.062092:0:6501:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9aefc4c71400/0x10123ce7f076041c lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x10123ce7f0760415 expref: 24 pid: 6510 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1763335606.062100:0:6501:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9aefc4c71400/0x10123ce7f076041c lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x10123ce7f0760415 expref: 24 pid: 6510 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1763335606.062108:0:6501:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335606.062126:0:6501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f4706c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e767977a-b5b5-44a9-9592-4af663ea7043+24:3651:x1848991041526784:12345-0@lo:103:ldlm_bl.0 Request processed in 44us (393us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335606.062131:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 733 00000100:00100000:3.0:1763335606.062182:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 734 00000100:00100000:3.0:1763335606.062188:0:6501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc35ed500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e767977a-b5b5-44a9-9592-4af663ea7043+23:3651:x1848991041526912:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1763335606.062194:0:6501:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335606.062198:0:6501:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9af102173800/0x10123ce7f076040e lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x10123ce7f0760407 expref: 23 pid: 6510 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1763335606.062206:0:6501:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9af102173800/0x10123ce7f076040e lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x10123ce7f0760407 expref: 23 pid: 6510 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1763335606.062214:0:6501:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335606.062229:0:6501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc35ed500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e767977a-b5b5-44a9-9592-4af663ea7043+23:3651:x1848991041526912:12345-0@lo:103:ldlm_bl.0 Request processed in 41us (464us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335606.062234:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 734 00000100:00100000:3.0:1763335606.062298:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5f07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e767977a-b5b5-44a9-9592-4af663ea7043:3651:1848991041526912:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1763335606.062307:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffa13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e767977a-b5b5-44a9-9592-4af663ea7043:3651:1848991041526784:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1763335606.062328:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5471880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e767977a-b5b5-44a9-9592-4af663ea7043:3654:1848991041527040:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1763335606.062335:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffa12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e767977a-b5b5-44a9-9592-4af663ea7043:3654:1848991041526656:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1763335606.062413:0:9483:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335606.063508:0:17467:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9aefc4c71e00/0x10123ce7f076042a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x10123ce7f0760423 expref: 22 pid: 6510 timeout: 556 lvb_type: 0 00000100:00100000:1.0:1763335606.063529:0:17467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffb69500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17467:1848991041526144:0@lo:104: 00010000:00010000:1.0:1763335606.063541:0:17467:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9aefc4c71400/0x10123ce7f076041c lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x10123ce7f0760415 expref: 21 pid: 6510 timeout: 556 lvb_type: 0 00000100:00100000:1.0:1763335606.063550:0:17467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc554e300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17467:1848991041526272:0@lo:104: 00010000:00010000:1.0:1763335606.063571:0:17467:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af102173800/0x10123ce7f076040e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x10123ce7f0760407 expref: 20 pid: 6510 timeout: 556 lvb_type: 0 00000100:00100000:1.0:1763335606.063581:0:17467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc554df80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17467:1848991041526400:0@lo:104: 00010000:00010000:1.0:1763335606.063592:0:17467:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9aefc4c71000/0x10123ce7f0760400 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x10123ce7f07603f9 expref: 19 pid: 6510 timeout: 556 lvb_type: 0 00000100:00100000:1.0:1763335606.063602:0:17467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc59a9500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17467:1848991041526528:0@lo:104: 00000100:00100000:3.0:1763335606.067298:0:17467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5965f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17467:1848991041526016:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335606.067371:0:17467:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9aefc4c70a00/0x10123ce7f0766b0f lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17467 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335606.068518:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335606.068572:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029226624 00000100:00100000:1.0:1763335606.068581:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029226624 00010000:00010000:1.0:1763335606.068630:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9af102172a00/0x10123ce7f0760438 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847a6bf expref: 9 pid: 6507 timeout: 506 lvb_type: 0 00000100:00100000:1.0:1763335606.068673:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 735 00000100:00100000:1.0:1763335606.068684:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f45b3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f4bc7452-2198-4a0d-a8bc-8fee3c386313+9:2408:x1848991029226624:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335606.068704:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335606.068711:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9af102172a00/0x10123ce7f0760438 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847a6bf expref: 9 pid: 6507 timeout: 506 lvb_type: 0 00010000:00010000:1.0:1763335606.068724:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9af102172a00/0x10123ce7f0760438 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847a6bf expref: 9 pid: 6507 timeout: 506 lvb_type: 0 00010000:00010000:1.0:1763335606.068750:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af102172a00/0x10123ce7f0760438 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847a6bf expref: 9 pid: 6507 timeout: 506 lvb_type: 0 00010000:00010000:1.0:1763335606.068770:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9aefc4c70a00/0x10123ce7f0766b0f lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335606.068779:0:6500:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9aefc4c70a00/0x10123ce7f0766b0f lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335606.068799:0:6500:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9aefc4c70a00/0x10123ce7f0766b0f lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335606.068806:0:6500:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9aefc4c70a00/0x10123ce7f0766b0f lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335606.068813:0:6500:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9aefc4c70a00/0x10123ce7f0766b0f lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335606.068822:0:6500:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9aefc4c70a00/0x10123ce7f0766b0f lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335606.068829:0:6500:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc4c70a00 already unused, calling callback (ffffffffc0d2cb40) 00010000:00010000:1.0:1763335606.068834:0:6500:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9aefc4c70a00/0x10123ce7f0766b0f lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335606.068842:0:6500:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9aefc4c70a00/0x10123ce7f0766b0f lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335606.068888:0:6500:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9aefc4c70a00/0x10123ce7f0766b0f lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335606.068900:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763335606.068960:0:17467:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9aefc4c70a00/0x10123ce7f0766b0f lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17467 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335606.068968:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f45b3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f4bc7452-2198-4a0d-a8bc-8fee3c386313+8:2408:x1848991029226624:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 285us (457us total) trans 0 rc 0/0 00010000:00010000:3.0:1763335606.068970:0:17467:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9aefc4c70a00/0x10123ce7f0766b0f lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335606.068976:0:17467:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9aefc4c70a00/0x10123ce7f0766b0f lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17467 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335606.068977:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 735 00010000:00010000:3.0:1763335606.590162:0:6503:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1763335607.293974:0:6512:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1763335607.293982:0:6512:0:(mgc_request.c:1812:mgc_process_log()) Process log params-ffff9aefc3376000 from 7 10000000:01000000:0.0:1763335607.293987:0:6512:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1763335607.294037:0:6512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.134@tcp lock: ffff9aefc5bc9600/0x10123ce7f0766b16 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335607.294048:0:6512:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.134@tcp lock: ffff9aefc5bc9600/0x10123ce7f0766b16 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335607.294060:0:6512:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.134@tcp lock: ffff9aefc5bc9600/0x10123ce7f0766b16 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335607.294090:0:6512:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f45b0380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e767977a-b5b5-44a9-9592-4af663ea7043:6512:1848991041527168:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1763335607.294157:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335607.295061:0:6512:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c4ea0d80 going to sleep for 11 seconds 00000100:00100000:1.0:1763335607.295099:0:6509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041527168 00000100:00100000:1.0:1763335607.295108:0:6509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041527168 00000100:00100000:1.0:1763335607.295168:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 387 00000100:00100000:1.0:1763335607.295177:0:6509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f800e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e767977a-b5b5-44a9-9592-4af663ea7043+19:6512:x1848991041527168:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1763335607.295190:0:6509:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335607.295207:0:6509:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9aefc4c71c00/0x10123ce7f0766b1d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x10123ce7f0766b16 expref: -99 pid: 6509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335607.295233:0:6509:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9aefc4c71c00/0x10123ce7f0766b1d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x10123ce7f0766b16 expref: 20 pid: 6509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335607.295252:0:6509:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9aefc4c71c00/0x10123ce7f0766b1d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x10123ce7f0766b16 expref: 20 pid: 6509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335607.295266:0:6509:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc4c71c00, rc 0) 00000100:00100000:1.0:1763335607.295317:0:6509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f800e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e767977a-b5b5-44a9-9592-4af663ea7043+20:6512:x1848991041527168:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 141us (1159us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335607.295324:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 387 00000100:00100000:2.0:1763335607.299408:0:6512:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f45b0380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e767977a-b5b5-44a9-9592-4af663ea7043:6512:1848991041527168:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1763335607.299436:0:6512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.134@tcp lock: ffff9aefc5bc9600/0x10123ce7f0766b16 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x10123ce7f0766b1d expref: -99 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335607.299448:0:6512:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.134@tcp lock: ffff9aefc5bc9600/0x10123ce7f0766b16 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x10123ce7f0766b1d expref: -99 pid: 6512 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335607.299540:0:6512:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c3d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e767977a-b5b5-44a9-9592-4af663ea7043:6512:1848991041527296:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1763335607.299600:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335607.299652:0:6512:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc47d8b40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335607.299714:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041527296 00000100:00100000:0.0:1763335607.299722:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041527296 00000100:00100000:0.0:1763335607.299775:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 388 00000100:00100000:0.0:1763335607.299785:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f800d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e767977a-b5b5-44a9-9592-4af663ea7043+20:6512:x1848991041527296:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1763335607.299934:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f800d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e767977a-b5b5-44a9-9592-4af663ea7043+20:6512:x1848991041527296:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 150us (334us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335607.299941:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 388 00000100:00100000:2.0:1763335607.300016:0:6512:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c3d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e767977a-b5b5-44a9-9592-4af663ea7043:6512:1848991041527296:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1763335607.300042:0:6512:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c3d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e767977a-b5b5-44a9-9592-4af663ea7043:6512:1848991041527424:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1763335607.300081:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335607.300104:0:6512:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc47d8b40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335607.300146:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041527424 00000100:00100000:0.0:1763335607.300149:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041527424 00000100:00100000:0.0:1763335607.300176:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 389 00000100:00100000:0.0:1763335607.300183:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f800dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e767977a-b5b5-44a9-9592-4af663ea7043+20:6512:x1848991041527424:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1763335607.300266:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f800dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e767977a-b5b5-44a9-9592-4af663ea7043+20:6512:x1848991041527424:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 83us (184us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335607.300272:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 389 00000100:00100000:0.0:1763335607.300310:0:6512:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c3d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e767977a-b5b5-44a9-9592-4af663ea7043:6512:1848991041527424:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1763335607.301002:0:17523:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000020:01000000:0.0:1763335607.301059:0:6512:0:(obd_config.c:2039:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 10000000:01000000:0.0:1763335607.301086:0:6512:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.134@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1763335607.301096:0:6512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.134@tcp lock: ffff9aefc5bc9600/0x10123ce7f0766b16 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x10123ce7f0766b1d expref: -99 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335607.301107:0:6512:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.134@tcp lock: ffff9aefc5bc9600/0x10123ce7f0766b16 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x10123ce7f0766b1d expref: -99 pid: 6512 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1763335607.301117:0:6512:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1763335607.301120:0:6512:0:(mgc_request.c:1812:mgc_process_log()) Process log params-ffff9af0c82d5800 from 7 10000000:01000000:0.0:1763335607.301123:0:6512:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1763335607.301152:0:6512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.134@tcp lock: ffff9aefc5bc9a00/0x10123ce7f0766b24 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335607.301159:0:6512:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.134@tcp lock: ffff9aefc5bc9a00/0x10123ce7f0766b24 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335607.301172:0:6512:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.134@tcp lock: ffff9aefc5bc9a00/0x10123ce7f0766b24 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335607.301188:0:6512:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f45b0380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e767977a-b5b5-44a9-9592-4af663ea7043:6512:1848991041527552:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1763335607.301222:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335607.301279:0:6512:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c4ea09c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335607.301643:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041527552 00000100:00100000:0.0:1763335607.301649:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041527552 00000100:00100000:0.0:1763335607.301676:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 390 00000100:00100000:0.0:1763335607.301683:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f800d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e767977a-b5b5-44a9-9592-4af663ea7043+20:6512:x1848991041527552:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1763335607.301693:0:6507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335607.301706:0:6507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9aefc5bc9000/0x10123ce7f0766b2b lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x10123ce7f0766b24 expref: -99 pid: 6507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335607.301726:0:6507:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9aefc5bc9000/0x10123ce7f0766b2b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x10123ce7f0766b24 expref: 21 pid: 6507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335607.301736:0:6507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9aefc5bc9000/0x10123ce7f0766b2b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x10123ce7f0766b24 expref: 21 pid: 6507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335607.301745:0:6507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc9000, rc 0) 00000100:00100000:0.0:1763335607.301778:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f800d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e767977a-b5b5-44a9-9592-4af663ea7043+21:6512:x1848991041527552:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 95us (555us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335607.301784:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 390 00000100:00100000:0.0:1763335607.301819:0:6512:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f45b0380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e767977a-b5b5-44a9-9592-4af663ea7043:6512:1848991041527552:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1763335607.301832:0:6512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.134@tcp lock: ffff9aefc5bc9a00/0x10123ce7f0766b24 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x10123ce7f0766b2b expref: -99 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335607.301843:0:6512:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.134@tcp lock: ffff9aefc5bc9a00/0x10123ce7f0766b24 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x10123ce7f0766b2b expref: -99 pid: 6512 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335607.301906:0:6512:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f45b0380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e767977a-b5b5-44a9-9592-4af663ea7043:6512:1848991041527680:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1763335607.301932:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335607.301945:0:6512:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c4ea09c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335607.301956:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041527680 00000100:00100000:0.0:1763335607.301959:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041527680 00000100:00100000:0.0:1763335607.301974:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 391 00000100:00100000:0.0:1763335607.301980:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f800f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e767977a-b5b5-44a9-9592-4af663ea7043+21:6512:x1848991041527680:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1763335607.302066:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f800f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e767977a-b5b5-44a9-9592-4af663ea7043+21:6512:x1848991041527680:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 85us (132us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335607.302072:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 391 00000100:00100000:0.0:1763335607.302102:0:6512:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f45b0380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e767977a-b5b5-44a9-9592-4af663ea7043:6512:1848991041527680:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1763335607.302123:0:6512:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f45b0380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e767977a-b5b5-44a9-9592-4af663ea7043:6512:1848991041527808:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1763335607.302161:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335607.302173:0:6512:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0eeadd540 going to sleep for 11 seconds 00000100:00100000:0.0:1763335607.302183:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041527808 00000100:00100000:0.0:1763335607.302187:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041527808 00000100:00100000:0.0:1763335607.302202:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 392 00000100:00100000:0.0:1763335607.302207:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f800fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e767977a-b5b5-44a9-9592-4af663ea7043+21:6512:x1848991041527808:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1763335607.302282:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f800fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e767977a-b5b5-44a9-9592-4af663ea7043+21:6512:x1848991041527808:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 74us (119us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335607.302288:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 392 00000100:00100000:0.0:1763335607.302327:0:6512:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f45b0380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e767977a-b5b5-44a9-9592-4af663ea7043:6512:1848991041527808:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1763335607.303068:0:17524:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000020:01000000:0.0:1763335607.303109:0:6512:0:(obd_config.c:2039:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 10000000:01000000:0.0:1763335607.303124:0:6512:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.134@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1763335607.303131:0:6512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.134@tcp lock: ffff9aefc5bc9a00/0x10123ce7f0766b24 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x10123ce7f0766b2b expref: -99 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335607.303140:0:6512:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.134@tcp lock: ffff9aefc5bc9a00/0x10123ce7f0766b24 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x10123ce7f0766b2b expref: -99 pid: 6512 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1763335607.303150:0:6512:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1763335607.303152:0:6512:0:(mgc_request.c:1812:mgc_process_log()) Process log params-ffff9af0ed946800 from 7 10000000:01000000:0.0:1763335607.303155:0:6512:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1763335607.303176:0:6512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.134@tcp lock: ffff9aefc5bc8800/0x10123ce7f0766b32 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335607.303183:0:6512:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.134@tcp lock: ffff9aefc5bc8800/0x10123ce7f0766b32 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335607.303193:0:6512:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.134@tcp lock: ffff9aefc5bc8800/0x10123ce7f0766b32 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335607.303207:0:6512:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f45b0380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e767977a-b5b5-44a9-9592-4af663ea7043:6512:1848991041527936:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1763335607.303254:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335607.303285:0:6512:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0eeaddf00 going to sleep for 11 seconds 00000100:00100000:0.0:1763335607.303300:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041527936 00000100:00100000:0.0:1763335607.303304:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041527936 00000100:00100000:0.0:1763335607.303328:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 393 00000100:00100000:0.0:1763335607.303334:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f800f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e767977a-b5b5-44a9-9592-4af663ea7043+21:6512:x1848991041527936:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1763335607.303342:0:6507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335607.303352:0:6507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9aefc5bc8a00/0x10123ce7f0766b39 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x10123ce7f0766b32 expref: -99 pid: 6507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335607.303371:0:6507:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9aefc5bc8a00/0x10123ce7f0766b39 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x10123ce7f0766b32 expref: 22 pid: 6507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335607.303379:0:6507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9aefc5bc8a00/0x10123ce7f0766b39 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x10123ce7f0766b32 expref: 22 pid: 6507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335607.303387:0:6507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc8a00, rc 0) 00000100:00100000:0.0:1763335607.303415:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f800f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e767977a-b5b5-44a9-9592-4af663ea7043+22:6512:x1848991041527936:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 81us (161us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335607.303422:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 393 00000100:00100000:0.0:1763335607.303453:0:6512:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f45b0380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e767977a-b5b5-44a9-9592-4af663ea7043:6512:1848991041527936:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1763335607.303463:0:6512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.134@tcp lock: ffff9aefc5bc8800/0x10123ce7f0766b32 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x10123ce7f0766b39 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335607.303472:0:6512:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.134@tcp lock: ffff9aefc5bc8800/0x10123ce7f0766b32 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x10123ce7f0766b39 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335607.303507:0:6512:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f45b0380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e767977a-b5b5-44a9-9592-4af663ea7043:6512:1848991041528064:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1763335607.303530:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335607.303540:0:6512:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0eeaddf00 going to sleep for 11 seconds 00000100:00100000:0.0:1763335607.303550:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041528064 00000100:00100000:0.0:1763335607.303552:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041528064 00000100:00100000:0.0:1763335607.303567:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 394 00000100:00100000:0.0:1763335607.303572:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f800c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e767977a-b5b5-44a9-9592-4af663ea7043+22:6512:x1848991041528064:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1763335607.303646:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f800c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e767977a-b5b5-44a9-9592-4af663ea7043+22:6512:x1848991041528064:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 74us (115us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335607.303653:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 394 00000100:00100000:0.0:1763335607.303678:0:6512:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f45b0380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e767977a-b5b5-44a9-9592-4af663ea7043:6512:1848991041528064:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1763335607.303701:0:6512:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f45b0380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e767977a-b5b5-44a9-9592-4af663ea7043:6512:1848991041528192:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1763335607.303731:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335607.303742:0:6512:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0eeaddf00 going to sleep for 11 seconds 00000100:00100000:0.0:1763335607.303752:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041528192 00000100:00100000:0.0:1763335607.303755:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041528192 00000100:00100000:0.0:1763335607.303769:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 395 00000100:00100000:0.0:1763335607.303774:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f800c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e767977a-b5b5-44a9-9592-4af663ea7043+22:6512:x1848991041528192:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1763335607.303831:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f800c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e767977a-b5b5-44a9-9592-4af663ea7043+22:6512:x1848991041528192:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 56us (100us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335607.303838:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 395 00000100:00100000:0.0:1763335607.303895:0:6512:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f45b0380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e767977a-b5b5-44a9-9592-4af663ea7043:6512:1848991041528192:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1763335607.310384:0:17525:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000020:01000000:1.0:1763335607.310507:0:6512:0:(obd_config.c:2039:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 10000000:01000000:1.0:1763335607.310535:0:6512:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.134@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1763335607.310546:0:6512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.134@tcp lock: ffff9aefc5bc8800/0x10123ce7f0766b32 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x10123ce7f0766b39 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335607.310558:0:6512:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.134@tcp lock: ffff9aefc5bc8800/0x10123ce7f0766b32 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x10123ce7f0766b39 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1763335607.310569:0:6512:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1763335607.310571:0:6512:0:(mgc_request.c:1812:mgc_process_log()) Process log params-ffff9af0c82f0800 from 7 10000000:01000000:1.0:1763335607.310584:0:6512:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1763335607.310625:0:6512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.134@tcp lock: ffff9aefc4c70000/0x10123ce7f0766b40 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335607.310634:0:6512:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.134@tcp lock: ffff9aefc4c70000/0x10123ce7f0766b40 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335607.310645:0:6512:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.134@tcp lock: ffff9aefc4c70000/0x10123ce7f0766b40 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335607.310668:0:6512:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5800700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e767977a-b5b5-44a9-9592-4af663ea7043:6512:1848991041528320:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1763335607.310733:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335607.310778:0:6512:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5816240 going to sleep for 11 seconds 00000100:00100000:0.0:1763335607.311797:0:6509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041528320 00000100:00100000:0.0:1763335607.311807:0:6509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041528320 00000100:00100000:0.0:1763335607.312376:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 396 00000100:00100000:0.0:1763335607.312388:0:6509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f800c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e767977a-b5b5-44a9-9592-4af663ea7043+22:6512:x1848991041528320:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1763335607.312403:0:6509:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335607.312419:0:6509:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9aefc5bc8c00/0x10123ce7f0766b47 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x10123ce7f0766b40 expref: -99 pid: 6509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335607.312443:0:6509:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9aefc5bc8c00/0x10123ce7f0766b47 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x10123ce7f0766b40 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335607.312454:0:6509:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9aefc5bc8c00/0x10123ce7f0766b47 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x10123ce7f0766b40 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335607.312463:0:6509:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc8c00, rc 0) 00000100:00100000:0.0:1763335607.313102:0:6509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f800c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e767977a-b5b5-44a9-9592-4af663ea7043+23:6512:x1848991041528320:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 715us (2366us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335607.313111:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 396 00000100:00100000:1.0:1763335607.313145:0:6512:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5800700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e767977a-b5b5-44a9-9592-4af663ea7043:6512:1848991041528320:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1763335607.313164:0:6512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.134@tcp lock: ffff9aefc4c70000/0x10123ce7f0766b40 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x10123ce7f0766b47 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335607.313175:0:6512:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.134@tcp lock: ffff9aefc4c70000/0x10123ce7f0766b40 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x10123ce7f0766b47 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335607.313264:0:6512:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5800700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e767977a-b5b5-44a9-9592-4af663ea7043:6512:1848991041528448:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1763335607.313296:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335607.313340:0:6509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041528448 00000100:00100000:1.0:1763335607.313341:0:6512:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5816240 going to sleep for 11 seconds 00000100:00100000:0.0:1763335607.313347:0:6509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041528448 00000100:00100000:0.0:1763335607.314127:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 397 00000100:00100000:0.0:1763335607.314138:0:6509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f800e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e767977a-b5b5-44a9-9592-4af663ea7043+23:6512:x1848991041528448:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1763335607.314271:0:6509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f800e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e767977a-b5b5-44a9-9592-4af663ea7043+23:6512:x1848991041528448:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 136us (974us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335607.314280:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 397 00000100:00100000:1.0:1763335607.314302:0:6512:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5800700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e767977a-b5b5-44a9-9592-4af663ea7043:6512:1848991041528448:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1763335607.314340:0:6512:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5800700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e767977a-b5b5-44a9-9592-4af663ea7043:6512:1848991041528576:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1763335607.314386:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335607.314412:0:6512:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5816240 going to sleep for 11 seconds 00000100:00100000:0.0:1763335607.314424:0:6509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041528576 00000100:00100000:0.0:1763335607.314430:0:6509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041528576 00000100:00100000:0.0:1763335607.314727:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 398 00000100:00100000:0.0:1763335607.314735:0:6509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f800cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e767977a-b5b5-44a9-9592-4af663ea7043+23:6512:x1848991041528576:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1763335607.314819:0:6509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f800cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e767977a-b5b5-44a9-9592-4af663ea7043+23:6512:x1848991041528576:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 84us (433us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335607.314826:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 398 00000100:00100000:1.0:1763335607.314844:0:6512:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5800700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e767977a-b5b5-44a9-9592-4af663ea7043:6512:1848991041528576:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1763335607.315568:0:17526:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000020:01000000:1.0:1763335607.315638:0:6512:0:(obd_config.c:2039:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 10000000:01000000:1.0:1763335607.315657:0:6512:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.134@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1763335607.315665:0:6512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.134@tcp lock: ffff9aefc4c70000/0x10123ce7f0766b40 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x10123ce7f0766b47 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335607.315674:0:6512:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.134@tcp lock: ffff9aefc4c70000/0x10123ce7f0766b40 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x10123ce7f0766b47 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335607.614996:0:6504:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763335607.687911:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335607.688007:0:6509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029226752 00000100:00100000:2.0:1763335607.688019:0:6509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029226752 00000100:00100000:2.0:1763335607.688076:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 399 00000100:00100000:2.0:1763335607.688087:0:6509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f800e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f4bc7452-2198-4a0d-a8bc-8fee3c386313+8:6168:x1848991029226752:12345-192.168.202.34@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1763335607.688105:0:6509:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335607.688123:0:6509:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9aefc609f400/0x10123ce7f0766b4e lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fb60 expref: -99 pid: 6509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335607.688157:0:6509:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9aefc609f400/0x10123ce7f0766b4e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb60 expref: 9 pid: 6509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335607.688168:0:6509:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9aefc609f400/0x10123ce7f0766b4e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb60 expref: 9 pid: 6509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335607.688177:0:6509:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc609f400, rc 0) 00000100:00100000:2.0:1763335607.688251:0:6509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f800e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f4bc7452-2198-4a0d-a8bc-8fee3c386313+9:6168:x1848991029226752:12345-192.168.202.34@tcp:101:ll_cfg_requeue.0 Request processed in 165us (350us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335607.688259:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 399 00000100:00100000:0.0:1763335607.694004:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335607.694089:0:6509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029226880 00000100:00100000:1.0:1763335607.694100:0:6509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029226880 00000100:00100000:1.0:1763335607.694162:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 400 00000100:00100000:1.0:1763335607.694172:0:6509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f800ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f4bc7452-2198-4a0d-a8bc-8fee3c386313+9:6168:x1848991029226880:12345-192.168.202.34@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1763335607.694337:0:6509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f800ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f4bc7452-2198-4a0d-a8bc-8fee3c386313+9:6168:x1848991029226880:12345-192.168.202.34@tcp:501:ll_cfg_requeue.0 Request processed in 165us (342us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335607.694346:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 400 00000100:00100000:1.0:1763335607.698509:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335607.698616:0:6510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029227008 00000100:00100000:3.0:1763335607.698626:0:6510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029227008 00000100:00100000:1.0:1763335607.699254:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 401 00000100:00100000:1.0:1763335607.699269:0:6509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f800d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f4bc7452-2198-4a0d-a8bc-8fee3c386313+9:6168:x1848991029227008:12345-192.168.202.34@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1763335607.699405:0:6509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f800d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f4bc7452-2198-4a0d-a8bc-8fee3c386313+9:6168:x1848991029227008:12345-192.168.202.34@tcp:503:ll_cfg_requeue.0 Request processed in 141us (905us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335607.699413:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 401 00000100:00100000:2.0:1763335607.870095:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1763335607.870121:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1848991041528704:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1763335607.870191:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335607.870253:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041528704 00000100:00100000:1.0:1763335607.870262:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041528704 00000100:00100000:1.0:1763335607.870322:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 216 00000100:00100000:1.0:1763335607.870332:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3653:x1848991041528704:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1763335607.870369:0:6521:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 114237440 pending 0 free 1443405824 avail 1297166336 00000100:00100000:1.0:1763335607.870419:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3653:x1848991041528704:12345-0@lo:41:osp-pre-0-1.0 Request processed in 88us (226us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335607.870426:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 216 00000100:00100000:1.0:1763335607.870475:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1848991041528704:0@lo:41:osp-pre-0-1.0 00000001:02000400:2.0:1763335608.401638:0:17649:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg234-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:0.0:1763335608.639046:0:9483:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335609.663459:0:6503:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763335609.918232:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc35ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3651:1848991041528832:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1763335609.918307:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335609.918453:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041528832 00000100:00100000:3.0:1763335609.918462:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041528832 00000100:00100000:3.0:1763335609.918521:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 217 00000100:00100000:3.0:1763335609.918529:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5800700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3651:x1848991041528832:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1763335609.918567:0:6520:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446412288 avail 1300172800 00000100:00100000:3.0:1763335609.918617:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5800700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3651:x1848991041528832:12345-0@lo:41:osp-pre-1-0.0 Request processed in 87us (309us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335609.918625:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 217 00000100:00100000:3.0:1763335609.918667:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc35ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3651:1848991041528832:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1763335610.430419:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc43d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3652:1848991041528960:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1763335610.430501:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763335610.430529:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5801500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1848991041529088:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1763335610.430547:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335610.430623:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335610.430680:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041528960 00000100:00100000:2.0:1763335610.430693:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041528960 00000100:00100000:1.0:1763335610.430693:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041529088 00000100:00100000:1.0:1763335610.430704:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041529088 00000100:00080000:3.0:1763335610.430728:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1763335610.430787:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 194 00000100:00100000:2.0:1763335610.430804:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1848991041528960:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1763335610.430858:0:8404:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923357696 avail 3691835392 00000100:00100000:0.0:1763335610.432986:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3653:1848991041529600:0@lo:400:kworker.0 00000100:00100000:0.0:1763335610.433062:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335610.433137:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc6376a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3651:1848991041529344:0@lo:400:kworker.0 00000100:00100000:0.0:1763335610.433143:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7d90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1848991041530112:0@lo:400:kworker.0 00000100:00100000:3.0:1763335610.433226:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335610.433233:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335610.433276:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3651:1848991041529856:0@lo:400:kworker.0 00000100:00100000:0.0:1763335610.433285:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1763335610.433298:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f45b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e767977a-b5b5-44a9-9592-4af663ea7043:3653:1848991041529216:0@lo:400:kworker.0 00000100:00100000:3.0:1763335610.433315:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335610.433360:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7d92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3651:1848991041530368:0@lo:400:kworker.0 00000100:00100000:0.0:1763335610.433360:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335610.433405:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335610.433421:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1848991041529728:0@lo:400:kworker.0 00000100:00100000:3.0:1763335610.433448:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1763335610.433464:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1848991041529472:0@lo:400:kworker.0 00000100:00100000:0.0:1763335610.433472:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335610.433505:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7d92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1848991041530240:0@lo:400:kworker.0 00000100:00100000:0.0:1763335610.433525:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335610.433557:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041529600 00000100:00100000:0.0:1763335610.433563:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041529600 00000100:00100000:0.0:1763335610.433602:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041529344 00000100:00100000:0.0:1763335610.433604:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041529344 00000100:00100000:0.0:1763335610.433618:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041529856 00000100:00100000:0.0:1763335610.433621:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041529856 00000100:00100000:0.0:1763335610.433639:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041530368 00000100:00100000:0.0:1763335610.433643:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041530368 00000100:00100000:0.0:1763335610.433657:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 441 00000100:00100000:0.0:1763335610.433665:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc57a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1848991041529600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763335610.433716:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc57a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1848991041529600:12345-0@lo:400:kworker.0 Request processed in 51us (655us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335610.433726:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 441 00000100:00100000:3.0:1763335610.433739:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335610.433749:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 442 00000100:00100000:0.0:1763335610.433763:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc35ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3651:x1848991041529344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763335610.433777:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7d93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3651:1848991041529984:0@lo:400:kworker.0 00000100:00100000:3.0:1763335610.433966:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335610.433981:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7c91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3651:1848991041530496:0@lo:400:kworker.0 00000100:00100000:3.0:1763335610.434002:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335610.434037:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc6376a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3651:1848991041529344:0@lo:400:kworker.0 00000100:00100000:3.0:1763335610.434085:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041529984 00000100:00100000:3.0:1763335610.434092:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041529984 00000100:00100000:2.0:1763335610.434126:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1848991041528960:12345-0@lo:13:osp-pre-1-0.0 Request processed in 3327us (3587us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335610.434128:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041530496 00000100:00100000:3.0:1763335610.434131:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041530496 00000100:00100000:2.0:1763335610.434139:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 194 00000100:00100000:3.0:1763335610.434147:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 443 00000100:00100000:3.0:1763335610.434154:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc35ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3651:x1848991041529856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763335610.434202:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc35ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3651:x1848991041529856:12345-0@lo:400:kworker.0 Request processed in 49us (889us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335610.434219:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 443 00000100:00100000:3.0:1763335610.434233:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 444 00000100:00100000:3.0:1763335610.434240:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc35ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3651:x1848991041530368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763335610.434286:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc35ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3651:x1848991041529344:12345-0@lo:400:kworker.0 Request processed in 521us (1070us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335610.434292:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc35ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3651:x1848991041530368:12345-0@lo:400:kworker.0 Request processed in 49us (885us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335610.434306:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 442 00000100:00100000:3.0:1763335610.434321:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 444 00000100:00100000:0.0:1763335610.434340:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 445 00000100:00100000:3.0:1763335610.434352:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 446 00000100:00100000:0.0:1763335610.434361:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5965f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3651:x1848991041529984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763335610.434369:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc59a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3651:x1848991041530496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763335610.434426:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc59a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3651:x1848991041530496:12345-0@lo:400:kworker.0 Request processed in 65us (422us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335610.434437:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 446 00000100:00100000:1.0:1763335610.434445:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 195 00000100:00100000:0.0:1763335610.434446:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5965f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3651:x1848991041529984:12345-0@lo:400:kworker.0 Request processed in 98us (480us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335610.434457:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 445 00000100:00100000:1.0:1763335610.434459:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5803b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1848991041529088:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1763335610.434478:0:8403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923357696 avail 3691835392 00000100:00100000:0.0:1763335610.434491:0:6510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041529216 00000100:00100000:0.0:1763335610.434495:0:6510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041529216 00000100:00100000:1.0:1763335610.434513:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5803b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1848991041529088:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (3893us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335610.434519:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 195 00000100:00100000:0.0:1763335610.434524:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 402 00000100:00100000:0.0:1763335610.434530:0:6510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f800f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e767977a-b5b5-44a9-9592-4af663ea7043+23:3653:x1848991041529216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763335610.434539:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041530112 00000100:00100000:1.0:1763335610.434542:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041530112 00000100:00100000:0.0:1763335610.434559:0:6510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f800f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e767977a-b5b5-44a9-9592-4af663ea7043+23:3653:x1848991041529216:12345-0@lo:400:kworker.0 Request processed in 30us (1204us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335610.434565:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 402 00000100:00100000:1.0:1763335610.434567:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041530240 00000100:00100000:1.0:1763335610.434569:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041530240 00000100:00100000:1.0:1763335610.434589:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204 00000100:00100000:1.0:1763335610.434597:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc57a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3653:x1848991041530112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763335610.434597:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205 00000100:00100000:0.0:1763335610.434606:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc57a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1848991041530240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763335610.434635:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc57a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3653:x1848991041530112:12345-0@lo:400:kworker.0 Request processed in 40us (1425us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335610.434635:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc57a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1848991041530240:12345-0@lo:400:kworker.0 Request processed in 31us (1110us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335610.434642:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205 00000100:00100000:1.0:1763335610.434660:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204 00000100:00100000:0.0:1763335610.434690:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041529728 00000100:00100000:0.0:1763335610.434694:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041529728 00000100:00100000:2.0:1763335610.434703:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc43d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3652:1848991041528960:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1763335610.434717:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5801500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1848991041529088:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1763335610.434725:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041529472 00000100:00100000:0.0:1763335610.434728:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041529472 00000100:00100000:0.0:1763335610.434739:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 218 00000100:00100000:0.0:1763335610.434746:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc57a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3653:x1848991041529728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763335610.434778:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc57a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3653:x1848991041529728:12345-0@lo:400:kworker.0 Request processed in 32us (1317us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335610.434784:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 218 00000100:00100000:0.0:1763335610.434796:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 219 00000100:00100000:0.0:1763335610.434801:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc35efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3651:x1848991041529472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763335610.434832:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc35efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3651:x1848991041529472:12345-0@lo:400:kworker.0 Request processed in 30us (1094us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335610.434841:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 219 00000100:00100000:0.0:1763335610.434865:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f45b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e767977a-b5b5-44a9-9592-4af663ea7043:3653:1848991041529216:0@lo:400:kworker.0 00000100:00100000:0.0:1763335610.435080:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1848991041529728:0@lo:400:kworker.0 00000100:00100000:0.0:1763335610.435092:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7d92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1848991041530240:0@lo:400:kworker.0 00000100:00100000:0.0:1763335610.435110:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3653:1848991041529600:0@lo:400:kworker.0 00000100:00100000:0.0:1763335610.435123:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7d90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1848991041530112:0@lo:400:kworker.0 00000100:00100000:2.0:1763335610.435154:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1848991041529472:0@lo:400:kworker.0 00000100:00100000:2.0:1763335610.435172:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7d93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3651:1848991041529984:0@lo:400:kworker.0 00000100:00100000:2.0:1763335610.435187:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7c91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3651:1848991041530496:0@lo:400:kworker.0 00000100:00100000:2.0:1763335610.435200:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3651:1848991041529856:0@lo:400:kworker.0 00000100:00100000:2.0:1763335610.435220:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7d92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3651:1848991041530368:0@lo:400:kworker.0 00000100:00080000:1.0:1763335610.435999:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1763335610.436008:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1763335610.436011:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1763335610.690474:0:6504:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763335610.886268:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335610.886326:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335610.886353:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335610.886387:0:6509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029227136 00000100:00100000:3.0:1763335610.886401:0:6509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029227136 00000100:00100000:3.0:1763335610.886466:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 403 00000100:00100000:3.0:1763335610.886477:0:6509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f45a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f4bc7452-2198-4a0d-a8bc-8fee3c386313+9:2406:x1848991029227136:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:3.0:1763335610.886567:0:6509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f45a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f4bc7452-2198-4a0d-a8bc-8fee3c386313+9:2406:x1848991029227136:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 92us (240us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335610.886576:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 403 00000100:00100000:3.0:1763335610.886621:0:16837:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029227264 00000100:00100000:3.0:1763335610.886626:0:16837:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029227264 00000100:00100000:3.0:1763335610.886671:0:16837:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029227392 00000100:00100000:3.0:1763335610.886675:0:16837:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029227392 00000100:00100000:3.0:1763335610.886703:0:16837:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 447 00000100:00100000:3.0:1763335610.886710:0:16837:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc6376a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:819c42eb-8a5f-4523-990c-a007cb66998d+15:2406:x1848991029227264:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:3.0:1763335610.886750:0:16837:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc6376a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:819c42eb-8a5f-4523-990c-a007cb66998d+15:2406:x1848991029227264:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 40us (553us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335610.886757:0:16837:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 447 00000100:00100000:3.0:1763335610.886771:0:16837:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 448 00000100:00100000:3.0:1763335610.886778:0:16837:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc554df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:819c42eb-8a5f-4523-990c-a007cb66998d+5:2406:x1848991029227392:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:3.0:1763335610.886808:0:16837:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc554df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:819c42eb-8a5f-4523-990c-a007cb66998d+5:2406:x1848991029227392:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 30us (454us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335610.886814:0:16837:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 448 00000100:00080000:3.0:1763335610.887763:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1763335610.887770:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1763335610.942014:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1763335610.942045:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc57a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1848991041530624:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1763335610.942126:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335610.942229:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041530624 00000100:00100000:0.0:1763335610.942239:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041530624 00000100:00100000:0.0:1763335610.942301:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 196 00000100:00100000:0.0:1763335610.942311:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc57a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1848991041530624:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1763335610.942348:0:8404:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3921195008 avail 3689672704 00000100:00100000:0.0:1763335610.942403:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc57a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1848991041530624:12345-0@lo:13:osp-pre-0-1.0 Request processed in 93us (275us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335610.942495:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc57a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1848991041530624:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1763335610.944216:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 196 00000100:00100000:0.0:1763335610.944428:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc554e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3654:1848991041530752:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1763335610.944549:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335610.944617:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041530752 00000100:00100000:2.0:1763335610.944627:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041530752 00000100:00100000:2.0:1763335610.944688:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 197 00000100:00100000:2.0:1763335610.944700:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc57a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1848991041530752:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1763335610.944728:0:8404:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3921195008 avail 3689672704 00000100:00100000:2.0:1763335610.944789:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc57a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1848991041530752:12345-0@lo:13:osp-pre-0-0.0 Request processed in 91us (240us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335610.944798:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 197 00000100:00100000:0.0:1763335610.944973:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc554e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3654:1848991041530752:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1763335611.710332:0:9483:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1763335612.188629:0:17797:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: === sanity: finish setup 18:26:51 (1763335611) === 00000100:00100000:1.0:1763335612.236466:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335612.236553:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029227520 00000100:00100000:3.0:1763335612.236564:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029227520 00000100:00100000:3.0:1763335612.236637:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1973 00000100:00100000:3.0:1763335612.236650:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5801500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+15:16308:x1848991029227520:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763335612.236670:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335612.236691:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4800/0x10123ce7f0766b55 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fb67 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335612.236755:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0766b5c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335612.236769:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0766b5c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335612.236780:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0766b5c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335612.236792:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0766b63 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x54ef8a6e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335612.236799:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0766b63 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x54ef8a6e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335612.236805:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0766b63 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x54ef8a6e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335612.236859:0:10055:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0766b5c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335612.236898:0:10055:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0766b5c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335612.236905:0:10055:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0766b5c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335612.236912:0:10055:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc2bd5600 already unused, calling callback (ffffffffc1966550) 00010000:00010000:3.0:1763335612.236916:0:10055:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0766b5c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335612.236923:0:10055:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0766b5c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335612.236935:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af0edad9700) 00010000:00010000:3.0:1763335612.236938:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335612.236942:0:10055:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0766b5c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335612.236947:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0766b5c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335612.236957:0:10055:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0766b63 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x54ef8a6e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335612.236962:0:10055:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0766b63 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x54ef8a6e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335612.236980:0:10055:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0766b63 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x54ef8a6e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335612.236986:0:10055:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc2bd5a00 already unused, calling callback (ffffffffc1966550) 00010000:00010000:3.0:1763335612.236989:0:10055:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0766b63 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x54ef8a6e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335612.236995:0:10055:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0766b63 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x54ef8a6e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335612.237002:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x54ef8a6e (ffff9af0edad3900) 00010000:00010000:3.0:1763335612.237004:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335612.237006:0:10055:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0766b63 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x54ef8a6e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335612.237012:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0766b63 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x54ef8a6e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00000100:00080000:1.0:1763335612.237149:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1763335612.237344:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4800/0x10123ce7f0766b55 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb67 expref: 16 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335612.237357:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af0edad9700) 00010000:00010000:3.0:1763335612.237360:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763335612.237364:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4800/0x10123ce7f0766b55 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb67 expref: 16 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335612.237373:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4800, rc 0) 00000100:00100000:3.0:1763335612.237701:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5801500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+15:16308:x1848991029227520:12345-192.168.202.34@tcp:101:bash.0 Request processed in 1053us (1244us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335612.237709:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1973 00000100:00100000:3.0:1763335612.241594:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335612.241652:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029227648 00000100:00100000:0.0:1763335612.241662:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029227648 00000100:00100000:0.0:1763335612.241727:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1974 00000100:00100000:0.0:1763335612.241738:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc554e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+15:16308:x1848991029227648:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:0.0:1763335612.241757:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335612.241776:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8600/0x10123ce7f0766b6a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fb6e expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335612.241838:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f0766b71 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.241852:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f0766b71 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.241863:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f0766b71 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.244105:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0766b78 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x77bdd2c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.244129:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0766b78 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x77bdd2c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.244142:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0766b78 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x77bdd2c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.244206:0:10055:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f0766b71 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.244216:0:10055:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f0766b71 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.244222:0:10055:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f0766b71 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.244229:0:10055:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc5bc8000 already unused, calling callback (ffffffffc1966550) 00010000:00010000:0.0:1763335612.244234:0:10055:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f0766b71 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.244241:0:10055:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f0766b71 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.244252:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af0edad9700) 00010000:00010000:0.0:1763335612.244255:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335612.244260:0:10055:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f0766b71 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.244266:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f0766b71 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.244276:0:10055:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0766b78 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x77bdd2c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.244281:0:10055:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0766b78 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x77bdd2c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.244287:0:10055:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0766b78 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x77bdd2c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.244292:0:10055:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc5bc9e00 already unused, calling callback (ffffffffc1966550) 00010000:00010000:0.0:1763335612.244294:0:10055:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0766b78 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x77bdd2c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.244300:0:10055:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0766b78 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x77bdd2c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.244307:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x77bdd2c7 (ffff9af0c55c7d00) 00010000:00010000:0.0:1763335612.244309:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335612.244312:0:10055:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0766b78 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x77bdd2c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.244318:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0766b78 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x77bdd2c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.244586:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8600/0x10123ce7f0766b6a lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb6e expref: 16 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335612.244599:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af0edad9700) 00010000:00010000:0.0:1763335612.244602:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763335612.244607:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8600/0x10123ce7f0766b6a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb6e expref: 16 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335612.244617:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc8600, rc 0) 00000100:00100000:0.0:1763335612.244697:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc554e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+15:16308:x1848991029227648:12345-192.168.202.34@tcp:101:bash.0 Request processed in 2959us (3111us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335612.244706:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1974 00000100:00100000:1.0:1763335612.249392:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335612.249472:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029227776 00000100:00100000:3.0:1763335612.249481:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029227776 00000100:00100000:3.0:1763335612.249536:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 49 00000100:00100000:3.0:1763335612.249549:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5800000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:819c42eb-8a5f-4523-990c-a007cb66998d+15:16308:x1848991029227776:12345-192.168.202.34@tcp:37:bash.0 00000100:00100000:3.0:1763335612.258733:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5800000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:819c42eb-8a5f-4523-990c-a007cb66998d+15:16308:x1848991029227776:12345-192.168.202.34@tcp:37:bash.0 Request processed in 9174us (9335us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335612.258749:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 49 00000100:00100000:1.0:1763335612.280184:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335612.280254:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029227904 00000100:00100000:3.0:1763335612.280263:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029227904 00000100:00100000:3.0:1763335612.280316:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1975 00000100:00100000:3.0:1763335612.280324:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5800e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+15:19087:x1848991029227904:12345-192.168.202.34@tcp:101:rm.0 00010000:00010000:3.0:1763335612.280342:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335612.280360:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4800/0x10123ce7f0766b7f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fb75 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335612.280425:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0766b86 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335612.280437:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0766b86 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335612.280447:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0766b86 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.281697:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fe00/0x10123ce7f0766b8d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x98980ae bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.281711:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fe00/0x10123ce7f0766b8d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x98980ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.281721:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fe00/0x10123ce7f0766b8d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x98980ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.281809:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e000/0x10123ce7f0766b94 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.281819:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e000/0x10123ce7f0766b94 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.281825:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e000/0x10123ce7f0766b94 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000004:00200000:2.0:1763335612.281905:0:10055:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x5:0x0]: returning size 5477732 00000004:00200000:2.0:1763335612.281909:0:10055:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763335612.281929:0:10055:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e000/0x10123ce7f0766b94 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000004:00010000:2.0:1763335612.281948:0:10055:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x5:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1763335612.281951:0:10055:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x5:0x0] updating lvb mtime from disk: 0 -> 1763335458 00000004:00010000:2.0:1763335612.281954:0:10055:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x5:0x0] updating lvb atime from disk: 0 -> 1763335458 00000004:00010000:2.0:1763335612.281956:0:10055:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x5:0x0] updating lvb ctime from disk: 0 -> 1763335458 00000004:00010000:2.0:1763335612.281958:0:10055:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x5:0x0] updating lvb blocks from disk: 18427282363563114435 -> 0 00002000:00010000:2.0:1763335612.281962:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1763335612.281969:0:10055:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0766b86 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.281976:0:10055:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0766b86 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.281983:0:10055:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0766b86 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.281989:0:10055:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc2bd5a00 already unused, calling callback (ffffffffc1966550) 00010000:00010000:2.0:1763335612.281994:0:10055:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0766b86 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.282001:0:10055:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0766b86 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.282017:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af0edad9700) 00010000:00010000:2.0:1763335612.282020:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335612.282025:0:10055:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0766b86 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.282031:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0766b86 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.282041:0:10055:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fe00/0x10123ce7f0766b8d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x98980ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.282046:0:10055:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fe00/0x10123ce7f0766b8d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x98980ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.282052:0:10055:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fe00/0x10123ce7f0766b8d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x98980ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.282057:0:10055:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc609fe00 already unused, calling callback (ffffffffc1966550) 00010000:00010000:2.0:1763335612.282060:0:10055:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fe00/0x10123ce7f0766b8d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x98980ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.282066:0:10055:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fe00/0x10123ce7f0766b8d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x98980ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.282072:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x98980ae (ffff9af0edbbd700) 00010000:00010000:2.0:1763335612.282075:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335612.282078:0:10055:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fe00/0x10123ce7f0766b8d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x98980ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.282085:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fe00/0x10123ce7f0766b8d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x98980ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.282117:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4800/0x10123ce7f0766b7f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb75 expref: 17 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335612.282131:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e000/0x10123ce7f0766b94 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb75 expref: 16 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335612.282139:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff9af0edbbd900) 00010000:00010000:2.0:1763335612.282141:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1763335612.282143:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc609e000, rc 0) 00000100:00100000:2.0:1763335612.282230:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5800e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+16:19087:x1848991029227904:12345-192.168.202.34@tcp:101:rm.0 Request processed in 1905us (2053us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335612.282238:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1975 00000100:00100000:3.0:1763335612.286466:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335612.286506:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029228032 00000100:00100000:3.0:1763335612.286517:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029228032 00000100:00100000:3.0:1763335612.286563:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1459 00000100:00100000:3.0:1763335612.286573:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5969c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2405:x1848991029228032:12345-192.168.202.34@tcp:8:rm.0 00010000:00080000:3.0:1763335612.286607:0:8401:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0000: connection from 819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp t0 exp 0000000000000000 cur 412 last 0 00000020:00000080:3.0:1763335612.286640:0:8401:0:(genops.c:1402:class_connect()) connect: client 819c42eb-8a5f-4523-990c-a007cb66998d, cookie 0x10123ce7f0766b9b 00002000:00100000:3.0:1763335612.286652:0:8401:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli 819c42eb-8a5f-4523-990c-a007cb66998d/ffff9af0c97ff000 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2103d34 ocd_grant: 22929408 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1763335612.286663:0:8401:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000020:01000000:3.0:1763335612.286737:0:8401:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff9af0edbaba00 00002000:00080000:3.0:1763335612.286748:0:8401:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:3.0:1763335612.287124:0:8401:0:(import.c:65:import_set_state_nolock()) ffff9af0c97fd000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1763335612.287199:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5969c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+6:2405:x1848991029228032:12345-192.168.202.34@tcp:8:rm.0 Request processed in 618us (734us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335612.287208:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1459 00000100:00100000:3.0:1763335612.294082:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335612.294144:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029228160 00000100:00100000:1.0:1763335612.294155:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029228160 00000100:00080000:3.0:1763335612.294231:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1763335612.294255:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1460 00000100:00100000:1.0:1763335612.294268:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc596a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:0:x1848991029228160:12345-192.168.202.34@tcp:101:rm.0 00010000:00010000:1.0:1763335612.294288:0:8402:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335612.294314:0:8402:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9aefc4c70a00/0x10123ce7f0766ba2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fb7c expref: -99 pid: 8402 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763335612.294361:0:8402:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x2:0x0] initial LVB size: 5477732, mtime: 0x691a5d22, atime: 0x691a5d22, ctime: 0x691a5d22, blocks: 0x9d0 00010000:00010000:1.0:1763335612.294382:0:8402:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335612.294385:0:8402:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335612.294395:0:8402:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9aefc4c70a00/0x10123ce7f0766ba2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb7c expref: 7 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335612.294415:0:8402:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9aefc4c70a00/0x10123ce7f0766ba2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb7c expref: 7 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335612.294429:0:8402:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc4c70a00, rc 0) 00000100:00100000:1.0:1763335612.294496:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc596a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:819c42eb-8a5f-4523-990c-a007cb66998d+7:0:x1848991029228160:12345-192.168.202.34@tcp:101:rm.0 Request processed in 231us (425us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335612.294504:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1460 00000100:00100000:3.0:1763335612.298546:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335612.298629:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029228416 00000100:00100000:0.0:1763335612.298640:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029228416 00000100:00100000:0.0:1763335612.298691:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1976 00000100:00100000:0.0:1763335612.298701:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5969f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+16:19087:x1848991029228416:12345-192.168.202.34@tcp:36:rm.0 00010000:00010000:0.0:1763335612.298803:0:10055:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1763335612.298845:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e000/0x10123ce7f0766b94 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb75 expref: 16 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335612.298862:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff9af0edbbd900) 00010000:00010000:0.0:1763335612.298911:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc643ee00/0x10123ce7f07664cc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847f619 expref: 15 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335612.298921:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af0edad9700) 00010000:00010000:0.0:1763335612.298925:0:10055:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335612.298943:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8600/0x10123ce7f0766ba9 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.298956:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8600/0x10123ce7f0766ba9 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.298966:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8600/0x10123ce7f0766ba9 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.298980:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0766bb0 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x98980ae bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.298987:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0766bb0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x98980ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.298992:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0766bb0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x98980ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.299067:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f0766bb7 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.299076:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f0766bb7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.299198:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f0766bb7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000040:00080000:0.0:1763335612.299629:0:10055:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2, 64 off8320 00000004:00080000:0.0:1763335612.299639:0:10055:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 412972770075ns, next at 413972768251ns, rc = 0 00010000:00010000:0.0:1763335612.299683:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8200/0x10123ce7f0766bbe lrc: 3/0,1 mode: --/PW res: [0x200000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.299692:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8200/0x10123ce7f0766bbe lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.299700:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8200/0x10123ce7f0766bbe lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.299707:0:10055:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8200/0x10123ce7f0766bbe lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.299712:0:10055:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8200/0x10123ce7f0766bbe lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.299718:0:10055:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8200/0x10123ce7f0766bbe lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.299991:0:10055:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1763335612.300034:0:10055:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f0766bb7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.300042:0:10055:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f0766bb7 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.300048:0:10055:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f0766bb7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.300053:0:10055:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc5bc8000 already unused, calling callback (ffffffffc1966550) 00010000:00010000:0.0:1763335612.300057:0:10055:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f0766bb7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.300064:0:10055:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f0766bb7 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.300075:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff9af0c55c7300) 00010000:00010000:0.0:1763335612.300078:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1763335612.300081:0:10055:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f0766bb7 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335612.300310:0:6503:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763335612.300317:0:6503:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8200/0x10123ce7f0766bbe lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335612.300327:0:6503:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc5bc8200 already unused, calling callback (ffffffffc0d2cb40) 00010000:00010000:3.0:1763335612.300330:0:6503:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8200/0x10123ce7f0766bbe lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335612.300336:0:6503:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8200/0x10123ce7f0766bbe lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335612.300344:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff9af0c55c7300) 00010000:00010000:3.0:1763335612.300347:0:6503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335612.300350:0:6503:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8200/0x10123ce7f0766bbe lrc: 1/0,0 mode: --/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335612.300356:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8200/0x10123ce7f0766bbe lrc: 0/0,0 mode: --/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335612.300366:0:6503:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335612.300368:0:6503:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335612.300370:0:6503:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335612.300522:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f0766bb7 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.300641:0:10055:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8600/0x10123ce7f0766ba9 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.300648:0:10055:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8600/0x10123ce7f0766ba9 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.300652:0:10055:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8600/0x10123ce7f0766ba9 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.300657:0:10055:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc5bc8600 already unused, calling callback (ffffffffc1966550) 00010000:00010000:0.0:1763335612.300660:0:10055:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8600/0x10123ce7f0766ba9 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.300665:0:10055:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8600/0x10123ce7f0766ba9 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.300673:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af0edad9700) 00010000:00010000:0.0:1763335612.300675:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335612.300678:0:10055:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8600/0x10123ce7f0766ba9 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.300683:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8600/0x10123ce7f0766ba9 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00000004:00010000:0.0:1763335612.300692:0:10055:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000006f82ef2f reply state 00000000706a7d05 transno 4294968060 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0766bb0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x98980ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.300702:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0766bb0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x98980ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.300708:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x98980ae (ffff9af0c55c7d00) 00010000:00010000:0.0:1763335612.300710:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335612.300714:0:10055:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763335612.300790:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5969f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+16:19087:x1848991029228416:12345-192.168.202.34@tcp:36:rm.0 Request processed in 2087us (2247us total) trans 4294968060 rc 0/0 00000100:00100000:0.0:1763335612.300800:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1976 00000100:00100000:1.0:1763335612.306429:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335612.306552:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029228544 00000100:00100000:0.0:1763335612.306562:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029228544 00000100:00100000:0.0:1763335612.307051:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1977 00000100:00100000:0.0:1763335612.307063:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+16:19087:x1848991029228544:12345-192.168.202.34@tcp:101:rm.0 00010000:00010000:0.0:1763335612.307092:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335612.307113:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8600/0x10123ce7f0766bc5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fb83 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335612.307174:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f0766bcc lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.307188:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f0766bcc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.307213:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f0766bcc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000004:00200000:0.0:1763335612.307256:0:10055:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1763335612.307260:0:10055:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763335612.307281:0:10055:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f0766bcc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.307306:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8600/0x10123ce7f0766bc5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb83 expref: 18 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335612.307321:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f0766bcc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb83 expref: 17 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335612.307336:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af0edad9700) 00010000:00010000:0.0:1763335612.307339:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1763335612.307342:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc8000, rc 0) 00000100:00100000:0.0:1763335612.307411:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+17:19087:x1848991029228544:12345-192.168.202.34@tcp:101:rm.0 Request processed in 350us (991us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335612.307418:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1977 00000100:00100000:3.0:1763335612.310862:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335612.311022:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029228672 00000100:00100000:0.0:1763335612.311037:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029228672 00000100:00100000:0.0:1763335612.311105:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1978 00000100:00100000:0.0:1763335612.311115:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbf4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+17:19087:x1848991029228672:12345-192.168.202.34@tcp:101:rm.0 00010000:00010000:0.0:1763335612.311135:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335612.311156:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0766bd3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fb8a expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335612.311229:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0766bda lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.311244:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0766bda lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.311256:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0766bda lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.311269:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8400/0x10123ce7f0766be1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xcf86d744 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.311275:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8400/0x10123ce7f0766be1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcf86d744 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.311281:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8400/0x10123ce7f0766be1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcf86d744 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.311351:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9c00/0x10123ce7f0766be8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.311359:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9c00/0x10123ce7f0766be8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.311365:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9c00/0x10123ce7f0766be8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000004:00200000:0.0:1763335612.311403:0:10055:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763335612.311420:0:10055:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9c00/0x10123ce7f0766be8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000004:00010000:0.0:1763335612.311438:0:10055:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x6:0x0] updating lvb size from disk: 0 -> 234852 00000004:00010000:0.0:1763335612.311441:0:10055:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x6:0x0] updating lvb mtime from disk: 0 -> 1763335458 00000004:00010000:0.0:1763335612.311444:0:10055:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x6:0x0] updating lvb atime from disk: 0 -> 1763335458 00000004:00010000:0.0:1763335612.311446:0:10055:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x6:0x0] updating lvb ctime from disk: 0 -> 1763335458 00000004:00010000:0.0:1763335612.311449:0:10055:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x6:0x0] updating lvb blocks from disk: 18427282363563114435 -> 464 00002000:00010000:0.0:1763335612.311453:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 234852 00010000:00010000:0.0:1763335612.311458:0:10055:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0766bda lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.311465:0:10055:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0766bda lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.311471:0:10055:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0766bda lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.311477:0:10055:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc5bc8e00 already unused, calling callback (ffffffffc1966550) 00010000:00010000:0.0:1763335612.311481:0:10055:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0766bda lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.311629:0:10055:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0766bda lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.311643:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af0edad9700) 00010000:00010000:0.0:1763335612.311646:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335612.311652:0:10055:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0766bda lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.311659:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0766bda lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.311671:0:10055:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8400/0x10123ce7f0766be1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcf86d744 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.311677:0:10055:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8400/0x10123ce7f0766be1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcf86d744 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.311682:0:10055:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8400/0x10123ce7f0766be1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcf86d744 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.311687:0:10055:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc5bc8400 already unused, calling callback (ffffffffc1966550) 00010000:00010000:0.0:1763335612.311689:0:10055:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8400/0x10123ce7f0766be1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcf86d744 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.311696:0:10055:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8400/0x10123ce7f0766be1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcf86d744 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.311702:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xcf86d744 (ffff9af0c55c7300) 00010000:00010000:0.0:1763335612.311704:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335612.311707:0:10055:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8400/0x10123ce7f0766be1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xcf86d744 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.311712:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8400/0x10123ce7f0766be1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xcf86d744 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.311740:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0766bd3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb8a expref: 19 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335612.311752:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9c00/0x10123ce7f0766be8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb8a expref: 18 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335612.311759:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff9af0c55c7b00) 00010000:00010000:0.0:1763335612.311761:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1763335612.311763:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc9c00, rc 0) 00000100:00100000:0.0:1763335612.311956:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbf4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+18:19087:x1848991029228672:12345-192.168.202.34@tcp:101:rm.0 Request processed in 838us (1106us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335612.311965:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1978 00000100:00100000:1.0:1763335612.318952:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335612.319006:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029228928 00000100:00100000:0.0:1763335612.319015:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029228928 00000100:00100000:0.0:1763335612.319077:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1979 00000100:00100000:0.0:1763335612.319086:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc581c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+18:19087:x1848991029228928:12345-192.168.202.34@tcp:36:rm.0 00010000:00010000:0.0:1763335612.319137:0:10055:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1763335612.319180:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9c00/0x10123ce7f0766be8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb8a expref: 18 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335612.319205:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff9af0c55c7b00) 00010000:00010000:0.0:1763335612.319219:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f0766bcc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb83 expref: 17 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335612.319227:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af0edad9700) 00010000:00010000:0.0:1763335612.319230:0:10055:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335612.319246:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0766bef lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.319259:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0766bef lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.319267:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0766bef lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.319278:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8400/0x10123ce7f0766bf6 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xcf86d744 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.319284:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8400/0x10123ce7f0766bf6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xcf86d744 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.319295:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8400/0x10123ce7f0766bf6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xcf86d744 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.319362:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0766bfd lrc: 3/0,1 mode: --/EX res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.319369:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0766bfd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.319375:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0766bfd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.319548:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8600/0x10123ce7f0766c04 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.319555:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8600/0x10123ce7f0766c04 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.319562:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8600/0x10123ce7f0766c04 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.319568:0:10055:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8600/0x10123ce7f0766c04 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.319575:0:10055:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8600/0x10123ce7f0766c04 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.319581:0:10055:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8600/0x10123ce7f0766c04 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.319680:0:10055:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763335612.319687:0:6504:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763335612.319695:0:6504:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8600/0x10123ce7f0766c04 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.319699:0:10055:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0766bfd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.319709:0:10055:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0766bfd lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.319714:0:10055:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0766bfd lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.319780:0:6504:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc5bc8600 already unused, calling callback (ffffffffc0d2cb40) 00010000:00010000:2.0:1763335612.319787:0:6504:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8600/0x10123ce7f0766c04 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.319796:0:6504:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8600/0x10123ce7f0766c04 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.319807:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff9af0c55c7700) 00010000:00010000:2.0:1763335612.319810:0:6504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335612.319817:0:10055:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc5bc8e00 already unused, calling callback (ffffffffc1966550) 00010000:00010000:2.0:1763335612.319818:0:6504:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8600/0x10123ce7f0766c04 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.319824:0:10055:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0766bfd lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.319827:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8600/0x10123ce7f0766c04 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x6:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.319835:0:10055:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0766bfd lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.319845:0:6504:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335612.319847:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff9af0c55c7700) 00010000:00010000:2.0:1763335612.319848:0:6504:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335612.319852:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1763335612.319853:0:6504:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335612.319856:0:10055:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0766bfd lrc: 2/0,0 mode: --/EX res: [0x200000402:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.319886:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0766bfd lrc: 0/0,0 mode: --/EX res: [0x200000402:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.320209:0:10055:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0766bef lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.320221:0:10055:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0766bef lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.320227:0:10055:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0766bef lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.320231:0:10055:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc5bc9400 already unused, calling callback (ffffffffc1966550) 00010000:00010000:0.0:1763335612.320234:0:10055:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0766bef lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.320241:0:10055:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0766bef lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.320249:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af0edad9700) 00010000:00010000:0.0:1763335612.320251:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335612.320766:0:10055:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0766bef lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.320775:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0766bef lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00000004:00010000:0.0:1763335612.320786:0:10055:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c8bac174 reply state 00000000eb3f0cda transno 4294968061 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8400/0x10123ce7f0766bf6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xcf86d744 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.320798:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8400/0x10123ce7f0766bf6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xcf86d744 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.320805:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xcf86d744 (ffff9af0c55c7300) 00010000:00010000:0.0:1763335612.320808:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335612.320810:0:10055:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763335612.320910:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc581c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+18:19087:x1848991029228928:12345-192.168.202.34@tcp:36:rm.0 Request processed in 1822us (1965us total) trans 4294968061 rc 0/0 00000100:00100000:0.0:1763335612.320922:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1979 00000100:00100000:1.0:1763335612.328080:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335612.329526:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029229056 00000100:00100000:0.0:1763335612.329542:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029229056 00000100:00100000:0.0:1763335612.329615:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1980 00000100:00100000:0.0:1763335612.329626:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc581ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+18:19087:x1848991029229056:12345-192.168.202.34@tcp:101:rm.0 00010000:00010000:0.0:1763335612.329650:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335612.329670:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0766c0b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fb91 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335612.329733:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0766c12 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.329749:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0766c12 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.329774:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0766c12 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000004:00200000:0.0:1763335612.329818:0:10055:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1763335612.329822:0:10055:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763335612.329840:0:10055:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0766c12 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.329862:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0766c0b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb91 expref: 20 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335612.329897:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0766c12 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb91 expref: 19 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335612.329905:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af0edad9700) 00010000:00010000:0.0:1763335612.329909:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1763335612.329913:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc8e00, rc 0) 00000100:00100000:0.0:1763335612.329977:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc581ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+19:19087:x1848991029229056:12345-192.168.202.34@tcp:101:rm.0 Request processed in 353us (1906us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335612.329984:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1980 00000100:00100000:3.0:1763335612.332966:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335612.333243:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029229184 00000100:00100000:1.0:1763335612.333259:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029229184 00000100:00100000:1.0:1763335612.333332:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1981 00000100:00100000:1.0:1763335612.333343:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbf5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+19:19087:x1848991029229184:12345-192.168.202.34@tcp:101:rm.0 00010000:00010000:1.0:1763335612.333364:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335612.333386:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70200/0x10123ce7f0766c19 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fb98 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335612.333457:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70400/0x10123ce7f0766c20 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335612.333472:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70400/0x10123ce7f0766c20 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335612.333485:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70400/0x10123ce7f0766c20 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335612.333547:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71800/0x10123ce7f0766c27 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x32368eb3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335612.333555:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71800/0x10123ce7f0766c27 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x32368eb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335612.333562:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71800/0x10123ce7f0766c27 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x32368eb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335612.333644:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71a00/0x10123ce7f0766c2e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335612.333652:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71a00/0x10123ce7f0766c2e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335612.333658:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71a00/0x10123ce7f0766c2e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000004:00200000:1.0:1763335612.333700:0:8224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7:0x0]: returning size 1049076 00000004:00200000:1.0:1763335612.333705:0:8224:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763335612.333724:0:8224:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71a00/0x10123ce7f0766c2e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000004:00010000:1.0:1763335612.333743:0:8224:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x7:0x0] updating lvb size from disk: 0 -> 1048476 00000004:00010000:1.0:1763335612.333747:0:8224:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x7:0x0] updating lvb mtime from disk: 0 -> 1763335464 00000004:00010000:1.0:1763335612.333749:0:8224:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x7:0x0] updating lvb atime from disk: 0 -> 1763335463 00000004:00010000:1.0:1763335612.333752:0:8224:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x7:0x0] updating lvb ctime from disk: 0 -> 1763335464 00000004:00010000:1.0:1763335612.333754:0:8224:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x7:0x0] updating lvb blocks from disk: 18427282363563114435 -> 2048 00002000:00010000:1.0:1763335612.333758:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048476 00010000:00010000:1.0:1763335612.333764:0:8224:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70400/0x10123ce7f0766c20 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335612.333771:0:8224:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70400/0x10123ce7f0766c20 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335612.333778:0:8224:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70400/0x10123ce7f0766c20 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335612.333784:0:8224:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc4c70400 already unused, calling callback (ffffffffc1966550) 00010000:00010000:1.0:1763335612.333788:0:8224:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70400/0x10123ce7f0766c20 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335612.333795:0:8224:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70400/0x10123ce7f0766c20 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335612.333806:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af0edad9700) 00010000:00010000:1.0:1763335612.333809:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335612.333814:0:8224:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70400/0x10123ce7f0766c20 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335612.333826:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70400/0x10123ce7f0766c20 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335612.333838:0:8224:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71800/0x10123ce7f0766c27 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x32368eb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335612.333844:0:8224:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71800/0x10123ce7f0766c27 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x32368eb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335612.333853:0:8224:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71800/0x10123ce7f0766c27 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x32368eb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335612.333858:0:8224:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc4c71800 already unused, calling callback (ffffffffc1966550) 00010000:00010000:1.0:1763335612.333860:0:8224:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71800/0x10123ce7f0766c27 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x32368eb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335612.333905:0:8224:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71800/0x10123ce7f0766c27 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x32368eb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335612.333914:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x32368eb3 (ffff9af0fd8f1d00) 00010000:00010000:1.0:1763335612.333916:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335612.333919:0:8224:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71800/0x10123ce7f0766c27 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x32368eb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335612.333925:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71800/0x10123ce7f0766c27 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x32368eb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335612.333960:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70200/0x10123ce7f0766c19 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb98 expref: 21 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335612.333977:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71a00/0x10123ce7f0766c2e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb98 expref: 20 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335612.333984:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7:0x0].0x0 (ffff9af0fd8f1500) 00010000:00010000:1.0:1763335612.333986:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1763335612.333989:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc4c71a00, rc 0) 00000100:00100000:1.0:1763335612.334064:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbf5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+20:19087:x1848991029229184:12345-192.168.202.34@tcp:101:rm.0 Request processed in 723us (1114us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335612.334072:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1981 00000100:00100000:2.0:1763335612.337732:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335612.337838:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029229312 00000100:00100000:1.0:1763335612.337922:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029229312 00000100:00100000:1.0:1763335612.337969:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1461 00000100:00100000:1.0:1763335612.337978:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc43d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2405:x1848991029229312:12345-192.168.202.34@tcp:8:rm.0 00010000:00080000:1.0:1763335612.338022:0:8402:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0001: connection from 819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp t0 exp 0000000000000000 cur 413 last 0 00000020:00000080:1.0:1763335612.338058:0:8402:0:(genops.c:1402:class_connect()) connect: client 819c42eb-8a5f-4523-990c-a007cb66998d, cookie 0x10123ce7f0766c35 00002000:00100000:1.0:1763335612.338068:0:8402:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli 819c42eb-8a5f-4523-990c-a007cb66998d/ffff9af0c2fcb000 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2103d34 ocd_grant: 484638720 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1763335612.338086:0:8402:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00000020:01000000:1.0:1763335612.338157:0:8402:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff9aefc4059800 00002000:00080000:1.0:1763335612.338167:0:8402:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1763335612.338204:0:8402:0:(import.c:65:import_set_state_nolock()) ffff9af0c2fcc800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1763335612.338278:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc43d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2405:x1848991029229312:12345-192.168.202.34@tcp:8:rm.0 Request processed in 299us (555us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335612.338286:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1461 00000100:00100000:3.0:1763335612.342133:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335612.342339:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029229440 00000100:00100000:2.0:1763335612.342353:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029229440 00000100:00100000:2.0:1763335612.342453:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1462 00000100:00100000:2.0:1763335612.342465:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbf6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+6:0:x1848991029229440:12345-192.168.202.34@tcp:101:rm.0 00010000:00010000:2.0:1763335612.342489:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335612.342524:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc609fe00/0x10123ce7f0766c3c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fb9f expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00080000:1.0:1763335612.342526:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:2.0:1763335612.342561:0:8401:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x3:0x0] initial LVB size: 1049076, mtime: 0x691a5d28, atime: 0x0, ctime: 0x691a5d28, blocks: 0x0 00010000:00010000:2.0:1763335612.342588:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335612.342591:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335612.342605:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc609fe00/0x10123ce7f0766c3c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb9f expref: 7 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335612.342628:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9aefc609fe00/0x10123ce7f0766c3c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb9f expref: 7 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335612.342643:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc609fe00, rc 0) 00000100:00100000:2.0:1763335612.342731:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbf6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+7:0:x1848991029229440:12345-192.168.202.34@tcp:101:rm.0 Request processed in 268us (615us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335612.342739:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1462 00000100:00100000:3.0:1763335612.345418:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335612.345561:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029229696 00000100:00100000:1.0:1763335612.345574:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029229696 00000100:00100000:1.0:1763335612.345655:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1982 00000100:00100000:1.0:1763335612.345667:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbf7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+20:19087:x1848991029229696:12345-192.168.202.34@tcp:36:rm.0 00010000:00010000:1.0:1763335612.345744:0:8224:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1763335612.345802:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71a00/0x10123ce7f0766c2e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb98 expref: 20 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335612.345838:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7:0x0].0x0 (ffff9af0fd8f1500) 00010000:00010000:1.0:1763335612.345862:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0766c12 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb91 expref: 19 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335612.345920:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af0edad9700) 00010000:00010000:1.0:1763335612.345925:0:8224:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335612.345954:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71000/0x10123ce7f0766c43 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335612.345975:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71000/0x10123ce7f0766c43 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335612.345987:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71000/0x10123ce7f0766c43 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335612.346005:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71400/0x10123ce7f0766c4a lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x32368eb3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335612.346012:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71400/0x10123ce7f0766c4a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x32368eb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335612.346019:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71400/0x10123ce7f0766c4a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x32368eb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335612.346282:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71e00/0x10123ce7f0766c51 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335612.346292:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71e00/0x10123ce7f0766c51 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335612.346301:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71e00/0x10123ce7f0766c51 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000040:00080000:1.0:1763335612.346574:0:8224:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3, 64 off8384 00000004:00080000:1.0:1763335612.346586:0:8224:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 413019716828ns, next at 414019713682ns, rc = 0 00010000:00010000:1.0:1763335612.346645:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70c00/0x10123ce7f0766c58 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335612.346654:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70c00/0x10123ce7f0766c58 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335612.346662:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70c00/0x10123ce7f0766c58 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335612.346671:0:8224:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70c00/0x10123ce7f0766c58 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335612.346678:0:8224:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70c00/0x10123ce7f0766c58 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335612.346685:0:8224:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70c00/0x10123ce7f0766c58 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335612.346718:0:8224:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763335612.346743:0:8224:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71e00/0x10123ce7f0766c51 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335612.346750:0:8224:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71e00/0x10123ce7f0766c51 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335612.346757:0:8224:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71e00/0x10123ce7f0766c51 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335612.346764:0:8224:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc4c71e00 already unused, calling callback (ffffffffc1966550) 00010000:00010000:1.0:1763335612.346769:0:8224:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71e00/0x10123ce7f0766c51 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335612.346778:0:8224:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71e00/0x10123ce7f0766c51 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335612.346788:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7:0x0].0x0 (ffff9af0fd8f1c00) 00010000:00010000:1.0:1763335612.346791:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1763335612.346797:0:8224:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71e00/0x10123ce7f0766c51 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335612.346803:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71e00/0x10123ce7f0766c51 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335612.346929:0:9483:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763335612.346937:0:9483:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70c00/0x10123ce7f0766c58 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335612.346943:0:9483:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc4c70c00 already unused, calling callback (ffffffffc0d2cb40) 00010000:00010000:2.0:1763335612.346947:0:9483:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70c00/0x10123ce7f0766c58 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335612.346954:0:9483:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70c00/0x10123ce7f0766c58 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335612.346965:0:9483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7:0x0].0x0 (ffff9af0fd8f1c00) 00010000:00010000:2.0:1763335612.346967:0:9483:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335612.346971:0:9483:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70c00/0x10123ce7f0766c58 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335612.346976:0:9483:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70c00/0x10123ce7f0766c58 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335612.346995:0:9483:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335612.346998:0:9483:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335612.347000:0:9483:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335612.349124:0:8224:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71000/0x10123ce7f0766c43 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335612.349146:0:8224:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71000/0x10123ce7f0766c43 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335612.349154:0:8224:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71000/0x10123ce7f0766c43 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335612.349161:0:8224:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc4c71000 already unused, calling callback (ffffffffc1966550) 00010000:00010000:0.0:1763335612.349166:0:8224:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71000/0x10123ce7f0766c43 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335612.349173:0:8224:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71000/0x10123ce7f0766c43 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335612.349205:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af0edad9700) 00010000:00010000:0.0:1763335612.349208:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335612.349213:0:8224:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71000/0x10123ce7f0766c43 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335612.349219:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71000/0x10123ce7f0766c43 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00000004:00010000:0.0:1763335612.349237:0:8224:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000de931738 reply state 00000000cfa248d1 transno 4294968062 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71400/0x10123ce7f0766c4a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x32368eb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335612.349252:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71400/0x10123ce7f0766c4a lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x32368eb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335612.349261:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x32368eb3 (ffff9af0fd8f1800) 00010000:00010000:0.0:1763335612.349264:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335612.349269:0:8224:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763335612.349410:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbf7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+20:19087:x1848991029229696:12345-192.168.202.34@tcp:36:rm.0 Request processed in 3738us (4004us total) trans 4294968062 rc 0/0 00000100:00100000:0.0:1763335612.349421:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1982 00000100:00100000:0.0:1763335612.359618:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335612.359782:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029229824 00000100:00100000:3.0:1763335612.359798:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029229824 00000100:00100000:3.0:1763335612.360468:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1983 00000100:00100000:3.0:1763335612.360501:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+20:19087:x1848991029229824:12345-192.168.202.34@tcp:101:rm.0 00010000:00010000:3.0:1763335612.360534:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335612.360558:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0766c5f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fba6 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335612.360629:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0766c66 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335612.360643:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0766c66 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335612.360655:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0766c66 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000004:00200000:3.0:1763335612.360707:0:8224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1763335612.360711:0:8224:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763335612.360733:0:8224:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0766c66 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335612.360756:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0766c5f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fba6 expref: 22 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335612.360774:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0766c66 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fba6 expref: 21 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335612.360783:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af0edad9700) 00010000:00010000:3.0:1763335612.360786:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1763335612.360790:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5e00, rc 0) 00000100:00100000:3.0:1763335612.360918:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+21:19087:x1848991029229824:12345-192.168.202.34@tcp:101:rm.0 Request processed in 434us (1315us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335612.360927:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1983 00000100:00100000:1.0:1763335612.363078:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335612.363325:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029229952 00000100:00100000:0.0:1763335612.363337:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029229952 00000100:00100000:0.0:1763335612.363416:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1984 00000100:00100000:0.0:1763335612.363431:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc581ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+21:19087:x1848991029229952:12345-192.168.202.34@tcp:101:rm.0 00010000:00010000:0.0:1763335612.363460:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335612.363483:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9c00/0x10123ce7f0766c6d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fbad expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335612.363571:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9800/0x10123ce7f0766c74 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335612.363585:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9800/0x10123ce7f0766c74 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335612.363598:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9800/0x10123ce7f0766c74 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335612.363632:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f0766c7b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xaa03ddaa bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335612.363641:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f0766c7b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaa03ddaa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335612.363648:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f0766c7b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaa03ddaa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335612.363732:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0766c82 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335612.363740:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0766c82 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x8:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335612.363746:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0766c82 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x8:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000004:00200000:0.0:1763335612.363787:0:8224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x8:0x0]: returning size 2097152 00000004:00200000:0.0:1763335612.363792:0:8224:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763335612.363819:0:8224:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0766c82 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x8:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000004:00010000:0.0:1763335612.363842:0:8224:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x8:0x0] updating lvb size from disk: 0 -> 1048576 00000004:00010000:0.0:1763335612.363845:0:8224:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x8:0x0] updating lvb mtime from disk: 0 -> 1763335470 00000004:00010000:0.0:1763335612.363848:0:8224:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x8:0x0] updating lvb atime from disk: 0 -> 1763335470 00000004:00010000:0.0:1763335612.363851:0:8224:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x8:0x0] updating lvb ctime from disk: 0 -> 1763335470 00000004:00010000:0.0:1763335612.363853:0:8224:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x8:0x0] updating lvb blocks from disk: 18427282363563114435 -> 2048 00002000:00010000:0.0:1763335612.363857:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:0.0:1763335612.363862:0:8224:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9800/0x10123ce7f0766c74 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335612.363914:0:8224:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9800/0x10123ce7f0766c74 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335612.363923:0:8224:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9800/0x10123ce7f0766c74 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335612.363930:0:8224:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc5bc9800 already unused, calling callback (ffffffffc1966550) 00010000:00010000:0.0:1763335612.363935:0:8224:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9800/0x10123ce7f0766c74 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335612.363945:0:8224:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9800/0x10123ce7f0766c74 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335612.363958:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af0edad9700) 00010000:00010000:0.0:1763335612.363963:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335612.363968:0:8224:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9800/0x10123ce7f0766c74 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335612.363978:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9800/0x10123ce7f0766c74 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335612.363991:0:8224:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f0766c7b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaa03ddaa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335612.363997:0:8224:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f0766c7b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaa03ddaa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335612.364002:0:8224:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f0766c7b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaa03ddaa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335612.364007:0:8224:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc5bc8000 already unused, calling callback (ffffffffc1966550) 00010000:00010000:0.0:1763335612.364009:0:8224:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f0766c7b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaa03ddaa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335612.364015:0:8224:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f0766c7b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaa03ddaa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335612.364022:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xaa03ddaa (ffff9af0c55c7700) 00010000:00010000:0.0:1763335612.364024:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335612.364027:0:8224:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f0766c7b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xaa03ddaa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335612.364032:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f0766c7b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xaa03ddaa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335612.364066:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9c00/0x10123ce7f0766c6d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fbad expref: 23 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335612.364077:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0766c82 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x8:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fbad expref: 22 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335612.364084:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8:0x0].0x0 (ffff9af0c55c7b00) 00010000:00010000:0.0:1763335612.364086:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1763335612.364089:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc8e00, rc 0) 00000100:00100000:0.0:1763335612.364152:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc581ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+22:19087:x1848991029229952:12345-192.168.202.34@tcp:101:rm.0 Request processed in 726us (1082us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335612.364159:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1984 00000100:00100000:0.0:1763335612.368543:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335612.368630:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029230080 00000100:00100000:2.0:1763335612.368648:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029230080 00000100:00100000:2.0:1763335612.368737:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1463 00000100:00100000:2.0:1763335612.368750:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+7:2407:x1848991029230080:12345-192.168.202.34@tcp:101:rm.0 00010000:00010000:2.0:1763335612.368774:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335612.368816:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9aefc609fc00/0x10123ce7f0766c89 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fbb4 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763335612.368858:0:8401:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x3:0x0] initial LVB size: 2097152, mtime: 0x691a5d2e, atime: 0x0, ctime: 0x691a5d2e, blocks: 0x800 00010000:00010000:2.0:1763335612.368923:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335612.368928:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335612.368943:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9aefc609fc00/0x10123ce7f0766c89 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fbb4 expref: 8 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335612.368969:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9aefc609fc00/0x10123ce7f0766c89 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fbb4 expref: 8 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335612.368987:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc609fc00, rc 0) 00000100:00100000:2.0:1763335612.369075:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+8:2407:x1848991029230080:12345-192.168.202.34@tcp:101:rm.0 Request processed in 327us (542us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335612.369095:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1463 00000100:00100000:2.0:1763335612.376578:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335612.376708:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029230336 00000100:00100000:0.0:1763335612.376725:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029230336 00000100:00100000:0.0:1763335612.376804:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1985 00000100:00100000:0.0:1763335612.376818:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7c91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+22:19087:x1848991029230336:12345-192.168.202.34@tcp:36:rm.0 00010000:00010000:0.0:1763335612.377087:0:8224:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1763335612.377139:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0766c82 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fbad expref: 22 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335612.377160:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8:0x0].0x0 (ffff9af0c55c7b00) 00010000:00010000:0.0:1763335612.377175:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5e00/0x10123ce7f0766c66 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fba6 expref: 21 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335612.377185:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af0edad9700) 00010000:00010000:0.0:1763335612.377188:0:8224:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335612.377220:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9c00/0x10123ce7f0766c90 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335612.377234:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9c00/0x10123ce7f0766c90 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335612.377243:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9c00/0x10123ce7f0766c90 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335612.377257:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f0766c97 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xaa03ddaa bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335612.377263:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f0766c97 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xaa03ddaa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335612.377269:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f0766c97 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xaa03ddaa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335612.377358:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9800/0x10123ce7f0766c9e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335612.377366:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9800/0x10123ce7f0766c9e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335612.377374:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9800/0x10123ce7f0766c9e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000040:00080000:0.0:1763335612.377587:0:8224:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3, 64 off8384 00010000:00010000:0.0:1763335612.377636:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0766ca5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335612.377645:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0766ca5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335612.377652:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0766ca5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335612.377659:0:8224:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0766ca5 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335612.377665:0:8224:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0766ca5 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335612.377671:0:8224:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0766ca5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335612.377704:0:8224:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1763335612.377723:0:8224:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9800/0x10123ce7f0766c9e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335612.377728:0:8224:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9800/0x10123ce7f0766c9e lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335612.377734:0:8224:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9800/0x10123ce7f0766c9e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335612.377739:0:8224:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc5bc9800 already unused, calling callback (ffffffffc1966550) 00010000:00010000:0.0:1763335612.377743:0:8224:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9800/0x10123ce7f0766c9e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335612.377751:0:8224:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9800/0x10123ce7f0766c9e lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335612.377760:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8:0x0].0x0 (ffff9af0c55c7600) 00010000:00010000:0.0:1763335612.377763:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1763335612.377767:0:8224:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9800/0x10123ce7f0766c9e lrc: 2/0,0 mode: --/EX res: [0x200000402:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335612.377772:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9800/0x10123ce7f0766c9e lrc: 0/0,0 mode: --/EX res: [0x200000402:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335612.378188:0:6503:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763335612.378205:0:6503:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0766ca5 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335612.378216:0:6503:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc5bc9400 already unused, calling callback (ffffffffc0d2cb40) 00010000:00010000:3.0:1763335612.378220:0:6503:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0766ca5 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335612.378227:0:6503:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0766ca5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335612.378237:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8:0x0].0x0 (ffff9af0c55c7600) 00010000:00010000:3.0:1763335612.378240:0:6503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335612.378243:0:6503:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0766ca5 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335612.378249:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0766ca5 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335612.378264:0:6503:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335612.378266:0:6503:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335612.378278:0:6503:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335612.380572:0:8224:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9c00/0x10123ce7f0766c90 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335612.380591:0:8224:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9c00/0x10123ce7f0766c90 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335612.380599:0:8224:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9c00/0x10123ce7f0766c90 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335612.380605:0:8224:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc5bc9c00 already unused, calling callback (ffffffffc1966550) 00010000:00010000:0.0:1763335612.380610:0:8224:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9c00/0x10123ce7f0766c90 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335612.380618:0:8224:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9c00/0x10123ce7f0766c90 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335612.380634:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af0edad9700) 00010000:00010000:0.0:1763335612.380637:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335612.380643:0:8224:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9c00/0x10123ce7f0766c90 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335612.380650:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9c00/0x10123ce7f0766c90 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00000004:00010000:0.0:1763335612.380663:0:8224:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000007a20e9c reply state 00000000200ebc73 transno 4294968063 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f0766c97 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xaa03ddaa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335612.380674:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f0766c97 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xaa03ddaa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335612.380681:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xaa03ddaa (ffff9af0c55c7700) 00010000:00010000:0.0:1763335612.380683:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335612.380687:0:8224:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763335612.381510:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7c91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+22:19087:x1848991029230336:12345-192.168.202.34@tcp:36:rm.0 Request processed in 4688us (4942us total) trans 4294968063 rc 0/0 00000100:00100000:0.0:1763335612.381521:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1985 00000100:00100000:1.0:1763335612.390326:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335612.390560:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029230464 00000100:00100000:0.0:1763335612.390576:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029230464 00000100:00100000:0.0:1763335612.390659:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1986 00000100:00100000:0.0:1763335612.390669:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc581f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+22:19087:x1848991029230464:12345-192.168.202.34@tcp:101:rm.0 00010000:00010000:0.0:1763335612.390695:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335612.390717:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9800/0x10123ce7f0766cac lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fbbb expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335612.390779:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0766cb3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335612.390795:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0766cb3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335612.390805:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0766cb3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000004:00200000:0.0:1763335612.390847:0:8224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1763335612.390851:0:8224:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763335612.390932:0:8224:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0766cb3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335612.390958:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9800/0x10123ce7f0766cac lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fbbb expref: 24 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335612.390974:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0766cb3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fbbb expref: 23 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335612.390986:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af0edad9700) 00010000:00010000:0.0:1763335612.390989:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1763335612.390993:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc8e00, rc 0) 00000100:00100000:0.0:1763335612.391077:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc581f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+23:19087:x1848991029230464:12345-192.168.202.34@tcp:101:rm.0 Request processed in 408us (768us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335612.391085:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1986 00000100:00100000:2.0:1763335612.394421:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335612.394525:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029230592 00000100:00100000:0.0:1763335612.394537:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029230592 00000100:00100000:0.0:1763335612.394606:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1987 00000100:00100000:0.0:1763335612.394618:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5721f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+23:19087:x1848991029230592:12345-192.168.202.34@tcp:101:rm.0 00010000:00010000:0.0:1763335612.394645:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335612.394674:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9c00/0x10123ce7f0766cba lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fbc2 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335612.394764:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8600/0x10123ce7f0766cc1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.394782:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8600/0x10123ce7f0766cc1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.394795:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8600/0x10123ce7f0766cc1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.395000:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8200/0x10123ce7f0766cc8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5fca220a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.395023:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8200/0x10123ce7f0766cc8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5fca220a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.395044:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8200/0x10123ce7f0766cc8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5fca220a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.395136:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0766ccf lrc: 3/1,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.395145:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0766ccf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.395150:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0766ccf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000004:00200000:0.0:1763335612.395210:0:10055:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763335612.395234:0:10055:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0766ccf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000004:00010000:0.0:1763335612.395258:0:10055:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x9:0x0] updating lvb size from disk: 0 -> 10 00000004:00010000:0.0:1763335612.395261:0:10055:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x9:0x0] updating lvb mtime from disk: 0 -> 1763335482 00000004:00010000:0.0:1763335612.395264:0:10055:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x9:0x0] updating lvb atime from disk: 0 -> 1763335480 00000004:00010000:0.0:1763335612.395266:0:10055:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x9:0x0] updating lvb ctime from disk: 0 -> 1763335482 00000004:00010000:0.0:1763335612.395268:0:10055:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x9:0x0] updating lvb blocks from disk: 18427282363563114435 -> 8 00002000:00010000:0.0:1763335612.395272:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 10 00010000:00010000:0.0:1763335612.395279:0:10055:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8600/0x10123ce7f0766cc1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.395285:0:10055:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8600/0x10123ce7f0766cc1 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.395307:0:10055:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8600/0x10123ce7f0766cc1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.395313:0:10055:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc5bc8600 already unused, calling callback (ffffffffc1966550) 00010000:00010000:0.0:1763335612.395317:0:10055:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8600/0x10123ce7f0766cc1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.395328:0:10055:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8600/0x10123ce7f0766cc1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.395341:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af0edad9700) 00010000:00010000:0.0:1763335612.395344:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335612.395348:0:10055:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8600/0x10123ce7f0766cc1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.395353:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8600/0x10123ce7f0766cc1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.395367:0:10055:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8200/0x10123ce7f0766cc8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5fca220a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.395372:0:10055:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8200/0x10123ce7f0766cc8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5fca220a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.395376:0:10055:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8200/0x10123ce7f0766cc8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5fca220a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.395380:0:10055:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc5bc8200 already unused, calling callback (ffffffffc1966550) 00010000:00010000:0.0:1763335612.395382:0:10055:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8200/0x10123ce7f0766cc8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5fca220a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.395388:0:10055:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8200/0x10123ce7f0766cc8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5fca220a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.395393:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5fca220a (ffff9af0c55c7b00) 00010000:00010000:0.0:1763335612.395395:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335612.395398:0:10055:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8200/0x10123ce7f0766cc8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5fca220a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.395402:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8200/0x10123ce7f0766cc8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5fca220a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.395441:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9c00/0x10123ce7f0766cba lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fbc2 expref: 25 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335612.395456:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0766ccf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fbc2 expref: 24 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335612.395463:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff9af0c55c7800) 00010000:00010000:0.0:1763335612.395465:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1763335612.395468:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc9400, rc 0) 00000100:00100000:0.0:1763335612.395538:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5721f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+24:19087:x1848991029230592:12345-192.168.202.34@tcp:101:rm.0 Request processed in 922us (1131us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335612.395546:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1987 00000100:00100000:3.0:1763335612.399924:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335612.400003:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029230848 00000100:00100000:0.0:1763335612.400020:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029230848 00000100:00100000:0.0:1763335612.400095:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1988 00000100:00100000:0.0:1763335612.400152:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbf7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+24:19087:x1848991029230848:12345-192.168.202.34@tcp:36:rm.0 00010000:00010000:0.0:1763335612.400216:0:10055:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1763335612.400261:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0766ccf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fbc2 expref: 24 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335612.400286:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff9af0c55c7800) 00010000:00010000:0.0:1763335612.400305:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0766cb3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fbbb expref: 23 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335612.400317:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af0edad9700) 00010000:00010000:0.0:1763335612.400320:0:10055:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335612.400359:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89da00/0x10123ce7f0766cd6 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.400373:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89da00/0x10123ce7f0766cd6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.400383:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89da00/0x10123ce7f0766cd6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.400399:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d000/0x10123ce7f0766cdd lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5fca220a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.400405:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d000/0x10123ce7f0766cdd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5fca220a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.400411:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d000/0x10123ce7f0766cdd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5fca220a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.400499:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89ce00/0x10123ce7f0766ce4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.400513:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89ce00/0x10123ce7f0766ce4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.400520:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89ce00/0x10123ce7f0766ce4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.400728:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d200/0x10123ce7f0766ceb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.400736:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d200/0x10123ce7f0766ceb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.400743:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d200/0x10123ce7f0766ceb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.400761:0:10055:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d200/0x10123ce7f0766ceb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.400767:0:10055:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d200/0x10123ce7f0766ceb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.400774:0:10055:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d200/0x10123ce7f0766ceb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.400795:0:10055:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1763335612.400812:0:10055:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89ce00/0x10123ce7f0766ce4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.400817:0:10055:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89ce00/0x10123ce7f0766ce4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.400822:0:10055:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89ce00/0x10123ce7f0766ce4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.400827:0:10055:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9af0ee89ce00 already unused, calling callback (ffffffffc1966550) 00010000:00010000:0.0:1763335612.400831:0:10055:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89ce00/0x10123ce7f0766ce4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.400837:0:10055:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89ce00/0x10123ce7f0766ce4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.400855:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff9af0c55c7900) 00010000:00010000:0.0:1763335612.400857:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1763335612.400861:0:10055:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89ce00/0x10123ce7f0766ce4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.400931:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89ce00/0x10123ce7f0766ce4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.401007:0:6504:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763335612.401020:0:6504:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d200/0x10123ce7f0766ceb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.401032:0:6504:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9af0ee89d200 already unused, calling callback (ffffffffc0d2cb40) 00010000:00010000:2.0:1763335612.401037:0:6504:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d200/0x10123ce7f0766ceb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.401047:0:6504:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d200/0x10123ce7f0766ceb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.401066:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff9af0c55c7900) 00010000:00010000:2.0:1763335612.401070:0:6504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335612.401079:0:6504:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d200/0x10123ce7f0766ceb lrc: 1/0,0 mode: --/PW res: [0x200000402:0x9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.401086:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d200/0x10123ce7f0766ceb lrc: 0/0,0 mode: --/PW res: [0x200000402:0x9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.401111:0:6504:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335612.401114:0:6504:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335612.401116:0:6504:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335612.401133:0:10055:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89da00/0x10123ce7f0766cd6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.401145:0:10055:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89da00/0x10123ce7f0766cd6 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.401149:0:10055:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89da00/0x10123ce7f0766cd6 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.401154:0:10055:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9af0ee89da00 already unused, calling callback (ffffffffc1966550) 00010000:00010000:0.0:1763335612.401157:0:10055:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89da00/0x10123ce7f0766cd6 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.401163:0:10055:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89da00/0x10123ce7f0766cd6 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.401172:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af0edad9700) 00010000:00010000:0.0:1763335612.401175:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335612.401178:0:10055:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89da00/0x10123ce7f0766cd6 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.401183:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89da00/0x10123ce7f0766cd6 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00000004:00010000:0.0:1763335612.401205:0:10055:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000007e8d2152 reply state 000000005de10e77 transno 4294968064 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d000/0x10123ce7f0766cdd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5fca220a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.401215:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d000/0x10123ce7f0766cdd lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x5fca220a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.401221:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5fca220a (ffff9af0c55c7e00) 00010000:00010000:0.0:1763335612.401223:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335612.401226:0:10055:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763335612.401313:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbf7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+24:19087:x1848991029230848:12345-192.168.202.34@tcp:36:rm.0 Request processed in 1208us (1444us total) trans 4294968064 rc 0/0 00000100:00100000:0.0:1763335612.401324:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1988 00000100:00100000:1.0:1763335612.405293:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335612.405345:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029230976 00000100:00100000:0.0:1763335612.405357:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029230976 00000100:00100000:0.0:1763335612.405416:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1989 00000100:00100000:0.0:1763335612.405427:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc581c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+24:19087:x1848991029230976:12345-192.168.202.34@tcp:101:rm.0 00010000:00010000:0.0:1763335612.405451:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335612.405475:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d400/0x10123ce7f0766cf2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fbc9 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335612.405537:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d600/0x10123ce7f0766cf9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.405550:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d600/0x10123ce7f0766cf9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.405561:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d600/0x10123ce7f0766cf9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000004:00200000:0.0:1763335612.405602:0:10055:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1763335612.405606:0:10055:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763335612.405624:0:10055:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d600/0x10123ce7f0766cf9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.405648:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d400/0x10123ce7f0766cf2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fbc9 expref: 26 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335612.405667:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d600/0x10123ce7f0766cf9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fbc9 expref: 25 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335612.405676:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af0edad9700) 00010000:00010000:0.0:1763335612.405680:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1763335612.405683:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee89d600, rc 0) 00000100:00100000:0.0:1763335612.405759:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc581c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+25:19087:x1848991029230976:12345-192.168.202.34@tcp:101:rm.0 Request processed in 324us (466us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335612.405767:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1989 00000100:00100000:2.0:1763335612.409770:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335612.409857:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029231104 00000100:00100000:0.0:1763335612.409923:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029231104 00000100:00100000:0.0:1763335612.410007:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1990 00000100:00100000:0.0:1763335612.410025:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5722a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+25:19087:x1848991029231104:12345-192.168.202.34@tcp:101:rm.0 00010000:00010000:0.0:1763335612.410046:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335612.410069:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d800/0x10123ce7f0766d00 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fbd0 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335612.410141:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89c000/0x10123ce7f0766d07 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.410163:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89c000/0x10123ce7f0766d07 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.410176:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89c000/0x10123ce7f0766d07 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.410201:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89c600/0x10123ce7f0766d0e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x584b25ba bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.410208:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89c600/0x10123ce7f0766d0e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x584b25ba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.410214:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89c600/0x10123ce7f0766d0e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x584b25ba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.410301:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0766d15 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.410310:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0766d15 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.410316:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0766d15 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000004:00200000:0.0:1763335612.410361:0:10055:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763335612.410380:0:10055:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0766d15 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000004:00010000:0.0:1763335612.410398:0:10055:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xb:0x0] updating lvb size from disk: 0 -> 500 00000004:00010000:0.0:1763335612.410400:0:10055:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xb:0x0] updating lvb mtime from disk: 0 -> 1763335490 00000004:00010000:0.0:1763335612.410403:0:10055:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xb:0x0] updating lvb atime from disk: 0 -> 1763335488 00000004:00010000:0.0:1763335612.410405:0:10055:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xb:0x0] updating lvb ctime from disk: 0 -> 1763335490 00000004:00010000:0.0:1763335612.410407:0:10055:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0xb:0x0] updating lvb blocks from disk: 18427282363563114435 -> 8 00002000:00010000:0.0:1763335612.410411:0:10055:0:(mdt_io.c:1529:mdt_lvb2reply()) size 500 00010000:00010000:0.0:1763335612.410416:0:10055:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89c000/0x10123ce7f0766d07 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.410424:0:10055:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89c000/0x10123ce7f0766d07 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.410430:0:10055:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89c000/0x10123ce7f0766d07 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.410436:0:10055:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9af0ee89c000 already unused, calling callback (ffffffffc1966550) 00010000:00010000:0.0:1763335612.410439:0:10055:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89c000/0x10123ce7f0766d07 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.410446:0:10055:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89c000/0x10123ce7f0766d07 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.410457:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af0edad9700) 00010000:00010000:0.0:1763335612.410461:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335612.410465:0:10055:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89c000/0x10123ce7f0766d07 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.410471:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89c000/0x10123ce7f0766d07 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.410488:0:10055:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89c600/0x10123ce7f0766d0e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x584b25ba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.410493:0:10055:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89c600/0x10123ce7f0766d0e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x584b25ba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.410497:0:10055:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89c600/0x10123ce7f0766d0e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x584b25ba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.410501:0:10055:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9af0ee89c600 already unused, calling callback (ffffffffc1966550) 00010000:00010000:0.0:1763335612.410504:0:10055:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89c600/0x10123ce7f0766d0e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x584b25ba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.410508:0:10055:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89c600/0x10123ce7f0766d0e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x584b25ba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.410515:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x584b25ba (ffff9af0c55c7800) 00010000:00010000:0.0:1763335612.410517:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335612.410519:0:10055:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89c600/0x10123ce7f0766d0e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x584b25ba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.410524:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89c600/0x10123ce7f0766d0e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x584b25ba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.410559:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d800/0x10123ce7f0766d00 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fbd0 expref: 27 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335612.410579:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0766d15 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fbd0 expref: 26 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335612.410585:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb:0x0].0x0 (ffff9af0c55c7b00) 00010000:00010000:0.0:1763335612.410588:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1763335612.410590:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc5bc8e00, rc 0) 00000100:00100000:0.0:1763335612.410667:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5722a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+26:19087:x1848991029231104:12345-192.168.202.34@tcp:101:rm.0 Request processed in 650us (912us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335612.410674:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1990 00000100:00100000:3.0:1763335612.415393:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335612.416298:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029231360 00000100:00100000:0.0:1763335612.416309:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029231360 00000100:00100000:0.0:1763335612.416374:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1991 00000100:00100000:0.0:1763335612.416384:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbf5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+26:19087:x1848991029231360:12345-192.168.202.34@tcp:36:rm.0 00010000:00010000:0.0:1763335612.416448:0:10055:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1763335612.416510:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8e00/0x10123ce7f0766d15 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fbd0 expref: 26 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335612.416532:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb:0x0].0x0 (ffff9af0c55c7b00) 00010000:00010000:0.0:1763335612.416547:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d600/0x10123ce7f0766cf9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fbc9 expref: 25 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335612.416555:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af0edad9700) 00010000:00010000:0.0:1763335612.416559:0:10055:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335612.416577:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0766d1c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.416590:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0766d1c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.416599:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0766d1c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.416611:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9c00/0x10123ce7f0766d23 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x584b25ba bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.416617:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9c00/0x10123ce7f0766d23 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x584b25ba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.416622:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9c00/0x10123ce7f0766d23 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x584b25ba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.416699:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8200/0x10123ce7f0766d2a lrc: 3/0,1 mode: --/EX res: [0x200000402:0xb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.416706:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8200/0x10123ce7f0766d2a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.416712:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8200/0x10123ce7f0766d2a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.416929:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8600/0x10123ce7f0766d31 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.416937:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8600/0x10123ce7f0766d31 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.416944:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8600/0x10123ce7f0766d31 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.416950:0:10055:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8600/0x10123ce7f0766d31 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.416955:0:10055:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8600/0x10123ce7f0766d31 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.416961:0:10055:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8600/0x10123ce7f0766d31 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.416990:0:10055:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1763335612.417006:0:10055:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8200/0x10123ce7f0766d2a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.417011:0:10055:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8200/0x10123ce7f0766d2a lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.417016:0:10055:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8200/0x10123ce7f0766d2a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.417022:0:10055:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc5bc8200 already unused, calling callback (ffffffffc1966550) 00010000:00010000:0.0:1763335612.417026:0:10055:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8200/0x10123ce7f0766d2a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.417032:0:10055:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8200/0x10123ce7f0766d2a lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.417039:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb:0x0].0x0 (ffff9af0c55c7900) 00010000:00010000:0.0:1763335612.417041:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1763335612.417045:0:10055:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8200/0x10123ce7f0766d2a lrc: 2/0,0 mode: --/EX res: [0x200000402:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.417050:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8200/0x10123ce7f0766d2a lrc: 0/0,0 mode: --/EX res: [0x200000402:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.417229:0:10055:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0766d1c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.417236:0:10055:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0766d1c lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.417247:0:10055:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0766d1c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.417251:0:10055:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc5bc9400 already unused, calling callback (ffffffffc1966550) 00010000:00010000:0.0:1763335612.417255:0:10055:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0766d1c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.417260:0:10055:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0766d1c lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.417268:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af0edad9700) 00010000:00010000:0.0:1763335612.417270:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335612.417273:0:10055:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0766d1c lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.417278:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9400/0x10123ce7f0766d1c lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00000004:00010000:0.0:1763335612.417286:0:10055:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000001f3445f8 reply state 00000000a1db78ac transno 4294968065 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9c00/0x10123ce7f0766d23 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x584b25ba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.417296:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9c00/0x10123ce7f0766d23 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x584b25ba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.417301:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x584b25ba (ffff9af0c55c7a00) 00010000:00010000:0.0:1763335612.417303:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335612.417306:0:10055:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763335612.417393:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbf5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+26:19087:x1848991029231360:12345-192.168.202.34@tcp:36:rm.0 Request processed in 1009us (2011us total) trans 4294968065 rc 0/0 00000100:00100000:0.0:1763335612.417402:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1991 00010000:00010000:2.0:1763335612.417565:0:9483:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763335612.417573:0:9483:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8600/0x10123ce7f0766d31 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.417579:0:9483:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc5bc8600 already unused, calling callback (ffffffffc0d2cb40) 00010000:00010000:2.0:1763335612.417582:0:9483:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8600/0x10123ce7f0766d31 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.417588:0:9483:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8600/0x10123ce7f0766d31 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.417597:0:9483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb:0x0].0x0 (ffff9af0c55c7900) 00010000:00010000:2.0:1763335612.417599:0:9483:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335612.417601:0:9483:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8600/0x10123ce7f0766d31 lrc: 1/0,0 mode: --/PW res: [0x200000402:0xb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.417607:0:9483:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8600/0x10123ce7f0766d31 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.417621:0:9483:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335612.417623:0:9483:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335612.417625:0:9483:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763335612.420256:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335612.422009:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029231488 00000100:00100000:0.0:1763335612.422022:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029231488 00000100:00100000:0.0:1763335612.422090:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1992 00000100:00100000:0.0:1763335612.422101:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+26:19087:x1848991029231488:12345-192.168.202.34@tcp:101:rm.0 00010000:00010000:0.0:1763335612.422125:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335612.422146:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9800/0x10123ce7f0766d38 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fbd7 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335612.422228:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d800/0x10123ce7f0766d3f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.422244:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d800/0x10123ce7f0766d3f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.422257:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d800/0x10123ce7f0766d3f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000004:00200000:0.0:1763335612.422305:0:10055:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1763335612.422309:0:10055:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763335612.422331:0:10055:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d800/0x10123ce7f0766d3f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.422359:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9800/0x10123ce7f0766d38 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fbd7 expref: 28 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335612.423619:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d800/0x10123ce7f0766d3f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fbd7 expref: 27 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335612.423638:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af0edad9700) 00010000:00010000:0.0:1763335612.423641:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1763335612.423645:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee89d800, rc 0) 00000100:00100000:2.0:1763335612.423971:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+27:19087:x1848991029231488:12345-192.168.202.34@tcp:101:rm.0 Request processed in 1868us (3721us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335612.423980:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1992 00000100:00100000:3.0:1763335612.427118:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335612.427218:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029231744 00000100:00100000:2.0:1763335612.427232:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029231744 00000100:00100000:2.0:1763335612.427309:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1993 00000100:00100000:2.0:1763335612.427322:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4523480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+27:19087:x1848991029231744:12345-192.168.202.34@tcp:36:rm.0 00010000:00010000:2.0:1763335612.427407:0:10055:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1763335612.427469:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ed400/0x10123ce7f0760c6c lrc: 0/0,0 mode: --/PR res: [0x200000402:0xc:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847a997 expref: 27 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335612.427498:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee8ede00/0x10123ce7f0760c50 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847a982 expref: 26 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335612.427511:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70800/0x10123ce7f0760bf5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xc:0x0].0x0 bits 0x19/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000010000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847a95f expref: 25 pid: 10055 timeout: 396 lvb_type: 0 00010000:00010000:2.0:1763335612.427530:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xc:0x0].0x0 (ffff9af0edad2500) 00010000:00010000:2.0:1763335612.427552:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d800/0x10123ce7f0766d3f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fbd7 expref: 24 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335612.427563:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af0edad9700) 00010000:00010000:2.0:1763335612.427566:0:10055:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335612.427592:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fa00/0x10123ce7f0766d46 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.427608:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fa00/0x10123ce7f0766d46 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.427619:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fa00/0x10123ce7f0766d46 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.427637:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f800/0x10123ce7f0766d4d lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x248233be bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.427644:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f800/0x10123ce7f0766d4d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x248233be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.427650:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f800/0x10123ce7f0766d4d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x248233be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.427760:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ec00/0x10123ce7f0766d54 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.427769:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ec00/0x10123ce7f0766d54 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.427782:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ec00/0x10123ce7f0766d54 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.428086:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e800/0x10123ce7f0766d5b lrc: 3/0,1 mode: --/PW res: [0x200000402:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.428096:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e800/0x10123ce7f0766d5b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.428104:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e800/0x10123ce7f0766d5b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.428112:0:10055:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e800/0x10123ce7f0766d5b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.428119:0:10055:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e800/0x10123ce7f0766d5b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.428126:0:10055:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e800/0x10123ce7f0766d5b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.428153:0:10055:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763335612.428175:0:10055:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ec00/0x10123ce7f0766d54 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.428182:0:10055:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ec00/0x10123ce7f0766d54 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.428188:0:10055:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ec00/0x10123ce7f0766d54 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.428205:0:10055:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc609ec00 already unused, calling callback (ffffffffc1966550) 00010000:00010000:2.0:1763335612.428211:0:10055:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ec00/0x10123ce7f0766d54 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.428220:0:10055:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ec00/0x10123ce7f0766d54 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.428230:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xc:0x0].0x0 (ffff9af0edbbd300) 00010000:00010000:2.0:1763335612.428234:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1763335612.428239:0:10055:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ec00/0x10123ce7f0766d54 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.428247:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ec00/0x10123ce7f0766d54 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.428482:0:10055:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fa00/0x10123ce7f0766d46 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.428490:0:10055:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fa00/0x10123ce7f0766d46 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.428496:0:10055:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fa00/0x10123ce7f0766d46 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.428501:0:10055:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc609fa00 already unused, calling callback (ffffffffc1966550) 00010000:00010000:2.0:1763335612.428504:0:10055:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fa00/0x10123ce7f0766d46 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.428510:0:10055:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fa00/0x10123ce7f0766d46 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.428518:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af0edad9700) 00010000:00010000:2.0:1763335612.428521:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335612.428524:0:10055:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fa00/0x10123ce7f0766d46 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.428534:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fa00/0x10123ce7f0766d46 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00000004:00010000:2.0:1763335612.428543:0:10055:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a5376d6f reply state 00000000ae22a922 transno 4294968066 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f800/0x10123ce7f0766d4d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x248233be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.428554:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f800/0x10123ce7f0766d4d lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x248233be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.428560:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x248233be (ffff9af0edbbd800) 00010000:00010000:2.0:1763335612.428562:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335612.428566:0:10055:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763335612.428672:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4523480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+25:19087:x1848991029231744:12345-192.168.202.34@tcp:36:rm.0 Request processed in 1350us (1567us total) trans 4294968066 rc 0/0 00000100:00100000:2.0:1763335612.428681:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1993 00010000:00010000:3.0:1763335612.428813:0:6503:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763335612.428822:0:6503:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e800/0x10123ce7f0766d5b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335612.428829:0:6503:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc609e800 already unused, calling callback (ffffffffc0d2cb40) 00010000:00010000:3.0:1763335612.428832:0:6503:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e800/0x10123ce7f0766d5b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335612.428839:0:6503:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e800/0x10123ce7f0766d5b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335612.428853:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xc:0x0].0x0 (ffff9af0edbbd300) 00010000:00010000:3.0:1763335612.428857:0:6503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335612.428860:0:6503:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e800/0x10123ce7f0766d5b lrc: 1/0,0 mode: --/PW res: [0x200000402:0xc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335612.428931:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e800/0x10123ce7f0766d5b lrc: 0/0,0 mode: --/PW res: [0x200000402:0xc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335612.428958:0:6503:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335612.428960:0:6503:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335612.428964:0:6503:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763335612.490754:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335612.491148:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029231872 00000100:00100000:2.0:1763335612.491162:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029231872 00000100:00100000:2.0:1763335612.491263:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1994 00000100:00100000:2.0:1763335612.491278:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+25:19090:x1848991029231872:12345-192.168.202.34@tcp:101:mkdir.0 00010000:00010000:2.0:1763335612.491312:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335612.491339:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fa00/0x10123ce7f0766d62 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fbde expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335612.491427:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ec00/0x10123ce7f0766d69 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.491446:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ec00/0x10123ce7f0766d69 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.491460:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ec00/0x10123ce7f0766d69 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000004:00200000:2.0:1763335612.491520:0:10055:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1763335612.491525:0:10055:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763335612.491553:0:10055:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ec00/0x10123ce7f0766d69 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.491585:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fa00/0x10123ce7f0766d62 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fbde expref: 27 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335612.491616:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ec00/0x10123ce7f0766d69 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fbde expref: 26 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335612.491627:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af0edad9700) 00010000:00010000:2.0:1763335612.491630:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1763335612.491637:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc609ec00, rc 0) 00000100:00100000:2.0:1763335612.491733:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+26:19090:x1848991029231872:12345-192.168.202.34@tcp:101:mkdir.0 Request processed in 459us (998us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335612.491742:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1994 00000100:00100000:1.0:1763335612.494259:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335612.494325:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029232000 00000100:00100000:2.0:1763335612.494341:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029232000 00000100:00100000:2.0:1763335612.494427:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1995 00000100:00100000:2.0:1763335612.494438:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+5:2408:x1848991029232000:12345-192.168.202.34@tcp:41:mkdir.0 00000004:00000024:2.0:1763335612.494484:0:10055:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446412288 avail 1300172800 00000100:00100000:2.0:1763335612.494580:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+5:2408:x1848991029232000:12345-192.168.202.34@tcp:41:mkdir.0 Request processed in 145us (334us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335612.494586:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1995 00000100:00100000:3.0:1763335612.494627:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00080000:1.0:1763335612.494649:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1763335612.494896:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029232256 00000100:00100000:2.0:1763335612.494900:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029232256 00000100:00100000:2.0:1763335612.494928:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1996 00000100:00100000:2.0:1763335612.494935:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4521c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+5:19090:x1848991029232256:12345-192.168.202.34@tcp:36:mkdir.0 00000100:00100000:2.0:1763335612.495071:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5f03800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10055:1848991041530880:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1763335612.495127:0:10055:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335612.495223:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c9631180 going to sleep for 11 seconds 00000100:00100000:3.0:1763335612.495322:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041530880 00000100:00100000:3.0:1763335612.495327:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041530880 00000100:00100000:0.0:1763335612.495420:0:13236:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 220 00000100:00100000:0.0:1763335612.495433:0:13236:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5f00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:10055:x1848991041530880:12345-0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1763335612.495533:0:13236:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5f00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:10055:x1848991041530880:12345-0@lo:1000:mdt00_004.0 Request processed in 102us (404us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335612.495542:0:13236:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 220 00000100:00100000:2.0:1763335612.495651:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5f03800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10055:1848991041530880:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1763335612.495710:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5f03800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10055:1848991041531008:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1763335612.495731:0:10055:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335612.495820:0:13236:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041531008 00000100:00100000:0.0:1763335612.495825:0:13236:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041531008 00000100:00100000:0.0:1763335612.496277:0:13236:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 221 00000100:00100000:0.0:1763335612.496288:0:13236:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5f02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:10055:x1848991041531008:12345-0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1763335612.496698:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c9631180 going to sleep for 11 seconds 00000100:00100000:0.0:1763335612.496895:0:13236:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5f02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:10055:x1848991041531008:12345-0@lo:1000:mdt00_004.0 Request processed in 609us (1161us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335612.496904:0:13236:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 221 00000100:00100000:2.0:1763335612.497302:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5f03800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10055:1848991041531008:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1763335612.497384:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5f03800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10055:1848991041531136:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1763335612.497427:0:10055:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335612.497472:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c9631180 going to sleep for 11 seconds 00000100:00100000:1.0:1763335612.497570:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041531136 00000100:00100000:1.0:1763335612.497579:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041531136 00000100:00100000:1.0:1763335612.497656:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 222 00000100:00100000:1.0:1763335612.497669:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5f02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:10055:x1848991041531136:12345-0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1763335612.497819:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5f02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:10055:x1848991041531136:12345-0@lo:1000:mdt00_004.0 Request processed in 151us (391us total) trans 0 rc -2/-2 00000100:00100000:1.0:1763335612.497827:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 222 00000100:00100000:3.0:1763335612.497910:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5f03800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10055:1848991041531136:0@lo:1000:mdt00_004.0 00010000:00010000:3.0:1763335612.497981:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9aefc2bd5400/0x10123ce7f0766d70 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335612.497993:0:10055:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9aefc2bd5400/0x10123ce7f0766d70 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 10055 initiator: MDT1 00010000:00010000:3.0:1763335612.498005:0:10055:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9aefc2bd5400/0x10123ce7f0766d70 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x1000000000000 pid: 10055 initiator: MDT1 00000100:00100000:3.0:1763335612.498019:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffb69500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10055:1848991041531264:0@lo:101:mdt00_004.0 00000100:00100000:3.0:1763335612.498047:0:10055:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335612.498084:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0ee860b40 going to sleep for 11 seconds 00000100:00100000:2.0:1763335612.498148:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041531264 00000100:00100000:2.0:1763335612.498153:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041531264 00000100:00100000:2.0:1763335612.498442:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 223 00000100:00100000:2.0:1763335612.498451:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5471880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:10055:x1848991041531264:12345-0@lo:101:mdt00_004.0 00010000:00010000:2.0:1763335612.498464:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335612.498485:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e000/0x10123ce7f0766d77 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x10123ce7f0766d70 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335612.498518:0:6521:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ec00/0x10123ce7f0766d69 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fbde expref: 25 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335612.498530:0:6521:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e000/0x10123ce7f0766d77 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x10123ce7f0766d70 expref: 7 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335612.498563:0:6521:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ec00/0x10123ce7f0766d69 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fbde expref: 25 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335612.498578:0:6521:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ec00/0x10123ce7f0766d69 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fbde expref: 25 pid: 10055 timeout: 513 lvb_type: 0 00000100:00100000:2.0:1763335612.498591:0:6521:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5f03100 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6521:1848991041531392:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335612.498669:0:6521:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c9631780 going to sleep for 11 seconds 00000100:00100000:2.0:1763335612.502157:0:6521:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5f03100 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6521:1848991041531392:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335612.502333:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e000/0x10123ce7f0766d77 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x10123ce7f0766d70 expref: 7 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335612.502350:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af0edad9700) 00010000:00010000:2.0:1763335612.502354:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335612.502358:0:6521:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e000/0x10123ce7f0766d77 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x10123ce7f0766d70 expref: 7 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335612.502370:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc609e000, rc 0) 00000100:00100000:2.0:1763335612.502495:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5471880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:10055:x1848991041531264:12345-0@lo:101:mdt00_004.0 Request processed in 4043us (4444us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335612.502506:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 223 00000100:00100000:3.0:1763335612.502617:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffb69500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10055:1848991041531264:0@lo:101:mdt00_004.0 00010000:00010000:3.0:1763335612.502641:0:10055:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9aefc2bd5400/0x10123ce7f0766d70 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x10123ce7f0766d77 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335612.502659:0:10055:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff9aefc2bd5400/0x10123ce7f0766d70 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x10123ce7f0766d77 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335612.506271:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335612.506716:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029232384 00000100:00100000:1.0:1763335612.506734:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029232384 00010000:00010000:1.0:1763335612.506799:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ec00/0x10123ce7f0766d69 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fbde expref: 26 pid: 10055 timeout: 513 lvb_type: 0 00000100:00100000:1.0:1763335612.506863:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 736 00000100:00100000:1.0:1763335612.506921:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d92d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:819c42eb-8a5f-4523-990c-a007cb66998d+26:2409:x1848991029232384:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335612.506946:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335612.506955:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ec00/0x10123ce7f0766d69 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fbde expref: 26 pid: 10055 timeout: 513 lvb_type: 0 00010000:00010000:1.0:1763335612.506976:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ec00/0x10123ce7f0766d69 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fbde expref: 26 pid: 10055 timeout: 513 lvb_type: 0 00010000:00010000:1.0:1763335612.507004:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ec00/0x10123ce7f0766d69 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fbde expref: 26 pid: 10055 timeout: 513 lvb_type: 0 00010000:00010000:1.0:1763335612.507025:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af0edad9700) 00010000:00010000:1.0:1763335612.507033:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e000/0x10123ce7f0766d77 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x10123ce7f0766d70 expref: 6 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335612.507046:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e000/0x10123ce7f0766d77 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x10123ce7f0766d70 expref: 6 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335612.507054:0:6500:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e000/0x10123ce7f0766d77 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x10123ce7f0766d70 expref: 6 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335612.507103:0:6500:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e000/0x10123ce7f0766d77 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x10123ce7f0766d70 expref: 6 pid: 6521 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335612.507122:0:6500:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c2d02a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6500:1848991041531520:0@lo:105: 00000100:00100000:1.0:1763335612.507211:0:6500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335612.507276:0:6500:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0d8b00180 going to sleep for 11 seconds 00000100:00100000:2.0:1763335612.508236:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041531520 00000100:00100000:2.0:1763335612.508245:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041531520 00000100:00100000:2.0:1763335612.508301:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1763335612.508311:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d00e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:6500:x1848991041531520:12345-0@lo:105: 00010000:00010000:2.0:1763335612.508327:0:6498:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9aefc2bd5400/0x10123ce7f0766d70 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x10123ce7f0766d77 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335612.508341:0:6498:0:(ldlm_lockd.c:1967:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9aefc2bd5400/0x10123ce7f0766d70 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x10123ce7f0766d77 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335612.508351:0:6498:0:(ldlm_lockd.c:2044:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9aefc2bd5400/0x10123ce7f0766d70 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x10123ce7f0766d77 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335612.508359:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9aefc2bd5400/0x10123ce7f0766d70 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x10123ce7f0766d77 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335612.508366:0:6498:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9aefc2bd5400/0x10123ce7f0766d70 lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x10123ce7f0766d77 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335612.508376:0:6498:0:(ldlm_lockd.c:2072:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9aefc2bd5400/0x10123ce7f0766d70 lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x10123ce7f0766d77 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335612.508409:0:6498:0:(ldlm_lockd.c:2083:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9aefc2bd5400) 00000100:00100000:2.0:1763335612.508468:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d00e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:6500:x1848991041531520:12345-0@lo:105: Request processed in 158us (1257us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335612.508476:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00010000:00010000:0.0:1763335612.508536:0:10055:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff9aefc2bd5400/0x10123ce7f0766d70 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x10123ce7f0766d77 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335612.508553:0:10055:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9aefc2bd5400/0x10123ce7f0766d70 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x10123ce7f0766d77 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1763335612.508584:0:10055:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:0.0:1763335612.508644:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9af0ee89d600/0x10123ce7f0766d7e lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.508652:0:10055:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9af0ee89d600/0x10123ce7f0766d7e lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10055 initiator: MDT1 00010000:00010000:0.0:1763335612.508663:0:10055:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9af0ee89d600/0x10123ce7f0766d7e lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 10055 initiator: MDT1 00000100:00100000:0.0:1763335612.508687:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffb69500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10055:1848991041531648:0@lo:101:mdt00_004.0 00000100:00100000:0.0:1763335612.508738:0:10055:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335612.508826:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0d07f3f00 going to sleep for 11 seconds 00000100:00100000:2.0:1763335612.508897:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041531648 00000100:00100000:2.0:1763335612.508905:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041531648 00000100:00100000:2.0:1763335612.509107:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 224 00000100:00100000:1.0:1763335612.509120:0:6500:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c2d02a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6500:1848991041531520:0@lo:105: 00000100:00100000:2.0:1763335612.509121:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:10055:x1848991041531648:12345-0@lo:101:mdt00_004.0 00010000:00010000:2.0:1763335612.509148:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335612.509165:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335612.509243:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fa00/0x10123ce7f0766d85 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x10123ce7f0766d7e expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335612.509273:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fa00/0x10123ce7f0766d85 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x10123ce7f0766d7e expref: 8 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335612.509287:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fa00/0x10123ce7f0766d85 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x10123ce7f0766d7e expref: 8 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335612.509294:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x792b1d9 (ffff9af0edbbde00) 00010000:00010000:2.0:1763335612.509297:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335612.509300:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc609fa00, rc 0) 00000100:00100000:2.0:1763335612.509343:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:10055:x1848991041531648:12345-0@lo:101:mdt00_004.0 Request processed in 228us (604us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335612.509349:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 224 00000100:00100000:0.0:1763335612.509438:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffb69500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10055:1848991041531648:0@lo:101:mdt00_004.0 00010000:00010000:0.0:1763335612.509454:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9af0ee89d600/0x10123ce7f0766d7e lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x10123ce7f0766d85 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335612.509465:0:10055:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9af0ee89d600/0x10123ce7f0766d7e lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x10123ce7f0766d85 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1763335612.509479:0:10055:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:0.0:1763335612.509513:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c44380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10055:1848991041531776:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1763335612.509540:0:10055:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335612.509594:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d92d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:819c42eb-8a5f-4523-990c-a007cb66998d+25:2409:x1848991029232384:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 2671us (3327us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335612.509606:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 736 00000100:00100000:3.0:1763335612.509940:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041531776 00000100:00100000:3.0:1763335612.509947:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041531776 00000100:00100000:2.0:1763335612.509980:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 225 00000100:00100000:2.0:1763335612.509988:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:10055:x1848991041531776:12345-0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1763335612.510045:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0d07f3540 going to sleep for 11 seconds 00000100:00100000:2.0:1763335612.510046:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:10055:x1848991041531776:12345-0@lo:1000:mdt00_004.0 Request processed in 59us (505us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335612.510053:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 225 00000100:00100000:0.0:1763335612.510058:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c44380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10055:1848991041531776:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1763335612.510096:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c44380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10055:1848991041531904:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1763335612.510118:0:10055:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335612.510142:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041531904 00000100:00100000:0.0:1763335612.510142:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0d07f3540 going to sleep for 11 seconds 00000100:00100000:2.0:1763335612.510146:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041531904 00000100:00100000:2.0:1763335612.510161:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 226 00000100:00100000:2.0:1763335612.510167:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:10055:x1848991041531904:12345-0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1763335612.510248:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:10055:x1848991041531904:12345-0@lo:1000:mdt00_004.0 Request processed in 81us (128us total) trans 0 rc -2/-2 00000100:00100000:2.0:1763335612.510255:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 226 00000100:00100000:0.0:1763335612.510295:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c44380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10055:1848991041531904:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1763335612.510362:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c44380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10055:1848991041532032:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1763335612.510385:0:10055:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335612.510407:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0d07f3540 going to sleep for 11 seconds 00000100:00100000:2.0:1763335612.510569:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041532032 00000100:00100000:2.0:1763335612.510575:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041532032 00000100:00100000:2.0:1763335612.510619:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 227 00000100:00100000:2.0:1763335612.510629:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb69500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:10055:x1848991041532032:12345-0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1763335612.510722:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb69500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:10055:x1848991041532032:12345-0@lo:1000:mdt00_004.0 Request processed in 94us (335us total) trans 0 rc -2/-2 00000100:00100000:2.0:1763335612.510730:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 227 00000100:00100000:3.0:1763335612.510957:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c44380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10055:1848991041532032:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1763335612.511277:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5f03100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10055:1848991041532160:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1763335612.511332:0:10055:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335612.511354:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c96319c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335612.511375:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041532160 00000100:00100000:0.0:1763335612.511380:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041532160 00000100:00100000:0.0:1763335612.511416:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 228 00000100:00100000:0.0:1763335612.511424:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5f01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:10055:x1848991041532160:12345-0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1763335612.511490:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5f01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:10055:x1848991041532160:12345-0@lo:1000:mdt00_004.0 Request processed in 67us (167us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335612.511497:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 228 00000100:00100000:3.0:1763335612.511758:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5f03100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10055:1848991041532160:0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1763335612.511816:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5471f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10055:1848991041532288:0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1763335612.511860:0:10055:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335612.511948:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0ee860c00 going to sleep for 11 seconds 00000100:00100000:0.0:1763335612.511993:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041532288 00000100:00100000:0.0:1763335612.511998:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041532288 00000100:00100000:0.0:1763335612.512161:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 229 00000100:00100000:0.0:1763335612.512281:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5473100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:10055:x1848991041532288:12345-0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1763335612.512344:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5473100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:10055:x1848991041532288:12345-0@lo:1000:mdt00_004.0 Request processed in 67us (483us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335612.512350:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 229 00000100:00100000:1.0:1763335612.512590:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5471f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10055:1848991041532288:0@lo:1000:mdt00_004.0 00000040:00080000:1.0:1763335612.512796:0:10055:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1763335612.512842:0:10055:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x1:0x0].1, 64 off32832 00000004:00080000:1.0:1763335612.512851:0:10055:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9af0c3346780 with version 2 00000004:00080000:2.0:1763335612.512924:0:7445:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9af0edb5d3c0 version 2 rpc_version 2 00000040:00080000:1.0:1763335612.512951:0:10055:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000020:00100000:2.0:1763335612.512960:0:7445:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000040:00080000:1.0:1763335612.512964:0:10055:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x1:0x0].2, 64 off32896 00000004:00080000:1.0:1763335612.512969:0:10055:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9af0c3346480 with version 3 00000100:00100000:2.0:1763335612.512970:0:7445:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9af0f5f03100 x1848991041532544/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 264/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763335612.512991:0:7445:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5f03100 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7445:1848991041532544:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1763335612.513039:0:7445:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335612.513059:0:7445:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c96319c0 going to sleep for 11 seconds 00000040:00080000:1.0:1763335612.513502:0:10055:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1763335612.513602:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041532544 00000100:00100000:0.0:1763335612.513609:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041532544 00000100:00100000:0.0:1763335612.513652:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 230 00000100:00100000:0.0:1763335612.513660:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5f03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:7445:x1848991041532544:12345-0@lo:1000:osp_up0-1.0 00000040:00080000:1.0:1763335612.513759:0:10055:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x1:0x0].1, 64 off32832 00000040:00080000:1.0:1763335612.514006:0:10055:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x2:0x0].1, 984 off33752 00000040:00080000:1.0:1763335612.514099:0:10055:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x2:0x0].1, 1136 off33904 00000004:00080000:1.0:1763335612.514112:0:10055:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9af0d8b00180 with version 4 00000001:00080000:1.0:1763335612.515994:0:6496:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968067 is committed 00000001:00080000:1.0:1763335612.516022:0:6496:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968066 is committed 00000004:00080000:1.0:1763335612.516037:0:6496:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 3 committed 00010000:00010000:2.0:1763335612.516160:0:3637:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0766bb0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x98980ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.516173:0:3637:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0766bb0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x98980ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.516180:0:3637:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0766bb0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x98980ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.516185:0:3637:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc5bc9e00 already unused, calling callback (ffffffffc1966550) 00010000:00010000:2.0:1763335612.516199:0:3637:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0766bb0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x98980ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.516207:0:3637:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0766bb0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x98980ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.516222:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x98980ae (ffff9af0c55c7d00) 00010000:00010000:2.0:1763335612.516225:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335612.516230:0:3637:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0766bb0 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x98980ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.516235:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9e00/0x10123ce7f0766bb0 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x98980ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.516260:0:3637:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8400/0x10123ce7f0766bf6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xcf86d744 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.516265:0:3637:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8400/0x10123ce7f0766bf6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xcf86d744 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.516270:0:3637:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8400/0x10123ce7f0766bf6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xcf86d744 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.516275:0:3637:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc5bc8400 already unused, calling callback (ffffffffc1966550) 00010000:00010000:2.0:1763335612.516277:0:3637:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8400/0x10123ce7f0766bf6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xcf86d744 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.516281:0:3637:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8400/0x10123ce7f0766bf6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xcf86d744 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.516337:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xcf86d744 (ffff9af0c55c7300) 00010000:00010000:2.0:1763335612.516340:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335612.516343:0:3637:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8400/0x10123ce7f0766bf6 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xcf86d744 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.516348:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8400/0x10123ce7f0766bf6 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xcf86d744 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.516360:0:3637:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71400/0x10123ce7f0766c4a lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x32368eb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335612.516365:0:3637:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71400/0x10123ce7f0766c4a lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x32368eb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335612.516371:0:3637:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71400/0x10123ce7f0766c4a lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x32368eb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335612.516375:0:3637:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc4c71400 already unused, calling callback (ffffffffc1966550) 00010000:00010000:2.0:1763335612.516378:0:3637:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71400/0x10123ce7f0766c4a lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x32368eb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335612.516382:0:3637:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71400/0x10123ce7f0766c4a lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x32368eb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335612.516389:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x32368eb3 (ffff9af0fd8f1800) 00010000:00010000:2.0:1763335612.516391:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335612.516393:0:3637:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71400/0x10123ce7f0766c4a lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x32368eb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335612.516397:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71400/0x10123ce7f0766c4a lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x32368eb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335612.516407:0:3637:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f0766c97 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xaa03ddaa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335612.516412:0:3637:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f0766c97 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xaa03ddaa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335612.516417:0:3637:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f0766c97 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xaa03ddaa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335612.516421:0:3637:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc5bc8000 already unused, calling callback (ffffffffc1966550) 00010000:00010000:2.0:1763335612.516423:0:3637:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f0766c97 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xaa03ddaa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335612.516428:0:3637:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f0766c97 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xaa03ddaa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335612.516434:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xaa03ddaa (ffff9af0c55c7700) 00010000:00010000:2.0:1763335612.516436:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335612.516438:0:3637:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f0766c97 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xaa03ddaa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335612.516442:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc8000/0x10123ce7f0766c97 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xaa03ddaa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335612.516452:0:3637:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d000/0x10123ce7f0766cdd lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x5fca220a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.516456:0:3637:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d000/0x10123ce7f0766cdd lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x5fca220a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.516461:0:3637:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d000/0x10123ce7f0766cdd lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x5fca220a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.516465:0:3637:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9af0ee89d000 already unused, calling callback (ffffffffc1966550) 00010000:00010000:2.0:1763335612.516467:0:3637:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d000/0x10123ce7f0766cdd lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x5fca220a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.516472:0:3637:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d000/0x10123ce7f0766cdd lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x5fca220a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.516477:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5fca220a (ffff9af0c55c7e00) 00010000:00010000:2.0:1763335612.516479:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335612.516481:0:3637:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d000/0x10123ce7f0766cdd lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x5fca220a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.516485:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d000/0x10123ce7f0766cdd lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x5fca220a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.516494:0:3637:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9c00/0x10123ce7f0766d23 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x584b25ba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.516500:0:3637:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9c00/0x10123ce7f0766d23 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x584b25ba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.516506:0:3637:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9c00/0x10123ce7f0766d23 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x584b25ba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.516509:0:3637:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc5bc9c00 already unused, calling callback (ffffffffc1966550) 00010000:00010000:2.0:1763335612.516511:0:3637:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9c00/0x10123ce7f0766d23 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x584b25ba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.516516:0:3637:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9c00/0x10123ce7f0766d23 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x584b25ba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.516521:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x584b25ba (ffff9af0c55c7a00) 00010000:00010000:2.0:1763335612.516522:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335612.516524:0:3637:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9c00/0x10123ce7f0766d23 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x584b25ba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.516529:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc5bc9c00/0x10123ce7f0766d23 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x584b25ba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.516538:0:3637:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f800/0x10123ce7f0766d4d lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x248233be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.516543:0:3637:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f800/0x10123ce7f0766d4d lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x248233be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.516548:0:3637:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f800/0x10123ce7f0766d4d lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x248233be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.516552:0:3637:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc609f800 already unused, calling callback (ffffffffc1966550) 00010000:00010000:2.0:1763335612.516554:0:3637:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f800/0x10123ce7f0766d4d lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x248233be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.516559:0:3637:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f800/0x10123ce7f0766d4d lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x248233be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.516565:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x248233be (ffff9af0edbbd800) 00010000:00010000:2.0:1763335612.516567:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335612.516569:0:3637:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f800/0x10123ce7f0766d4d lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x248233be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.516573:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f800/0x10123ce7f0766d4d lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x248233be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00000004:00080000:1.0:1763335612.516632:0:6496:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2 committed 00000100:00100000:1.0:1763335612.517202:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1763335612.517222:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f45b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3652:1848991041532672:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1763335612.517287:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335612.517331:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc3781f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3652:1848991041532800:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1763335612.517350:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5f03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:7445:x1848991041532544:12345-0@lo:1000:osp_up0-1.0 Request processed in 3689us (4310us total) trans 4294968067 rc 0/0 00000100:00100000:1.0:1763335612.517351:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335612.517361:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 230 00000004:00080000:2.0:1763335612.517414:0:7445:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294968067 committed transno 4294968067 00000100:00100000:2.0:1763335612.517418:0:7445:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 4294968067 gen 2 00000100:00100000:0.0:1763335612.517423:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041532672 00000100:00100000:0.0:1763335612.517429:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041532672 00000100:00100000:2.0:1763335612.517432:0:7445:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5f03100 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7445:1848991041532544:0@lo:1000:osp_up0-1.0 00000004:00080000:2.0:1763335612.517473:0:7445:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9af0edb5d3c0 version 3 rpc_version 3 00000020:00100000:2.0:1763335612.517492:0:7445:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1763335612.517499:0:7445:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9af0f5f03100 x1848991041533056/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1312/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763335612.517506:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041532800 00000100:00100000:0.0:1763335612.517509:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041532800 00000100:00100000:2.0:1763335612.517514:0:7445:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5f03100 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7445:1848991041533056:0@lo:1000:osp_up0-1.0 00000100:00080000:1.0:1763335612.517533:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1763335612.517536:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1763335612.517747:0:7445:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335612.517754:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1464 00000100:00100000:0.0:1763335612.517764:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3652:x1848991041532672:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1763335612.517771:0:7445:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c9631780 going to sleep for 11 seconds 00002000:00080000:0.0:1763335612.517789:0:8401:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2 count 1 00000100:00100000:3.0:1763335612.517817:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1465 00010000:00010000:0.0:1763335612.517818:0:8401:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9af0ee89c000/0x10123ce7f0766d8c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335612.517826:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3652:x1848991041532800:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1763335612.517837:0:8401:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9aefc4c70a00/0x10123ce7f0766ba2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb7c expref: 7 pid: 8402 timeout: 0 lvb_type: 1 00002000:00080000:3.0:1763335612.517838:0:14974:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3 count 1 00010000:00010000:0.0:1763335612.517845:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335612.517847:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335612.517850:0:14974:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4000/0x10123ce7f0766d93 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335612.517852:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9af0ee89c000/0x10123ce7f0766d8c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335612.517862:0:14974:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc609fe00/0x10123ce7f0766c3c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb9f expref: 6 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335612.517893:0:14974:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335612.517895:0:14974:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335612.517897:0:14974:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4000/0x10123ce7f0766d93 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335612.517901:0:8401:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9aefc4c70a00/0x10123ce7f0766ba2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb7c expref: 7 pid: 8402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335612.517915:0:14974:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9aefc609fe00/0x10123ce7f0766c3c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb9f expref: 6 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335612.517915:0:8401:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9aefc4c70a00/0x10123ce7f0766ba2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb7c expref: 7 pid: 8402 timeout: 513 lvb_type: 1 00000100:00100000:0.0:1763335612.517927:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc3781c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8401:1848991041533184:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335612.517930:0:14974:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9aefc609fe00/0x10123ce7f0766c3c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb9f expref: 6 pid: 8401 timeout: 513 lvb_type: 1 00000100:00100000:3.0:1763335612.517939:0:14974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5470a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041533312:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763335612.517985:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041533056 00000100:00100000:1.0:1763335612.517990:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041533056 00000100:00100000:1.0:1763335612.518022:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 231 00000100:00100000:1.0:1763335612.518030:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0d0396300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:7445:x1848991041533056:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1763335612.518150:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0d07f3540 going to sleep for 11 seconds 00000100:00100000:2.0:1763335612.518394:0:14974:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0ee860a80 going to sleep for 11 seconds 00000001:00080000:0.0:1763335612.521215:0:6496:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968068 is committed 00000100:00100000:1.0:1763335612.522338:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0d0396300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:7445:x1848991041533056:12345-0@lo:1000:osp_up0-1.0 Request processed in 4300us (4582us total) trans 4294968068 rc 0/0 00000100:00100000:1.0:1763335612.522352:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 231 00000004:00080000:2.0:1763335612.522453:0:7445:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294968068 committed transno 4294968068 00000100:00100000:2.0:1763335612.522458:0:7445:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 4294968068 gen 2 00000100:00100000:2.0:1763335612.522477:0:7445:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5f03100 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7445:1848991041533056:0@lo:1000:osp_up0-1.0 00000004:00080000:2.0:1763335612.522502:0:7445:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9af0edb5d3c0 version 4 rpc_version 4 00000020:00100000:2.0:1763335612.522536:0:7445:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1763335612.522544:0:7445:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9af0d0397480 x1848991041533568/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 264/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763335612.522565:0:7445:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d0397480 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7445:1848991041533568:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1763335612.522606:0:7445:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335612.522638:0:7445:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c96319c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335612.522687:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041533568 00000100:00100000:1.0:1763335612.522694:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041533568 00000100:00100000:1.0:1763335612.522737:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 232 00000100:00100000:1.0:1763335612.522746:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0d0395500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:7445:x1848991041533568:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1763335612.523648:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0d0395500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:7445:x1848991041533568:12345-0@lo:1000:osp_up0-1.0 Request processed in 900us (1038us total) trans 4294968069 rc 0/0 00000100:00100000:1.0:1763335612.523658:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 232 00000100:00100000:3.0:1763335612.523839:0:7445:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0397480 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7445:1848991041533568:0@lo:1000:osp_up0-1.0 00010000:00010000:1.0:1763335612.523957:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c70600/0x10123ce7f0766d9a lrc: 3/0,1 mode: --/PW res: [0x240000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335612.523976:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c70600/0x10123ce7f0766d9a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT1 00010000:00010000:1.0:1763335612.523989:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c70600/0x10123ce7f0766d9a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT1 00000004:00010000:1.0:1763335612.524010:0:10055:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000077dce347 reply state 00000000590ca969 transno 4294967311 ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c70600/0x10123ce7f0766d9a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT1 00010000:00010000:1.0:1763335612.524021:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c70600/0x10123ce7f0766d9a lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT1 00010000:00010000:1.0:1763335612.524029:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2:0x0].0x0 (ffff9af0fd8f2a00) 00010000:00010000:1.0:1763335612.524032:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335612.524037:0:10055:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1763335612.524042:0:10055:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x2:0x0]: returning size 4096 00000004:00080000:1.0:1763335612.524051:0:10055:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1763335612.524062:0:10055:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9aefc2bd5400/0x10123ce7f0766d70 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x10123ce7f0766d77 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335612.524075:0:10055:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9aefc2bd5400/0x10123ce7f0766d70 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x10123ce7f0766d77 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335612.524082:0:10055:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9aefc2bd5400/0x10123ce7f0766d70 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x10123ce7f0766d77 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335612.524106:0:10055:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1763335612.524111:0:10055:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1763335612.524117:0:10055:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9af0ee89d600/0x10123ce7f0766d7e lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x10123ce7f0766d85 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335612.524123:0:10055:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9af0ee89d600/0x10123ce7f0766d7e lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x10123ce7f0766d85 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335612.524222:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4521c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+7:19090:x1848991029232256:12345-192.168.202.34@tcp:36:mkdir.0 Request processed in 29285us (29594us total) trans 4294967311 rc 0/0 00000100:00100000:1.0:1763335612.524230:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1996 00010000:00010000:2.0:1763335612.524295:0:6504:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763335612.524304:0:6504:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9aefc2bd5400/0x10123ce7f0766d70 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x10123ce7f0766d77 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335612.524314:0:6504:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc2bd5400 already unused, calling callback (ffffffffc1973290) 00010000:00010000:2.0:1763335612.524319:0:6504:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9aefc2bd5400/0x10123ce7f0766d70 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x10123ce7f0766d77 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1763335612.524326:0:6504:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9aefc2bd5400/0x10123ce7f0766d70 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x10123ce7f0766d77 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335612.524357:0:6504:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9aefc2bd5400/0x10123ce7f0766d70 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x10123ce7f0766d77 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335612.524363:0:6504:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1763335612.524422:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d0394a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1848991041533696:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1763335612.524462:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335612.524727:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041533696 00000100:00100000:1.0:1763335612.524734:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041533696 00000100:00100000:1.0:1763335612.524776:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1763335612.524784:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5471f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+9:3653:x1848991041533696:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1763335612.524797:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335612.524815:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e000/0x10123ce7f0766d77 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x10123ce7f0766d70 expref: 9 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335612.524828:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af0edad9700) 00010000:00010000:1.0:1763335612.524833:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335612.524904:0:6504:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9aefc2bd5400/0x10123ce7f0766d70 lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x10123ce7f0766d77 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335612.524912:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9aefc2bd5400/0x10123ce7f0766d70 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x10123ce7f0766d77 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335612.524924:0:6504:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335612.524926:0:6504:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335612.524928:0:6504:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763335612.525226:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5471f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+8:3653:x1848991041533696:12345-0@lo:103:ldlm_bl.0 Request processed in 442us (762us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335612.525235:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1763335612.525250:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335612.525273:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029232512 00000100:00100000:1.0:1763335612.525278:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029232512 00010000:00010000:1.0:1763335612.525297:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9aefc4c70a00/0x10123ce7f0766ba2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb7c expref: 8 pid: 8402 timeout: 513 lvb_type: 1 00000100:00100000:0.0:1763335612.525299:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc3781c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8401:1848991041533184:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335612.525324:0:8401:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9af0ee89c000/0x10123ce7f0766d8c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335612.525330:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 737 00000100:00100000:1.0:1763335612.525341:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3780380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:819c42eb-8a5f-4523-990c-a007cb66998d+8:2408:x1848991029232512:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335612.525350:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335612.525356:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9aefc4c70a00/0x10123ce7f0766ba2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb7c expref: 8 pid: 8402 timeout: 513 lvb_type: 1 00010000:00010000:1.0:1763335612.525367:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9aefc4c70a00/0x10123ce7f0766ba2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb7c expref: 8 pid: 8402 timeout: 513 lvb_type: 1 00010000:00010000:1.0:1763335612.525382:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9aefc4c70a00/0x10123ce7f0766ba2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb7c expref: 8 pid: 8402 timeout: 513 lvb_type: 1 00010000:00010000:1.0:1763335612.525393:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335612.525395:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335612.525399:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9af0ee89c000/0x10123ce7f0766d8c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335612.525408:0:6500:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9af0ee89c000/0x10123ce7f0766d8c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335612.525443:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335612.525474:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3780380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:819c42eb-8a5f-4523-990c-a007cb66998d+7:2408:x1848991029232512:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 135us (228us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335612.525480:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 737 00000100:00100000:3.0:1763335612.525647:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0394a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1848991041533696:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1763335612.525795:0:14974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5470a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14974:1848991041533312:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335612.525811:0:14974:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4000/0x10123ce7f0766d93 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335612.525936:0:8401:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9af0ee89c000/0x10123ce7f0766d8c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335612.525944:0:8401:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9af0ee89c000/0x10123ce7f0766d8c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335612.525953:0:8401:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9af0ee89c000/0x10123ce7f0766d8c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335612.525960:0:8401:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9af0ee89c000/0x10123ce7f0766d8c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335612.525977:0:8401:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763335612.526821:0:9483:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763335612.526830:0:9483:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9af0ee89c000/0x10123ce7f0766d8c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335612.526838:0:9483:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9af0ee89c000 already unused, calling callback (ffffffffc0d2cb40) 00010000:00010000:2.0:1763335612.526842:0:9483:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9af0ee89c000/0x10123ce7f0766d8c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335612.526851:0:9483:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9af0ee89c000/0x10123ce7f0766d8c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335612.526888:0:9483:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9af0ee89c000/0x10123ce7f0766d8c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335612.526896:0:9483:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9af0ee89c000/0x10123ce7f0766d8c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335612.526913:0:9483:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335612.526915:0:9483:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335612.526916:0:9483:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763335612.527306:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3652:x1848991041532672:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9541us (10016us total) trans 4294967303 rc 0/0 00000100:00100000:0.0:1763335612.527315:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1464 00000004:00080000:1.0:1763335612.527407:0:3652:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9af0f45b0380/2, rc 0, transno 4294967303 00000100:00100000:1.0:1763335612.527427:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f45b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3652:1848991041532672:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1763335612.535279:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335612.535328:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335612.535417:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029232640 00000100:00100000:1.0:1763335612.535429:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029232640 00010000:00010000:1.0:1763335612.535478:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc609fe00/0x10123ce7f0766c3c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb9f expref: 7 pid: 8401 timeout: 513 lvb_type: 1 00000100:00100000:1.0:1763335612.535519:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 738 00000100:00100000:1.0:1763335612.535529:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3781c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:819c42eb-8a5f-4523-990c-a007cb66998d+7:2408:x1848991029232640:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335612.535545:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335612.535551:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9aefc609fe00/0x10123ce7f0766c3c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb9f expref: 7 pid: 8401 timeout: 513 lvb_type: 1 00010000:00010000:1.0:1763335612.535564:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9aefc609fe00/0x10123ce7f0766c3c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb9f expref: 7 pid: 8401 timeout: 513 lvb_type: 1 00010000:00010000:1.0:1763335612.535588:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc609fe00/0x10123ce7f0766c3c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fb9f expref: 7 pid: 8401 timeout: 513 lvb_type: 1 00010000:00010000:1.0:1763335612.535604:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335612.535606:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335612.535611:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4000/0x10123ce7f0766d93 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335612.535621:0:6500:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4000/0x10123ce7f0766d93 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335612.535657:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335612.535703:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3781c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991029232640:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 175us (434us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335612.535711:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 738 00010000:00010000:3.0:1763335612.535806:0:14974:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4000/0x10123ce7f0766d93 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335612.535807:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029232768 00000100:00100000:2.0:1763335612.535817:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029232768 00010000:00010000:3.0:1763335612.535831:0:14974:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4000/0x10123ce7f0766d93 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335612.535846:0:14974:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4000/0x10123ce7f0766d93 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335612.535854:0:14974:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4000/0x10123ce7f0766d93 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335612.535895:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1997 00000100:00100000:2.0:1763335612.535907:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3780e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+11:19091:x1848991029232768:12345-192.168.202.34@tcp:101:chmod.0 00010000:00010000:3.0:1763335612.535921:0:14974:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763335612.535924:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335612.535947:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f800/0x10123ce7f0766da1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fbe5 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335612.536020:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e400/0x10123ce7f0766da8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.536034:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e400/0x10123ce7f0766da8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.536043:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e400/0x10123ce7f0766da8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000004:00200000:2.0:1763335612.536082:0:10055:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1763335612.536086:0:10055:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763335612.536113:0:10055:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e400/0x10123ce7f0766da8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.536138:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f800/0x10123ce7f0766da1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fbe5 expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335612.536156:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e400/0x10123ce7f0766da8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fbe5 expref: 12 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335612.536164:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af0edad9700) 00010000:00010000:2.0:1763335612.536167:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1763335612.536170:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc609e400, rc 0) 00000100:00100000:2.0:1763335612.536212:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3780e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+12:19091:x1848991029232768:12345-192.168.202.34@tcp:101:chmod.0 Request processed in 307us (882us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335612.536220:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1997 00000100:00100000:3.0:1763335612.536510:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3652:x1848991041532800:12345-0@lo:6:osp-syn-1-0.0 Request processed in 18678us (19149us total) trans 4294967674 rc 0/0 00000100:00100000:3.0:1763335612.536534:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1465 00000004:00080000:1.0:1763335612.536545:0:3652:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9aefc3781f80/2, rc 0, transno 4294967674 00000100:00100000:1.0:1763335612.536556:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc3781f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3652:1848991041532800:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1763335612.536577:0:6503:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763335612.536587:0:6503:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4000/0x10123ce7f0766d93 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335612.536597:0:6503:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc2bd4000 already unused, calling callback (ffffffffc0d2cb40) 00010000:00010000:3.0:1763335612.536602:0:6503:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4000/0x10123ce7f0766d93 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335612.536613:0:6503:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4000/0x10123ce7f0766d93 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335612.536631:0:6503:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4000/0x10123ce7f0766d93 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335612.536639:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9aefc2bd4000/0x10123ce7f0766d93 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14974 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335612.536657:0:6503:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335612.536659:0:6503:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335612.536661:0:6503:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763335612.540555:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335612.540824:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029233024 00000100:00100000:3.0:1763335612.540834:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029233024 00000100:00100000:3.0:1763335612.540937:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1998 00000100:00100000:3.0:1763335612.540948:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+12:19091:x1848991029233024:12345-192.168.202.34@tcp:36:chmod.0 00010000:00010000:3.0:1763335612.541017:0:8224:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335612.541043:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e400/0x10123ce7f0766da8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fbe5 expref: 12 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335612.541061:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af0edad9700) 00010000:00010000:3.0:1763335612.541067:0:8224:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763335612.541088:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4600/0x10123ce7f0766daf lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335612.541100:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4600/0x10123ce7f0766daf lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335612.541110:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4600/0x10123ce7f0766daf lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000004:00010000:3.0:1763335612.541317:0:8224:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004cf636d6 reply state 000000009388f0df transno 4294968070 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4600/0x10123ce7f0766daf lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335612.541330:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4600/0x10123ce7f0766daf lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335612.541336:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af0edad9700) 00010000:00010000:3.0:1763335612.541339:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:3.0:1763335612.541341:0:8224:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1763335612.541349:0:8224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:3.0:1763335612.541423:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+13:19091:x1848991029233024:12345-192.168.202.34@tcp:36:chmod.0 Request processed in 477us (877us total) trans 4294968070 rc 0/0 00000100:00100000:3.0:1763335612.541430:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1998 00000100:00100000:3.0:1763335612.558137:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335612.558244:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029233152 00000100:00100000:2.0:1763335612.558256:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029233152 00000100:00100000:2.0:1763335612.558326:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1999 00000100:00100000:2.0:1763335612.558336:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5470a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+13:19092:x1848991029233152:12345-192.168.202.34@tcp:101:chown.0 00010000:00010000:2.0:1763335612.558431:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335612.558454:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f800/0x10123ce7f0766db6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fbec expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335612.558528:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ee00/0x10123ce7f0766dbd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.558543:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ee00/0x10123ce7f0766dbd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.558555:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ee00/0x10123ce7f0766dbd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000004:00200000:2.0:1763335612.558599:0:10055:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1763335612.558604:0:10055:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763335612.558622:0:10055:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ee00/0x10123ce7f0766dbd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.558645:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f800/0x10123ce7f0766db6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fbec expref: 15 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335612.558663:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ee00/0x10123ce7f0766dbd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fbec expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335612.558671:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af0edad9700) 00010000:00010000:2.0:1763335612.558674:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1763335612.558677:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc609ee00, rc 0) 00000100:00100000:2.0:1763335612.558743:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5470a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+14:19092:x1848991029233152:12345-192.168.202.34@tcp:101:chown.0 Request processed in 408us (617us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335612.558751:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1999 00000100:00100000:0.0:1763335612.562372:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335612.563664:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029233280 00000100:00100000:3.0:1763335612.563678:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029233280 00000100:00100000:1.0:1763335612.563975:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 2000 00000100:00100000:1.0:1763335612.563988:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3783100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+14:19092:x1848991029233280:12345-192.168.202.34@tcp:101:chown.0 00010000:00010000:1.0:1763335612.564011:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335612.564032:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71200/0x10123ce7f0766dc4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fbf3 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335612.564099:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70a00/0x10123ce7f0766dcb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335612.564113:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70a00/0x10123ce7f0766dcb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335612.564124:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70a00/0x10123ce7f0766dcb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335612.564135:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71400/0x10123ce7f0766dd2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335612.564144:0:10055:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fa00/0x10123ce7f0766d85 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x10123ce7f0766d7e expref: 7 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335612.564152:0:10055:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71400/0x10123ce7f0766dd2 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335612.564187:0:10055:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fa00/0x10123ce7f0766d85 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x10123ce7f0766d7e expref: 7 pid: 6521 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335612.564213:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c2d02680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041533824:0@lo:104: 00000100:00100000:1.0:1763335612.564275:0:10055:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335612.564419:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041533824 00000100:00100000:3.0:1763335612.564441:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041533824 00000100:00100000:1.0:1763335612.564529:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c3346a80 going to sleep for 11 seconds 00000100:00100000:3.0:1763335612.564700:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1763335612.564709:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5fd7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:10055:x1848991041533824:12345-0@lo:104: 00010000:00010000:3.0:1763335612.564722:0:6499:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9af0ee89d600/0x10123ce7f0766d7e lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x10123ce7f0766d85 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335612.564835:0:6499:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1763335612.564841:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5fd7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:10055:x1848991041533824:12345-0@lo:104: Request processed in 135us (567us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335612.564848:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1763335612.564849:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c2d02680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10055:1848991041533824:0@lo:104: 00010000:00010000:1.0:1763335612.564889:0:10055:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71400/0x10123ce7f0766dd2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335612.564946:0:6504:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763335612.564952:0:6504:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9af0ee89d600/0x10123ce7f0766d7e lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x10123ce7f0766d85 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335612.564958:0:6504:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9af0ee89d600 already unused, calling callback (ffffffffc1973290) 00010000:00010000:2.0:1763335612.564963:0:6504:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9af0ee89d600/0x10123ce7f0766d7e lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x10123ce7f0766d85 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1763335612.564969:0:6504:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9af0ee89d600/0x10123ce7f0766d7e lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x10123ce7f0766d85 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335612.564993:0:6504:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9af0ee89d600/0x10123ce7f0766d7e lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x10123ce7f0766d85 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335612.564998:0:6504:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1763335612.565017:0:6504:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9af0ee89d600/0x10123ce7f0766d7e lrc: 1/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x10123ce7f0766d85 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335612.565026:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9af0ee89d600/0x10123ce7f0766d7e lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x10123ce7f0766d85 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335612.565045:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:2.0:1763335612.565045:0:6504:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335612.565047:0:6504:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335612.565049:0:6504:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763335612.565057:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d0394a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1848991041533952:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1763335612.565093:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335612.565114:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041533952 00000100:00100000:0.0:1763335612.565119:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041533952 00010000:00010000:0.0:1763335612.565137:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fa00/0x10123ce7f0766d85 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x10123ce7f0766d7e expref: 8 pid: 6521 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335612.565167:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 739 00000100:00100000:0.0:1763335612.565172:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f4705050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+8:3653:x1848991041533952:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1763335612.565181:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:2.0:1763335612.566845:0:6496:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968070 is committed 00000001:00080000:2.0:1763335612.566860:0:6496:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968069 is committed 00010000:00010000:1.0:1763335612.566998:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4600/0x10123ce7f0766daf lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335612.567010:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4600/0x10123ce7f0766daf lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335612.567017:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4600/0x10123ce7f0766daf lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335612.567023:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc2bd4600 already unused, calling callback (ffffffffc1966550) 00010000:00010000:1.0:1763335612.567027:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4600/0x10123ce7f0766daf lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335612.567035:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4600/0x10123ce7f0766daf lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335612.567052:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af0edad9700) 00010000:00010000:1.0:1763335612.567055:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1763335612.567061:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4600/0x10123ce7f0766daf lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335612.567067:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4600/0x10123ce7f0766daf lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335612.567115:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fa00/0x10123ce7f0766d85 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x10123ce7f0766d7e expref: 7 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335612.567127:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x792b1d9 (ffff9af0edbbde00) 00010000:00010000:0.0:1763335612.567131:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71400/0x10123ce7f0766dd2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.567140:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71400/0x10123ce7f0766dd2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.567146:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71400/0x10123ce7f0766dd2 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.567179:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335612.567268:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f4705050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+6:3653:x1848991041533952:12345-0@lo:103:ldlm_bl.0 Request processed in 2093us (2172us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335612.567277:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 739 00000100:00100000:3.0:1763335612.567304:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0394a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1848991041533952:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1763335612.567361:0:10055:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71400/0x10123ce7f0766dd2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335612.567369:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71400/0x10123ce7f0766dd2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000100:00100000:1.0:1763335612.567488:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5fd4700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:10055:1848991041534080:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1763335612.567534:0:10055:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335612.567566:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c33466c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335612.567617:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041534080 00000100:00100000:2.0:1763335612.567625:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041534080 00000100:00100000:2.0:1763335612.568220:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 233 00000100:00100000:2.0:1763335612.568231:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5fd6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:10055:x1848991041534080:12345-0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1763335612.568323:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5fd6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:10055:x1848991041534080:12345-0@lo:1000:mdt00_004.0 Request processed in 94us (788us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335612.568330:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 233 00000100:00100000:0.0:1763335612.568423:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5fd4700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:10055:1848991041534080:0@lo:1000:mdt00_004.0 00010000:00010000:0.0:1763335612.568472:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d200/0x10123ce7f0766dd9 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.568485:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d200/0x10123ce7f0766dd9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.568494:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d200/0x10123ce7f0766dd9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000004:00010000:0.0:1763335612.568516:0:10055:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d200/0x10123ce7f0766dd9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.568528:0:10055:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70a00/0x10123ce7f0766dcb lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.568534:0:10055:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70a00/0x10123ce7f0766dcb lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.568539:0:10055:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70a00/0x10123ce7f0766dcb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.568544:0:10055:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70a00/0x10123ce7f0766dcb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.568549:0:10055:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc4c70a00 already unused, calling callback (ffffffffc1966550) 00010000:00010000:0.0:1763335612.568553:0:10055:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70a00/0x10123ce7f0766dcb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.568564:0:10055:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70a00/0x10123ce7f0766dcb lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.568574:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af0edad9700) 00010000:00010000:0.0:1763335612.568577:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335612.568581:0:10055:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70a00/0x10123ce7f0766dcb lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.568587:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70a00/0x10123ce7f0766dcb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.568597:0:10055:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71400/0x10123ce7f0766dd2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.568602:0:10055:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71400/0x10123ce7f0766dd2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.568607:0:10055:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71400/0x10123ce7f0766dd2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.568611:0:10055:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc4c71400 already unused, calling callback (ffffffffc1966550) 00010000:00010000:0.0:1763335612.568613:0:10055:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71400/0x10123ce7f0766dd2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.568618:0:10055:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71400/0x10123ce7f0766dd2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.568624:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x792b1d9 (ffff9af0edbbde00) 00010000:00010000:0.0:1763335612.568626:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335612.568629:0:10055:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71400/0x10123ce7f0766dd2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.568634:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71400/0x10123ce7f0766dd2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.568668:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71200/0x10123ce7f0766dc4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fbf3 expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335612.568680:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d200/0x10123ce7f0766dd9 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fbf3 expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335612.568687:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2:0x0].0x0 (ffff9af0e0e0e600) 00010000:00010000:0.0:1763335612.568689:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763335612.568691:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee89d200, rc 0) 00000100:00100000:0.0:1763335612.568745:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3783100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+13:19092:x1848991029233280:12345-192.168.202.34@tcp:101:chown.0 Request processed in 4761us (6383us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335612.568753:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 2000 00000100:00100000:1.0:1763335612.572391:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335612.572476:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029233408 00000100:00100000:0.0:1763335612.572486:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029233408 00000100:00100000:0.0:1763335612.572552:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 2001 00000100:00100000:0.0:1763335612.572563:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5fd4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+7:19092:x1848991029233408:12345-192.168.202.34@tcp:101:chown.0 00010000:00010000:0.0:1763335612.572588:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335612.572610:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89ce00/0x10123ce7f0766de0 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fbfa expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335612.572672:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89da00/0x10123ce7f0766de7 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335612.572686:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89da00/0x10123ce7f0766de7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT1 00010000:00010000:0.0:1763335612.572698:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89da00/0x10123ce7f0766de7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT1 00000004:00200000:0.0:1763335612.572752:0:10055:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x2:0x0]: returning size 4096 00000004:00200000:0.0:1763335612.572757:0:10055:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:0.0:1763335612.572806:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89ce00/0x10123ce7f0766de0 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fbfa expref: 9 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335612.572824:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89da00/0x10123ce7f0766de7 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x2:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fbfa expref: 8 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335612.572833:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2:0x0].0x0 (ffff9af0fd8f2a00) 00010000:00010000:0.0:1763335612.572836:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1763335612.572857:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee89da00, rc 0) 00000100:00100000:0.0:1763335612.573366:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5fd4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+8:19092:x1848991029233408:12345-192.168.202.34@tcp:101:chown.0 Request processed in 803us (983us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335612.573374:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 2001 00000100:00100000:3.0:1763335612.578673:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335612.578808:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029233664 00000100:00100000:2.0:1763335612.578819:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029233664 00000100:00100000:2.0:1763335612.578927:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 2002 00000100:00100000:2.0:1763335612.578937:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5471f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:19092:x1848991029233664:12345-192.168.202.34@tcp:36:chown.0 00010000:00010000:2.0:1763335612.578993:0:8224:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335612.579023:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89da00/0x10123ce7f0766de7 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fbfa expref: 8 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335612.579043:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2:0x0].0x0 (ffff9af0fd8f2a00) 00010000:00010000:2.0:1763335612.579049:0:8224:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335612.579070:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc609f800/0x10123ce7f0766dee lrc: 3/0,1 mode: --/PW res: [0x240000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335612.579082:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc609f800/0x10123ce7f0766dee lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT1 00010000:00010000:2.0:1763335612.579090:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc609f800/0x10123ce7f0766dee lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT1 00000001:00080000:0.0:1763335612.584993:0:7434:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967312 is committed 00000004:00010000:1.0:1763335612.585116:0:8224:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000fe05d13d reply state 00000000a89ae4ce transno 4294967312 ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc609f800/0x10123ce7f0766dee lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT1 00010000:00010000:1.0:1763335612.585137:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc609f800/0x10123ce7f0766dee lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x2:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT1 00010000:00010000:1.0:1763335612.585145:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2:0x0].0x0 (ffff9af0fd8f2a00) 00010000:00010000:1.0:1763335612.585149:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:1.0:1763335612.585154:0:8224:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1763335612.585164:0:8224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x2:0x0]: returning size 4096 00010000:00010000:2.0:1763335612.585842:0:3637:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c70600/0x10123ce7f0766d9a lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT1 00010000:00010000:2.0:1763335612.585852:0:3637:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c70600/0x10123ce7f0766d9a lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10055 initiator: MDT1 00010000:00010000:2.0:1763335612.585864:0:3637:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c70600/0x10123ce7f0766d9a lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT1 00010000:00010000:2.0:1763335612.585905:0:3637:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc4c70600 already unused, calling callback (ffffffffc1966550) 00010000:00010000:2.0:1763335612.585910:0:3637:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c70600/0x10123ce7f0766d9a lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT1 00010000:00010000:2.0:1763335612.585917:0:3637:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c70600/0x10123ce7f0766d9a lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10055 initiator: MDT1 00010000:00010000:2.0:1763335612.585930:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2:0x0].0x0 (ffff9af0fd8f2a00) 00010000:00010000:2.0:1763335612.585933:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335612.585937:0:3637:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c70600/0x10123ce7f0766d9a lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT1 00010000:00010000:2.0:1763335612.585942:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c70600/0x10123ce7f0766d9a lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT1 00010000:00080000:1.0:1763335612.586594:0:8224:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1763335612.586622:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5471f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:19092:x1848991029233664:12345-192.168.202.34@tcp:36:chown.0 Request processed in 7681us (7953us total) trans 4294967312 rc 0/0 00000100:00100000:1.0:1763335612.586634:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 2002 00010000:00010000:3.0:1763335612.586826:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc609f800/0x10123ce7f0766dee lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x2:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT1 00010000:00010000:3.0:1763335612.586834:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc609f800/0x10123ce7f0766dee lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x2:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT1 00010000:00010000:3.0:1763335612.586840:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc609f800/0x10123ce7f0766dee lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x2:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT1 00010000:00010000:3.0:1763335612.586845:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc609f800 already unused, calling callback (ffffffffc1966550) 00010000:00010000:3.0:1763335612.586848:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc609f800/0x10123ce7f0766dee lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x2:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT1 00010000:00010000:3.0:1763335612.586855:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc609f800/0x10123ce7f0766dee lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x2:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8224 initiator: MDT1 00010000:00010000:3.0:1763335612.586864:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2:0x0].0x0 (ffff9af0fd8f2a00) 00010000:00010000:3.0:1763335612.586888:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1763335612.586891:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc609f800/0x10123ce7f0766dee lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x2:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT1 00010000:00010000:3.0:1763335612.586900:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc609f800/0x10123ce7f0766dee lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x2:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT1 00000100:00100000:1.0:1763335612.598037:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335612.598243:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029233792 00000100:00100000:3.0:1763335612.598253:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029233792 00000100:00100000:3.0:1763335612.598310:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 50 00000100:00100000:3.0:1763335612.598320:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f8c59c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:819c42eb-8a5f-4523-990c-a007cb66998d+13:19093:x1848991029233792:12345-192.168.202.34@tcp:49:touch.500 00000100:00100000:3.0:1763335612.598456:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f8c59c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:819c42eb-8a5f-4523-990c-a007cb66998d+13:19093:x1848991029233792:12345-192.168.202.34@tcp:49:touch.500 Request processed in 138us (428us total) trans 0 rc -61/-61 00000100:00100000:3.0:1763335612.598464:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 50 00000100:00100000:0.0:1763335612.601512:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335612.601574:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029233920 00000100:00100000:1.0:1763335612.601585:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029233920 00000100:00100000:1.0:1763335612.601648:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 2003 00000100:00100000:1.0:1763335612.601657:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3780380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+13:19093:x1848991029233920:12345-192.168.202.34@tcp:101:touch.500 00010000:00010000:1.0:1763335612.601678:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335612.601698:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70800/0x10123ce7f0766df5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fc01 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335612.601762:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70200/0x10123ce7f0766dfc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335612.601776:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70200/0x10123ce7f0766dfc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335612.601787:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70200/0x10123ce7f0766dfc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335612.601800:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71a00/0x10123ce7f0766e03 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335612.601806:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71a00/0x10123ce7f0766e03 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335612.601818:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71a00/0x10123ce7f0766e03 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335612.601899:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71e00/0x10123ce7f0766e0a lrc: 3/1,0 mode: --/PR res: [0x240000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335612.601907:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71e00/0x10123ce7f0766e0a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335612.601914:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71e00/0x10123ce7f0766e0a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000004:00010000:1.0:1763335612.601937:0:8224:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71e00/0x10123ce7f0766e0a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335612.601948:0:8224:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70200/0x10123ce7f0766dfc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335612.601953:0:8224:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70200/0x10123ce7f0766dfc lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335612.601958:0:8224:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70200/0x10123ce7f0766dfc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335612.601964:0:8224:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc4c70200 already unused, calling callback (ffffffffc1966550) 00010000:00010000:1.0:1763335612.601967:0:8224:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70200/0x10123ce7f0766dfc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335612.601975:0:8224:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70200/0x10123ce7f0766dfc lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335612.601987:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af0edad9700) 00010000:00010000:1.0:1763335612.601989:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335612.601994:0:8224:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70200/0x10123ce7f0766dfc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335612.602000:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70200/0x10123ce7f0766dfc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335612.602016:0:8224:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71a00/0x10123ce7f0766e03 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335612.602022:0:8224:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71a00/0x10123ce7f0766e03 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335612.602027:0:8224:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71a00/0x10123ce7f0766e03 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335612.602032:0:8224:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc4c71a00 already unused, calling callback (ffffffffc1966550) 00010000:00010000:1.0:1763335612.602035:0:8224:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71a00/0x10123ce7f0766e03 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335612.602040:0:8224:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71a00/0x10123ce7f0766e03 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335612.602048:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x792b1d9 (ffff9af0fd8f2200) 00010000:00010000:1.0:1763335612.602051:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335612.602054:0:8224:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71a00/0x10123ce7f0766e03 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335612.602059:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71a00/0x10123ce7f0766e03 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335612.602088:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70800/0x10123ce7f0766df5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fc01 expref: 15 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335612.602100:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71e00/0x10123ce7f0766e0a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fc01 expref: 14 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335612.602107:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2:0x0].0x0 (ffff9af0e0e0e600) 00010000:00010000:1.0:1763335612.602108:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763335612.602110:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc4c71e00, rc 0) 00000100:00100000:1.0:1763335612.603786:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3780380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+14:19093:x1848991029233920:12345-192.168.202.34@tcp:101:touch.500 Request processed in 2120us (2273us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335612.603798:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 2003 00000100:00100000:1.0:1763335612.608381:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335612.610289:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029234048 00000100:00100000:2.0:1763335612.610304:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029234048 00000100:00100000:2.0:1763335612.610382:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 2004 00000100:00100000:2.0:1763335612.610393:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:19093:x1848991029234048:12345-192.168.202.34@tcp:101:touch.500 00010000:00010000:2.0:1763335612.610483:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335612.610508:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc609e200/0x10123ce7f0766e11 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fc08 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335612.611915:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335612.611946:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029234176 00000100:00100000:0.0:1763335612.611951:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029234176 00000100:00100000:0.0:1763335612.611995:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 16 00000100:00100000:0.0:1763335612.612004:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3781c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+14:2407:x1848991029234176:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335612.612018:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335612.612041:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71e00/0x10123ce7f0766e0a lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fc01 expref: 14 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335612.612057:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2:0x0].0x0 (ffff9af0e0e0e600) 00010000:00010000:0.0:1763335612.612062:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335612.612109:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3781c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+13:2407:x1848991029234176:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 107us (199us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335612.612117:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 16 00000004:00080000:1.0:1763335612.612492:0:8224:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0001: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0001 500, time 1905us 00010000:00010000:1.0:1763335612.620816:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c70800/0x10123ce7f0766e18 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335612.620839:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c70800/0x10123ce7f0766e18 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT1 00010000:00010000:1.0:1763335612.620851:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c70800/0x10123ce7f0766e18 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT1 00000004:00200000:1.0:1763335612.620935:0:8224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x2:0x0]: returning size 4096 00000004:00200000:1.0:1763335612.620939:0:8224:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1763335612.621004:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc609e200/0x10123ce7f0766e11 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fc08 expref: 7 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335612.621020:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c70800/0x10123ce7f0766e18 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x2:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fc08 expref: 6 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335612.621030:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2:0x0].0x0 (ffff9af0d8bf9b00) 00010000:00010000:1.0:1763335612.621033:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:1.0:1763335612.621036:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc4c70800, rc 0) 00000100:00100000:1.0:1763335612.621119:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:19093:x1848991029234048:12345-192.168.202.34@tcp:101:touch.500 Request processed in 10726us (12747us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335612.621129:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 2004 00000100:00100000:0.0:1763335612.631474:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335612.631551:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029234432 00000100:00100000:1.0:1763335612.631562:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029234432 00000100:00100000:1.0:1763335612.631623:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 2005 00000100:00100000:1.0:1763335612.631632:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3781500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:19093:x1848991029234432:12345-192.168.202.34@tcp:101:touch.500 00010000:00010000:1.0:1763335612.631653:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335612.631675:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71a00/0x10123ce7f0766e1f lrc: 2/0,0 mode: --/CW res: [0x240000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fc0f expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335612.631796:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c70200/0x10123ce7f0766e26 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335612.631812:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c70200/0x10123ce7f0766e26 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT1 00010000:00010000:1.0:1763335612.631824:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c70200/0x10123ce7f0766e26 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT1 00010000:00010000:1.0:1763335612.631837:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71000/0x10123ce7f0766e2d lrc: 3/0,1 mode: --/PW res: [0x240000402:0x2:0x0].0xf76edd2c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335612.631844:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71000/0x10123ce7f0766e2d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2:0x0].0xf76edd2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT1 00010000:00010000:1.0:1763335612.631850:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71000/0x10123ce7f0766e2d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2:0x0].0xf76edd2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT1 00000100:00100000:1.0:1763335612.632015:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c76680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8224:1848991041534208:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1763335612.632068:0:8224:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335612.632124:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c3346a80 going to sleep for 11 seconds 00000100:00100000:3.0:1763335612.632331:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041534208 00000100:00100000:3.0:1763335612.632338:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041534208 00000100:00100000:3.0:1763335612.632384:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 234 00000100:00100000:3.0:1763335612.632391:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:8224:x1848991041534208:12345-0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1763335612.632465:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:8224:x1848991041534208:12345-0@lo:1000:mdt00_003.0 Request processed in 74us (396us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335612.632473:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 234 00000100:00100000:0.0:1763335612.632580:0:8224:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 4294968069 gen 2 00000004:00080000:0.0:1763335612.632587:0:8224:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294968069 committed transno 4294968069 00000020:00080000:0.0:1763335612.632593:0:8224:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9af0d8b006c0 refcount 2 committed 0 result 0 batchid 1 00000020:00080000:0.0:1763335612.632597:0:8224:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9aefc5ea2d00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9af0d8b00180 00000020:00080000:0.0:1763335612.632600:0:8224:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000401:0x2:0x0].1 00000020:00080000:0.0:1763335612.632602:0:8224:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9aefc5ea2e00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9aefc4cb5c00 00000020:00080000:0.0:1763335612.632604:0:8224:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000400:0x2:0x0].1 00000100:00100000:0.0:1763335612.632665:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c76680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8224:1848991041534208:0@lo:1000:mdt00_003.0 00010000:00010000:0.0:1763335612.633154:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89d400/0x10123ce7f0766e34 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335612.633168:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89d400/0x10123ce7f0766e34 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x3:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT1 00010000:00010000:0.0:1763335612.633179:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89d400/0x10123ce7f0766e34 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x3:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT1 00000004:00010000:0.0:1763335612.633236:0:8224:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x3:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1763335612.633239:0:8224:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x3:0x0] updating lvb mtime from disk: 0 -> 1763335612 00000004:00010000:0.0:1763335612.633242:0:8224:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x3:0x0] updating lvb atime from disk: 0 -> 1763335612 00000004:00010000:0.0:1763335612.633244:0:8224:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x3:0x0] updating lvb ctime from disk: 0 -> 1763335612 00000004:00010000:0.0:1763335612.633251:0:8224:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x3:0x0] updating lvb blocks from disk: 18427282363563114435 -> 0 00002000:00010000:0.0:1763335612.633255:0:8224:0:(mdt_io.c:1529:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1763335612.633262:0:8224:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c70200/0x10123ce7f0766e26 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT1 00010000:00010000:0.0:1763335612.633272:0:8224:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c70200/0x10123ce7f0766e26 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT1 00010000:00010000:0.0:1763335612.633279:0:8224:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c70200/0x10123ce7f0766e26 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT1 00010000:00010000:0.0:1763335612.633285:0:8224:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc4c70200 already unused, calling callback (ffffffffc1966550) 00010000:00010000:0.0:1763335612.633289:0:8224:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c70200/0x10123ce7f0766e26 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT1 00010000:00010000:0.0:1763335612.633297:0:8224:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c70200/0x10123ce7f0766e26 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8224 initiator: MDT1 00010000:00010000:0.0:1763335612.633309:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2:0x0].0x0 (ffff9af0d8bf9b00) 00010000:00010000:0.0:1763335612.633312:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335612.633317:0:8224:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c70200/0x10123ce7f0766e26 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT1 00010000:00010000:0.0:1763335612.633323:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c70200/0x10123ce7f0766e26 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT1 00000004:00010000:0.0:1763335612.633334:0:8224:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003053fb66 reply state 000000007ab7b700 transno 4294967313 ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71000/0x10123ce7f0766e2d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2:0x0].0xf76edd2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT1 00010000:00010000:0.0:1763335612.633344:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71000/0x10123ce7f0766e2d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x2:0x0].0xf76edd2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT1 00010000:00010000:0.0:1763335612.633350:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2:0x0].0xf76edd2c (ffff9af0fd8f2200) 00010000:00010000:0.0:1763335612.633352:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335612.633355:0:8224:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763335612.633388:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71a00/0x10123ce7f0766e1f lrc: 0/0,0 mode: --/CW res: [0x240000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fc0f expref: 9 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335612.633407:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89d400/0x10123ce7f0766e34 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x3:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fc0f expref: 8 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335612.633415:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x3:0x0].0x0 (ffff9af0e0e0e900) 00010000:00010000:0.0:1763335612.633417:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1763335612.633419:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee89d400, rc 0) 00000100:00100000:0.0:1763335612.633483:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3781500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+9:19093:x1848991029234432:12345-192.168.202.34@tcp:101:touch.500 Request processed in 1852us (2019us total) trans 4294967313 rc 0/0 00000100:00100000:0.0:1763335612.633490:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 2005 00000020:00080000:2.0:1763335612.633915:0:7453:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 1 committed batchid 0 00000020:00080000:2.0:1763335612.634064:0:7453:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 0 00000100:00100000:2.0:1763335612.638252:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335612.638370:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029234688 00000100:00100000:0.0:1763335612.638381:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029234688 00000100:00100000:0.0:1763335612.638441:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 2006 00000100:00100000:0.0:1763335612.638451:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0d0397480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+9:19093:x1848991029234688:12345-192.168.202.34@tcp:36:touch.500 00010000:00010000:0.0:1763335612.638559:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89d000/0x10123ce7f0766e42 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335612.638578:0:8224:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89d400/0x10123ce7f0766e34 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fc0f expref: 9 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335612.638587:0:8224:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89d000/0x10123ce7f0766e42 lrc: 4/0,1 mode: --/PW res: [0x240000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT1 00010000:00010000:0.0:1763335612.638623:0:8224:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89d400/0x10123ce7f0766e34 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fc0f expref: 9 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335612.638636:0:8224:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89d400/0x10123ce7f0766e34 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fc0f expref: 9 pid: 8224 timeout: 513 lvb_type: 0 00000100:00100000:0.0:1763335612.638656:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc35ed500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8224:1848991041534336:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335612.638758:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0d07f3540 going to sleep for 11 seconds 00000100:00100000:0.0:1763335612.642674:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc35ed500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8224:1848991041534336:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335612.642706:0:8224:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89d000/0x10123ce7f0766e42 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT1 00000100:00100000:2.0:1763335612.647906:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335612.648007:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029234816 00000100:00100000:1.0:1763335612.648018:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029234816 00010000:00010000:1.0:1763335612.648063:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89d400/0x10123ce7f0766e34 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fc0f expref: 10 pid: 8224 timeout: 513 lvb_type: 0 00000100:00100000:1.0:1763335612.648108:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 740 00000100:00100000:1.0:1763335612.648118:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0d0394a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:819c42eb-8a5f-4523-990c-a007cb66998d+10:2408:x1848991029234816:12345-192.168.202.34@tcp:102:ldlm_bl.0 00010000:00010000:1.0:1763335612.648135:0:6500:0:(ldlm_lockd.c:1654:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89d400/0x10123ce7f0766e34 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fc0f expref: 10 pid: 8224 timeout: 513 lvb_type: 0 00010000:00010000:1.0:1763335612.648148:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89d400/0x10123ce7f0766e34 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fc0f expref: 10 pid: 8224 timeout: 513 lvb_type: 0 00010000:00010000:1.0:1763335612.648161:0:6500:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89d400/0x10123ce7f0766e34 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x3:0x0].0x0 bits 0x59/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fc0f expref: 10 pid: 8224 timeout: 513 lvb_type: 0 00010000:00010000:1.0:1763335612.648170:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x3:0x0].0x0 (ffff9af0e0e0e900) 00010000:00010000:1.0:1763335612.648173:0:6500:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1763335612.648177:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89d000/0x10123ce7f0766e42 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT1 00010000:00010000:1.0:1763335612.648186:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89d000/0x10123ce7f0766e42 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8224 initiator: MDT1 00010000:00010000:1.0:1763335612.648364:0:6500:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89d000/0x10123ce7f0766e42 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8224 initiator: MDT1 00010000:00010000:1.0:1763335612.648404:0:6500:0:(ldlm_lockd.c:1703:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89d400/0x10123ce7f0766e34 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x3:0x0].0x0 bits 0x59/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fc0f expref: 10 pid: 8224 timeout: 513 lvb_type: 0 00010000:00010000:0.0:1763335612.648722:0:8224:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89d000/0x10123ce7f0766e42 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT1 00010000:00010000:0.0:1763335612.648732:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89d000/0x10123ce7f0766e42 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT1 00000004:00010000:0.0:1763335612.648863:0:8224:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x3:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1763335612.648900:0:8224:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x3:0x0] updating lvb mtime from disk: 1763335612 -> 1763335612 00000004:00010000:0.0:1763335612.648903:0:8224:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x3:0x0] updating lvb atime from disk: 1763335612 -> 1763335612 00000004:00010000:0.0:1763335612.648905:0:8224:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x3:0x0] updating lvb ctime from disk: 1763335612 -> 1763335612 00000004:00010000:0.0:1763335612.648918:0:8224:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x3:0x0] updating lvb blocks from disk: 0 -> 0 00000004:00010000:0.0:1763335612.648925:0:8224:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000be6a758f reply state 00000000f406b264 transno 4294967314 ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89d000/0x10123ce7f0766e42 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT1 00010000:00010000:0.0:1763335612.648938:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89d000/0x10123ce7f0766e42 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT1 00010000:00010000:0.0:1763335612.648945:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x3:0x0].0x0 (ffff9af0e0e0e900) 00010000:00010000:0.0:1763335612.648948:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335612.648951:0:8224:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763335612.649735:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0d0394a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:819c42eb-8a5f-4523-990c-a007cb66998d+12:2408:x1848991029234816:12345-192.168.202.34@tcp:102:ldlm_bl.0 Request processed in 1607us (1866us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335612.649735:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0d0397480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+12:19093:x1848991029234688:12345-192.168.202.34@tcp:36:touch.500 Request processed in 11275us (11483us total) trans 4294967314 rc 0/0 00000100:00100000:1.0:1763335612.649755:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 740 00000100:00100000:0.0:1763335612.649758:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 2006 00000100:00100000:3.0:1763335612.652580:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335612.652719:0:14748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029235072 00000100:00100000:0.0:1763335612.652732:0:14748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029235072 00000100:00100000:0.0:1763335612.652802:0:14748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 51 00000100:00100000:0.0:1763335612.652813:0:14748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5800000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:819c42eb-8a5f-4523-990c-a007cb66998d+11:19093:x1848991029235072:12345-192.168.202.34@tcp:35:touch.500 00000100:00100000:0.0:1763335612.653310:0:14748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5800000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:819c42eb-8a5f-4523-990c-a007cb66998d+12:19093:x1848991029235072:12345-192.168.202.34@tcp:35:touch.500 Request processed in 495us (738us total) trans 4294967315 rc 0/0 00000100:00100000:0.0:1763335612.653319:0:14748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 51 00000100:00100000:2.0:1763335612.665843:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335612.665950:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029235200 00000100:00100000:0.0:1763335612.665961:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029235200 00000100:00100000:0.0:1763335612.666090:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 2007 00000100:00100000:0.0:1763335612.666102:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5f03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+12:19094:x1848991029235200:12345-192.168.202.34@tcp:101:rm.0 00010000:00010000:0.0:1763335612.666130:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335612.666187:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89d800/0x10123ce7f0766e49 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fc16 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335612.666295:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89c600/0x10123ce7f0766e50 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335612.666312:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89c600/0x10123ce7f0766e50 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT1 00010000:00010000:0.0:1763335612.666325:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89c600/0x10123ce7f0766e50 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT1 00000004:00200000:0.0:1763335612.666399:0:8224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x2:0x0]: returning size 4096 00000004:00200000:0.0:1763335612.666405:0:8224:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763335612.666431:0:8224:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89c600/0x10123ce7f0766e50 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT1 00010000:00010000:0.0:1763335612.666461:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89d800/0x10123ce7f0766e49 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fc16 expref: 14 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335612.666489:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89c600/0x10123ce7f0766e50 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x2:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fc16 expref: 13 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335612.666499:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2:0x0].0x0 (ffff9af0d8bf9b00) 00010000:00010000:0.0:1763335612.666502:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1763335612.666507:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee89c600, rc 0) 00000100:00100000:0.0:1763335612.666588:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5f03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+13:19094:x1848991029235200:12345-192.168.202.34@tcp:101:rm.0 Request processed in 488us (752us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335612.666595:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 2007 00000100:00100000:2.0:1763335612.671259:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335612.671436:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029235328 00000100:00100000:3.0:1763335612.671447:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029235328 00000100:00100000:3.0:1763335612.671781:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 52 00000100:00100000:3.0:1763335612.671792:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5954000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:819c42eb-8a5f-4523-990c-a007cb66998d+13:19094:x1848991029235328:12345-192.168.202.34@tcp:49:rm.0 00000100:00100000:3.0:1763335612.673069:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5954000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:819c42eb-8a5f-4523-990c-a007cb66998d+13:19094:x1848991029235328:12345-192.168.202.34@tcp:49:rm.0 Request processed in 1272us (1815us total) trans 0 rc -61/-61 00000100:00100000:3.0:1763335612.673083:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 52 00000100:00100000:3.0:1763335612.677077:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335612.677229:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029235584 00000100:00100000:1.0:1763335612.677240:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029235584 00000100:00100000:1.0:1763335612.677308:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 2008 00000100:00100000:1.0:1763335612.677317:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+13:19094:x1848991029235584:12345-192.168.202.34@tcp:101:rm.0 00010000:00010000:1.0:1763335612.677339:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335612.677365:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c70c00/0x10123ce7f0766e57 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fc1d expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1763335612.677460:0:10055:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x2:0x0]: returning size 4096 00010000:00010000:1.0:1763335612.677566:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c70c00/0x10123ce7f0766e57 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fc1d expref: 15 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335612.677580:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af0fd8f2700) 00010000:00010000:1.0:1763335612.677583:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763335612.677587:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c70c00/0x10123ce7f0766e57 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fc1d expref: 15 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335612.677603:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc4c70c00, rc 0) 00000100:00100000:1.0:1763335612.677662:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+14:19094:x1848991029235584:12345-192.168.202.34@tcp:101:rm.0 Request processed in 346us (597us total) trans 4294967316 rc 301/301 00000100:00100000:1.0:1763335612.677669:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 2008 00000100:00100000:2.0:1763335612.681234:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335612.681340:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029235712 00000100:00100000:3.0:1763335612.681351:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029235712 00000100:00100000:3.0:1763335612.681411:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 53 00000100:00100000:3.0:1763335612.681420:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5956680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:819c42eb-8a5f-4523-990c-a007cb66998d+14:19094:x1848991029235712:12345-192.168.202.34@tcp:37:rm.0 00000100:00100000:3.0:1763335612.685307:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5956680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:819c42eb-8a5f-4523-990c-a007cb66998d+14:19094:x1848991029235712:12345-192.168.202.34@tcp:37:rm.0 Request processed in 3873us (4068us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335612.685322:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 53 00000100:00100000:1.0:1763335612.689079:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335612.689176:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029235968 00000100:00100000:3.0:1763335612.689186:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029235968 00000100:00100000:3.0:1763335612.689252:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 54 00000100:00100000:3.0:1763335612.689263:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:819c42eb-8a5f-4523-990c-a007cb66998d+14:19094:x1848991029235968:12345-192.168.202.34@tcp:35:rm.0 00000100:00100000:3.0:1763335612.689494:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:819c42eb-8a5f-4523-990c-a007cb66998d+15:19094:x1848991029235968:12345-192.168.202.34@tcp:35:rm.0 Request processed in 232us (424us total) trans 4294967317 rc 0/0 00000100:00100000:3.0:1763335612.689503:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 54 00000100:00100000:2.0:1763335612.693436:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335612.693602:0:14748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029236096 00000100:00100000:0.0:1763335612.693614:0:14748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029236096 00000100:00100000:0.0:1763335612.693673:0:14748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 55 00000100:00100000:0.0:1763335612.693683:0:14748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f8c59450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:819c42eb-8a5f-4523-990c-a007cb66998d+15:19094:x1848991029236096:12345-192.168.202.34@tcp:49:rm.0 00000100:00100000:0.0:1763335612.693809:0:14748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f8c59450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:819c42eb-8a5f-4523-990c-a007cb66998d+15:19094:x1848991029236096:12345-192.168.202.34@tcp:49:rm.0 Request processed in 128us (384us total) trans 0 rc -61/-61 00000100:00100000:0.0:1763335612.693818:0:14748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 55 00000100:00100000:2.0:1763335612.696735:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335612.696864:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029236352 00000100:00100000:0.0:1763335612.696908:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029236352 00000100:00100000:0.0:1763335612.696965:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 2009 00000100:00100000:0.0:1763335612.696975:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5956a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+15:19094:x1848991029236352:12345-192.168.202.34@tcp:101:rm.0 00010000:00010000:0.0:1763335612.697000:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335612.697029:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89d800/0x10123ce7f0766e65 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fc24 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335612.697162:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89c000/0x10123ce7f0766e6c lrc: 3/1,0 mode: --/CR res: [0x240000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335612.697177:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89c000/0x10123ce7f0766e6c lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT1 00010000:00010000:0.0:1763335612.697199:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89c000/0x10123ce7f0766e6c lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT1 00000004:00200000:0.0:1763335612.697211:0:8224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x2:0x0]: returning size 4096 00010000:00010000:0.0:1763335612.697327:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89d800/0x10123ce7f0766e65 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fc24 expref: 18 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335612.697352:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89c000/0x10123ce7f0766e6c lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fc24 expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335612.697361:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2:0x0].0x0 (ffff9af0d8bf9b00) 00010000:00010000:0.0:1763335612.697364:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1763335612.697368:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee89c000, rc 0) 00000100:00100000:0.0:1763335612.697434:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5956a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+17:19094:x1848991029236352:12345-192.168.202.34@tcp:101:rm.0 Request processed in 460us (708us total) trans 4294967318 rc 0/0 00000100:00100000:0.0:1763335612.697442:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 2009 00000100:00100000:1.0:1763335612.701057:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335612.701164:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029236480 00000100:00100000:0.0:1763335612.701175:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029236480 00000100:00100000:0.0:1763335612.701249:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 2010 00000100:00100000:0.0:1763335612.701258:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+13:19094:x1848991029236480:12345-192.168.202.34@tcp:41:rm.0 00000004:00000024:0.0:1763335612.701322:0:10055:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 114237440 pending 0 free 7844552704 avail 7381508096 00000100:00100000:0.0:1763335612.701404:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+13:19094:x1848991029236480:12345-192.168.202.34@tcp:41:rm.0 Request processed in 147us (359us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335612.701413:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 2010 00000100:00100000:2.0:1763335612.704483:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335612.704664:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029236608 00000100:00100000:3.0:1763335612.704675:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029236608 00000100:00100000:3.0:1763335612.704737:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 56 00000100:00100000:3.0:1763335612.704747:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5955500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:819c42eb-8a5f-4523-990c-a007cb66998d+17:19094:x1848991029236608:12345-192.168.202.34@tcp:49:rm.0 00000100:00100000:3.0:1763335612.704911:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5955500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:819c42eb-8a5f-4523-990c-a007cb66998d+17:19094:x1848991029236608:12345-192.168.202.34@tcp:49:rm.0 Request processed in 164us (438us total) trans 0 rc -61/-61 00000100:00100000:3.0:1763335612.704919:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 56 00000100:00100000:2.0:1763335612.708004:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335612.708327:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029236864 00000100:00100000:1.0:1763335612.708337:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029236864 00000100:00100000:1.0:1763335612.708470:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 2011 00000100:00100000:1.0:1763335612.708481:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5954a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+17:19094:x1848991029236864:12345-192.168.202.34@tcp:36:rm.0 00010000:00010000:1.0:1763335612.708537:0:8224:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1763335612.708585:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89d400/0x10123ce7f0766e34 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x3:0x0].0x0 bits 0x59/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fc0f expref: 17 pid: 8224 timeout: 513 lvb_type: 0 00010000:00010000:1.0:1763335612.708605:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x3:0x0].0x0 (ffff9af0e0e0e900) 00010000:00010000:1.0:1763335612.708615:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89c600/0x10123ce7f0766e50 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fc16 expref: 16 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335612.708627:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2:0x0].0x0 (ffff9af0d8bf9b00) 00010000:00010000:1.0:1763335612.708630:0:8224:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335612.708648:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71a00/0x10123ce7f0766e7a lrc: 3/0,1 mode: --/CW res: [0x240000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335612.708660:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71a00/0x10123ce7f0766e7a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT1 00010000:00010000:1.0:1763335612.708670:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71a00/0x10123ce7f0766e7a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT1 00010000:00010000:1.0:1763335612.708680:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c70200/0x10123ce7f0766e81 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x2:0x0].0xf76edd2c bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335612.708687:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c70200/0x10123ce7f0766e81 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2:0x0].0xf76edd2c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT1 00010000:00010000:1.0:1763335612.708693:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c70200/0x10123ce7f0766e81 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2:0x0].0xf76edd2c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT1 00010000:00010000:1.0:1763335612.708780:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71e00/0x10123ce7f0766e88 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335612.708788:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71e00/0x10123ce7f0766e88 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT1 00010000:00010000:1.0:1763335612.708795:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71e00/0x10123ce7f0766e88 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT1 00010000:00010000:1.0:1763335612.709855:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71800/0x10123ce7f0766e8f lrc: 3/0,1 mode: --/PW res: [0x240000402:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335612.709920:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71800/0x10123ce7f0766e8f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 8224 initiator: MDT1 00010000:00010000:1.0:1763335612.709931:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71800/0x10123ce7f0766e8f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 8224 initiator: MDT1 00010000:00010000:1.0:1763335612.709938:0:8224:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71800/0x10123ce7f0766e8f lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 8224 initiator: MDT1 00010000:00010000:1.0:1763335612.709944:0:8224:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71800/0x10123ce7f0766e8f lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 8224 initiator: MDT1 00010000:00010000:1.0:1763335612.709949:0:8224:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71800/0x10123ce7f0766e8f lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 8224 initiator: MDT1 00010000:00010000:1.0:1763335612.709963:0:8224:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763335612.709984:0:8224:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71e00/0x10123ce7f0766e88 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT1 00010000:00010000:1.0:1763335612.709989:0:8224:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71e00/0x10123ce7f0766e88 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT1 00010000:00010000:1.0:1763335612.709995:0:8224:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71e00/0x10123ce7f0766e88 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT1 00010000:00010000:1.0:1763335612.710001:0:8224:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc4c71e00 already unused, calling callback (ffffffffc1966550) 00010000:00010000:1.0:1763335612.710005:0:8224:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71e00/0x10123ce7f0766e88 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT1 00010000:00010000:1.0:1763335612.710024:0:8224:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71e00/0x10123ce7f0766e88 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8224 initiator: MDT1 00010000:00010000:1.0:1763335612.710034:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x3:0x0].0x0 (ffff9af0e0e0e900) 00010000:00010000:1.0:1763335612.710037:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1763335612.710042:0:8224:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71e00/0x10123ce7f0766e88 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT1 00010000:00010000:1.0:1763335612.710051:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71e00/0x10123ce7f0766e88 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT1 00010000:00010000:1.0:1763335612.710155:0:8224:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71a00/0x10123ce7f0766e7a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT1 00010000:00010000:1.0:1763335612.710161:0:8224:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71a00/0x10123ce7f0766e7a lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT1 00010000:00010000:1.0:1763335612.710166:0:8224:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71a00/0x10123ce7f0766e7a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT1 00010000:00010000:1.0:1763335612.710170:0:8224:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc4c71a00 already unused, calling callback (ffffffffc1966550) 00010000:00010000:1.0:1763335612.710172:0:8224:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71a00/0x10123ce7f0766e7a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT1 00010000:00010000:1.0:1763335612.710178:0:8224:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71a00/0x10123ce7f0766e7a lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8224 initiator: MDT1 00010000:00010000:1.0:1763335612.710185:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2:0x0].0x0 (ffff9af0d8bf9b00) 00010000:00010000:1.0:1763335612.710203:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335612.710207:0:8224:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71a00/0x10123ce7f0766e7a lrc: 2/0,0 mode: --/CW res: [0x240000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT1 00010000:00010000:1.0:1763335612.710213:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71a00/0x10123ce7f0766e7a lrc: 0/0,0 mode: --/CW res: [0x240000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT1 00000004:00010000:1.0:1763335612.710221:0:8224:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ba7cee12 reply state 00000000705cf0fc transno 4294967319 ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c70200/0x10123ce7f0766e81 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2:0x0].0xf76edd2c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT1 00010000:00010000:1.0:1763335612.710236:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c70200/0x10123ce7f0766e81 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x2:0x0].0xf76edd2c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT1 00010000:00010000:1.0:1763335612.710242:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2:0x0].0xf76edd2c (ffff9af0fd8f2200) 00010000:00010000:1.0:1763335612.710245:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335612.710249:0:8224:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763335612.710358:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5954a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+17:19094:x1848991029236864:12345-192.168.202.34@tcp:36:rm.0 Request processed in 1874us (2357us total) trans 4294967319 rc 0/0 00000100:00100000:1.0:1763335612.710366:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 2011 00010000:00010000:2.0:1763335612.710469:0:9483:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763335612.710476:0:9483:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71800/0x10123ce7f0766e8f lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8224 initiator: MDT1 00010000:00010000:2.0:1763335612.710482:0:9483:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc4c71800 already unused, calling callback (ffffffffc0d2cb40) 00010000:00010000:2.0:1763335612.710485:0:9483:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71800/0x10123ce7f0766e8f lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8224 initiator: MDT1 00010000:00010000:2.0:1763335612.710491:0:9483:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71800/0x10123ce7f0766e8f lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8224 initiator: MDT1 00010000:00010000:2.0:1763335612.710499:0:9483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x3:0x0].0x0 (ffff9af0e0e0e900) 00010000:00010000:2.0:1763335612.710501:0:9483:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335612.710504:0:9483:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71800/0x10123ce7f0766e8f lrc: 1/0,0 mode: --/PW res: [0x240000402:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8224 initiator: MDT1 00010000:00010000:2.0:1763335612.710509:0:9483:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71800/0x10123ce7f0766e8f lrc: 0/0,0 mode: --/PW res: [0x240000402:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8224 initiator: MDT1 00010000:00010000:2.0:1763335612.710520:0:9483:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335612.710522:0:9483:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335612.710524:0:9483:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763335612.715707:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335612.715756:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335612.715829:0:14748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029237248 00000100:00100000:0.0:1763335612.715840:0:14748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029237248 00000100:00100000:2.0:1763335612.715936:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029236992 00000100:00100000:2.0:1763335612.715940:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029236992 00000100:00100000:2.0:1763335612.716415:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 17 00000100:00100000:2.0:1763335612.716429:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d09500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:819c42eb-8a5f-4523-990c-a007cb66998d+13:2406:x1848991029236992:12345-192.168.202.34@tcp:103:rm.0 00010000:00010000:2.0:1763335612.716448:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335612.716476:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d200/0x10123ce7f0766dd9 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fbf3 expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335612.716495:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2:0x0].0x0 (ffff9af0e0e0e600) 00010000:00010000:2.0:1763335612.716505:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335612.716571:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d09500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:819c42eb-8a5f-4523-990c-a007cb66998d+12:2406:x1848991029236992:12345-192.168.202.34@tcp:103:rm.0 Request processed in 146us (873us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335612.716578:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 17 00000100:00100000:1.0:1763335612.716717:0:14748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 57 00000100:00100000:1.0:1763335612.716727:0:14748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:819c42eb-8a5f-4523-990c-a007cb66998d+17:19094:x1848991029237248:12345-192.168.202.34@tcp:35:rm.0 00000100:00100000:1.0:1763335612.716927:0:14748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:819c42eb-8a5f-4523-990c-a007cb66998d+18:19094:x1848991029237248:12345-192.168.202.34@tcp:35:rm.0 Request processed in 201us (1169us total) trans 4294967320 rc 0/0 00000100:00100000:1.0:1763335612.716934:0:14748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 57 00000100:00100000:3.0:1763335612.720493:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335612.720649:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029237504 00000100:00100000:1.0:1763335612.720660:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029237504 00000100:00100000:1.0:1763335612.720725:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 2012 00000100:00100000:1.0:1763335612.720734:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5f07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+18:19094:x1848991029237504:12345-192.168.202.34@tcp:36:rm.0 00010000:00010000:1.0:1763335612.720794:0:8224:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1763335612.720820:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89c000/0x10123ce7f0766e6c lrc: 0/0,0 mode: --/CR res: [0x240000402:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fc24 expref: 18 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335612.720842:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c70800/0x10123ce7f0766e18 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fc08 expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335612.720853:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2:0x0].0x0 (ffff9af0d8bf9b00) 00010000:00010000:1.0:1763335612.720863:0:8224:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335612.720962:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9aefc4c71a00/0x10123ce7f0766e96 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335612.720973:0:8224:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9aefc4c71a00/0x10123ce7f0766e96 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 8224 initiator: MDT1 00010000:00010000:1.0:1763335612.720982:0:8224:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9aefc4c71a00/0x10123ce7f0766e96 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x1000000000000 pid: 8224 initiator: MDT1 00000100:00100000:1.0:1763335612.721002:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7d08380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8224:1848991041534464:0@lo:101:mdt00_003.0 00000100:00100000:1.0:1763335612.721059:0:8224:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335612.721112:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c33463c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335612.721639:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041534464 00000100:00100000:3.0:1763335612.721646:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041534464 00000100:00100000:3.0:1763335612.721950:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 235 00000100:00100000:3.0:1763335612.721960:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbaa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:8224:x1848991041534464:12345-0@lo:101:mdt00_003.0 00010000:00010000:3.0:1763335612.721973:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335612.721988:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f0766e9d lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x10123ce7f0766e96 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335612.722024:0:6521:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ee00/0x10123ce7f0766dbd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fbec expref: 11 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335612.722034:0:6521:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f0766e9d lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x10123ce7f0766e96 expref: 7 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335612.722063:0:6521:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ee00/0x10123ce7f0766dbd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fbec expref: 11 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335612.722076:0:6521:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ee00/0x10123ce7f0766dbd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fbec expref: 11 pid: 10055 timeout: 513 lvb_type: 0 00000100:00100000:3.0:1763335612.722088:0:6521:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffa12d80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6521:1848991041534592:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335612.722160:0:6521:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0ee8600c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335612.726589:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335612.726662:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029237632 00000100:00100000:2.0:1763335612.726671:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029237632 00010000:00010000:2.0:1763335612.726710:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ee00/0x10123ce7f0766dbd lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fbec expref: 12 pid: 10055 timeout: 513 lvb_type: 0 00000100:00100000:2.0:1763335612.726755:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 741 00000100:00100000:2.0:1763335612.726765:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc35ed500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:819c42eb-8a5f-4523-990c-a007cb66998d+12:2409:x1848991029237632:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335612.726778:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335612.726786:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ee00/0x10123ce7f0766dbd lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fbec expref: 12 pid: 10055 timeout: 513 lvb_type: 0 00010000:00010000:2.0:1763335612.726800:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ee00/0x10123ce7f0766dbd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fbec expref: 12 pid: 10055 timeout: 513 lvb_type: 0 00010000:00010000:2.0:1763335612.726820:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af0edad9700) 00010000:00010000:2.0:1763335612.726827:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f0766e9d lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x10123ce7f0766e96 expref: 7 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335612.726841:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f0766e9d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x10123ce7f0766e96 expref: 7 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335612.726849:0:6500:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f0766e9d lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x10123ce7f0766e96 expref: 7 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335612.726916:0:6500:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f0766e9d lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x10123ce7f0766e96 expref: 7 pid: 6521 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335612.726930:0:6500:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5954000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6500:1848991041534720:0@lo:105: 00000100:00100000:2.0:1763335612.726987:0:6500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1763335612.727124:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ee00/0x10123ce7f0766dbd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fbec expref: 12 pid: 10055 timeout: 513 lvb_type: 0 00000100:00100000:3.0:1763335612.727140:0:6521:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffa12d80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6521:1848991041534592:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335612.727165:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f0766e9d lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x10123ce7f0766e96 expref: 7 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335612.727172:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af0edad9700) 00010000:00010000:3.0:1763335612.727175:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335612.727178:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4000, rc 0) 00000100:00100000:3.0:1763335612.727227:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbaa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:8224:x1848991041534464:12345-0@lo:101:mdt00_003.0 Request processed in 5269us (6167us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335612.727235:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 235 00000100:00100000:1.0:1763335612.727448:0:6499:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1763335612.727460:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041534720 00000100:00100000:1.0:1763335612.727464:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041534720 00000100:00100000:1.0:1763335612.727494:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1763335612.727500:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc57b4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:6500:x1848991041534720:12345-0@lo:105: 00010000:00010000:1.0:1763335612.727510:0:6499:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9aefc4c71a00/0x10123ce7f0766e96 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x10123ce7f0766e9d expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335612.727519:0:6499:0:(ldlm_lockd.c:1967:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9aefc4c71a00/0x10123ce7f0766e96 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x10123ce7f0766e9d expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335612.727527:0:6499:0:(ldlm_lockd.c:2044:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9aefc4c71a00/0x10123ce7f0766e96 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x10123ce7f0766e9d expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335612.727534:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9aefc4c71a00/0x10123ce7f0766e96 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x10123ce7f0766e9d expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335612.727541:0:6499:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9aefc4c71a00/0x10123ce7f0766e96 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x10123ce7f0766e9d expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335612.727548:0:6499:0:(ldlm_lockd.c:2072:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9aefc4c71a00/0x10123ce7f0766e96 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x10123ce7f0766e9d expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335612.727560:0:6499:0:(ldlm_lockd.c:2083:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9aefc4c71a00) 00000100:00100000:1.0:1763335612.727589:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc57b4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:6500:x1848991041534720:12345-0@lo:105: Request processed in 89us (601us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335612.727595:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1763335612.727661:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7d08380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8224:1848991041534464:0@lo:101:mdt00_003.0 00000100:00100000:2.0:1763335612.727681:0:6500:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c9631900 going to sleep for 11 seconds 00010000:00010000:1.0:1763335612.727682:0:8224:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9aefc4c71a00/0x10123ce7f0766e96 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x10123ce7f0766e9d expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335612.727703:0:6500:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5954000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6500:1848991041534720:0@lo:105: 00000004:00080000:1.0:1763335612.727704:0:8224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:2.0:1763335612.727721:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335612.727747:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9aefc4c70600/0x10123ce7f0766ea4 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335612.727755:0:8224:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9aefc4c70600/0x10123ce7f0766ea4 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 8224 initiator: MDT1 00010000:00010000:1.0:1763335612.727764:0:8224:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9aefc4c70600/0x10123ce7f0766ea4 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 8224 initiator: MDT1 00000100:00100000:2.0:1763335612.727769:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc35ed500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:819c42eb-8a5f-4523-990c-a007cb66998d+11:2409:x1848991029237632:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 1004us (1188us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335612.727780:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 741 00000100:00100000:1.0:1763335612.727786:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffba9500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8224:1848991041534848:0@lo:101:mdt00_003.0 00000100:00100000:1.0:1763335612.727817:0:8224:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335612.727834:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c33463c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335612.728749:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041534848 00000100:00100000:3.0:1763335612.728759:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041534848 00000100:00100000:3.0:1763335612.728810:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 236 00000100:00100000:3.0:1763335612.728819:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbaad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:8224:x1848991041534848:12345-0@lo:101:mdt00_003.0 00010000:00010000:3.0:1763335612.728837:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335612.728856:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0766eab lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x10123ce7f0766ea4 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335612.728891:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0766eab lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x10123ce7f0766ea4 expref: 8 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335612.728905:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0766eab lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x10123ce7f0766ea4 expref: 8 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335612.728913:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x792b1d9 (ffff9af0edad2400) 00010000:00010000:3.0:1763335612.728915:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335612.728918:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5600, rc 0) 00000100:00100000:3.0:1763335612.728980:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbaad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:8224:x1848991041534848:12345-0@lo:101:mdt00_003.0 Request processed in 161us (1161us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335612.728991:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 236 00000100:00100000:0.0:1763335612.729297:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffba9500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8224:1848991041534848:0@lo:101:mdt00_003.0 00010000:00010000:0.0:1763335612.729314:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9aefc4c70600/0x10123ce7f0766ea4 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x10123ce7f0766eab expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335612.729324:0:8224:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9aefc4c70600/0x10123ce7f0766ea4 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x10123ce7f0766eab expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1763335612.729344:0:8224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:0.0:1763335612.729397:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5801880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8224:1848991041534976:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1763335612.729434:0:8224:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335612.729467:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0d07f3cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335612.729639:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041534976 00000100:00100000:2.0:1763335612.729646:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041534976 00000100:00100000:2.0:1763335612.729669:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 237 00000100:00100000:2.0:1763335612.729675:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5800000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:8224:x1848991041534976:12345-0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1763335612.729744:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5800000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:8224:x1848991041534976:12345-0@lo:1000:mdt00_003.0 Request processed in 69us (310us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335612.729751:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 237 00000100:00100000:1.0:1763335612.730043:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5801880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8224:1848991041534976:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1763335612.730090:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffba9500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8224:1848991041535104:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1763335612.730143:0:8224:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335612.730174:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c3346000 going to sleep for 11 seconds 00000100:00100000:3.0:1763335612.730293:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041535104 00000100:00100000:3.0:1763335612.730297:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041535104 00000100:00100000:3.0:1763335612.730444:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 238 00000100:00100000:3.0:1763335612.730453:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:8224:x1848991041535104:12345-0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1763335612.730550:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:8224:x1848991041535104:12345-0@lo:1000:mdt00_003.0 Request processed in 98us (406us total) trans 0 rc 1/1 00000100:00100000:3.0:1763335612.730599:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 238 00000100:00100000:1.0:1763335612.730650:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffba9500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8224:1848991041535104:0@lo:1000:mdt00_003.0 00010000:00010000:1.0:1763335612.730710:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9aefc4c70400/0x10123ce7f0766eb2 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335612.730719:0:8224:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9aefc4c70400/0x10123ce7f0766eb2 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 8224 initiator: MDT1 00010000:00010000:1.0:1763335612.730727:0:8224:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9aefc4c70400/0x10123ce7f0766eb2 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 8224 initiator: MDT1 00000100:00100000:1.0:1763335612.730739:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffba9500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8224:1848991041535232:0@lo:101:mdt00_003.0 00000100:00100000:1.0:1763335612.730762:0:8224:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335612.730850:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c33466c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335612.730901:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041535232 00000100:00100000:3.0:1763335612.730905:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041535232 00000100:00100000:3.0:1763335612.731169:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 239 00000100:00100000:3.0:1763335612.731177:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffb6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:8224:x1848991041535232:12345-0@lo:101:mdt00_003.0 00010000:00010000:3.0:1763335612.731275:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335612.731293:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0766eb9 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x10123ce7f0766eb2 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335612.731320:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0766eb9 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x10123ce7f0766eb2 expref: 9 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335612.731334:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0766eb9 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x10123ce7f0766eb2 expref: 9 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335612.731342:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2:0x0].0x0 (ffff9af0edad2d00) 00010000:00010000:3.0:1763335612.731345:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763335612.731348:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5000, rc 0) 00000100:00100000:3.0:1763335612.731392:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffb6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:8224:x1848991041535232:12345-0@lo:101:mdt00_003.0 Request processed in 215us (628us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335612.731398:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 239 00000100:00100000:1.0:1763335612.731822:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffba9500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8224:1848991041535232:0@lo:101:mdt00_003.0 00010000:00010000:1.0:1763335612.731837:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9aefc4c70400/0x10123ce7f0766eb2 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x10123ce7f0766eb9 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335612.731848:0:8224:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9aefc4c70400/0x10123ce7f0766eb2 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x10123ce7f0766eb9 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335612.732040:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71200/0x10123ce7f0766ec0 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335612.732050:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71200/0x10123ce7f0766ec0 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT1 00010000:00010000:1.0:1763335612.732058:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71200/0x10123ce7f0766ec0 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT1 00000040:00080000:1.0:1763335612.732399:0:8224:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x2:0x0].2, 424 off34176 00000100:00100000:1.0:1763335612.732476:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffba9500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8224:1848991041535360:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1763335612.732520:0:8224:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335612.732553:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c31f8300 going to sleep for 11 seconds 00000100:00100000:2.0:1763335612.732764:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041535360 00000100:00100000:2.0:1763335612.732771:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041535360 00000100:00100000:2.0:1763335612.732832:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 240 00000100:00100000:2.0:1763335612.732841:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc554ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:8224:x1848991041535360:12345-0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1763335612.732941:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc554ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:8224:x1848991041535360:12345-0@lo:1000:mdt00_003.0 Request processed in 100us (420us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335612.732949:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 240 00000100:00100000:1.0:1763335612.733398:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffba9500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8224:1848991041535360:0@lo:1000:mdt00_003.0 00000040:00080000:1.0:1763335612.733444:0:8224:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x2:0x0].2, 504 off34408 00000004:00080000:1.0:1763335612.733453:0:8224:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9af0c33466c0 with version 5 00000004:00080000:3.0:1763335612.733515:0:7445:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9af0edb5d3c0 version 5 rpc_version 5 00000020:00100000:3.0:1763335612.733545:0:7445:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1763335612.733554:0:7445:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9af0ffa12d80 x1848991041535616/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763335612.733574:0:7445:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffa12d80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7445:1848991041535616:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1763335612.733614:0:7445:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335612.733649:0:7445:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0ee8600c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335612.733698:0:13236:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041535616 00000100:00100000:1.0:1763335612.733704:0:13236:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041535616 00000100:00100000:1.0:1763335612.733745:0:13236:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 241 00000100:00100000:1.0:1763335612.733753:0:13236:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:7445:x1848991041535616:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1763335612.734375:0:13236:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:7445:x1848991041535616:12345-0@lo:1000:osp_up0-1.0 Request processed in 621us (759us total) trans 4294968071 rc 0/0 00000100:00100000:1.0:1763335612.734384:0:13236:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 241 00000100:00100000:3.0:1763335612.734819:0:7445:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffa12d80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7445:1848991041535616:0@lo:1000:osp_up0-1.0 00000004:00200000:2.0:1763335612.734906:0:8224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x2:0x0]: returning size 4096 00010000:00010000:2.0:1763335612.734928:0:8224:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71200/0x10123ce7f0766ec0 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT1 00010000:00010000:2.0:1763335612.734937:0:8224:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71200/0x10123ce7f0766ec0 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT1 00010000:00010000:2.0:1763335612.734944:0:8224:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71200/0x10123ce7f0766ec0 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT1 00010000:00010000:2.0:1763335612.734951:0:8224:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc4c71200 already unused, calling callback (ffffffffc1966550) 00010000:00010000:2.0:1763335612.734956:0:8224:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71200/0x10123ce7f0766ec0 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT1 00010000:00010000:2.0:1763335612.734964:0:8224:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71200/0x10123ce7f0766ec0 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8224 initiator: MDT1 00010000:00010000:2.0:1763335612.734979:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2:0x0].0x0 (ffff9af0fd8f2000) 00010000:00010000:2.0:1763335612.734983:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335612.734988:0:8224:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71200/0x10123ce7f0766ec0 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT1 00010000:00010000:2.0:1763335612.734994:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71200/0x10123ce7f0766ec0 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT1 00010000:00010000:2.0:1763335612.735013:0:8224:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9aefc4c70400/0x10123ce7f0766eb2 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x10123ce7f0766eb9 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335612.735026:0:8224:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9aefc4c70400/0x10123ce7f0766eb2 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x10123ce7f0766eb9 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335612.735033:0:8224:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9aefc4c70400/0x10123ce7f0766eb2 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x10123ce7f0766eb9 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335612.735178:0:6503:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763335612.735186:0:6503:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9aefc4c70400/0x10123ce7f0766eb2 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x10123ce7f0766eb9 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335612.735202:0:6503:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc4c70400 already unused, calling callback (ffffffffc1973290) 00010000:00010000:0.0:1763335612.735207:0:6503:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9aefc4c70400/0x10123ce7f0766eb2 lrc: 5/0,0 mode: EX/EX res: [0x240000402:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x10123ce7f0766eb9 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1763335612.735216:0:6503:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9aefc4c70400/0x10123ce7f0766eb2 lrc: 5/0,0 mode: EX/EX res: [0x240000402:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x10123ce7f0766eb9 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335612.735247:0:6503:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9aefc4c70400/0x10123ce7f0766eb2 lrc: 4/0,0 mode: --/EX res: [0x240000402:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x10123ce7f0766eb9 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335612.735258:0:6503:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1763335612.735294:0:6503:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9aefc4c70400/0x10123ce7f0766eb2 lrc: 3/0,0 mode: --/EX res: [0x240000402:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x10123ce7f0766eb9 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335612.735800:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5801880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1848991041535744:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1763335612.735861:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1763335612.736017:0:6503:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335612.736022:0:6503:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335612.736024:0:6503:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763335612.736038:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041535744 00000100:00100000:0.0:1763335612.736044:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041535744 00000100:00100000:0.0:1763335612.736104:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1763335612.736112:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5d9c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+10:3651:x1848991041535744:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1763335612.736125:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335612.736145:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0766eb9 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x10123ce7f0766eb2 expref: 10 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335612.736160:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2:0x0].0x0 (ffff9af0edad2d00) 00010000:00010000:0.0:1763335612.736168:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335612.736220:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5d9c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+9:3651:x1848991041535744:12345-0@lo:103:ldlm_bl.0 Request processed in 108us (358us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335612.736227:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00010000:00010000:2.0:1763335612.736426:0:8224:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1763335612.736435:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9aefc4c70400/0x10123ce7f0766eb2 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x10123ce7f0766eb9 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1763335612.736642:0:8224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:2.0:1763335612.736648:0:8224:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9aefc4c71a00/0x10123ce7f0766e96 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x10123ce7f0766e9d expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335612.736656:0:8224:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9aefc4c71a00/0x10123ce7f0766e96 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x10123ce7f0766e9d expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335612.736663:0:8224:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9aefc4c71a00/0x10123ce7f0766e96 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x10123ce7f0766e9d expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335612.736688:0:8224:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1763335612.736692:0:8224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:2.0:1763335612.736697:0:8224:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9aefc4c70600/0x10123ce7f0766ea4 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x10123ce7f0766eab expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335612.736704:0:8224:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9aefc4c70600/0x10123ce7f0766ea4 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x10123ce7f0766eab expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335612.736769:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5f07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+17:19094:x1848991029237504:12345-192.168.202.34@tcp:36:rm.0 Request processed in 16035us (16285us total) trans 4294967321 rc 0/0 00000100:00100000:2.0:1763335612.736776:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 2012 00000100:00100000:3.0:1763335612.736856:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5801880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1848991041535744:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1763335612.736957:0:9483:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763335612.736964:0:9483:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9aefc4c71a00/0x10123ce7f0766e96 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x10123ce7f0766e9d expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335612.736971:0:9483:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc4c71a00 already unused, calling callback (ffffffffc1973290) 00010000:00010000:1.0:1763335612.736977:0:9483:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9aefc4c71a00/0x10123ce7f0766e96 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x10123ce7f0766e9d expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1763335612.736984:0:9483:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9aefc4c71a00/0x10123ce7f0766e96 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x10123ce7f0766e9d expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335612.737013:0:9483:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9aefc4c71a00/0x10123ce7f0766e96 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x10123ce7f0766e9d expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335612.737019:0:9483:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1763335612.737046:0:9483:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9aefc4c71a00/0x10123ce7f0766e96 lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x10123ce7f0766e9d expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335612.737053:0:9483:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9aefc4c71a00/0x10123ce7f0766e96 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x10123ce7f0766e9d expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335612.737070:0:9483:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335612.737072:0:9483:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335612.737073:0:9483:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335612.737259:0:6504:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763335612.737290:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763335612.737301:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffba9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1848991041535872:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1763335612.737337:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335612.738007:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041535872 00000100:00100000:0.0:1763335612.738015:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041535872 00000100:00100000:0.0:1763335612.738069:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1763335612.738078:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5d9c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+9:3651:x1848991041535872:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1763335612.738090:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335612.738110:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f0766e9d lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x10123ce7f0766e96 expref: 9 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335612.738129:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af0edad9700) 00010000:00010000:0.0:1763335612.738133:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335612.738175:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5d9c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+8:3651:x1848991041535872:12345-0@lo:103:ldlm_bl.0 Request processed in 99us (837us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335612.738183:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1763335612.738348:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffba9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1848991041535872:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1763335612.991473:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5954000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1848991041536000:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1763335612.991541:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335612.991674:0:13236:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041536000 00000100:00100000:0.0:1763335612.991682:0:13236:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041536000 00000100:00100000:0.0:1763335612.991739:0:13236:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 242 00000100:00100000:0.0:1763335612.991748:0:13236:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4cc4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:3653:x1848991041536000:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1763335612.991784:0:13236:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 114237440 pending 0 free 1445679104 avail 1299439616 00000100:00100000:0.0:1763335612.992207:0:13236:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4cc4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:3653:x1848991041536000:12345-0@lo:41:osp-pre-0-1.0 Request processed in 459us (664us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335612.992215:0:13236:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 242 00000100:00100000:3.0:1763335612.992859:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5954000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1848991041536000:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1763335613.758174:0:6503:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335614.782383:0:9483:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763335615.044600:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1763335615.044627:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4cc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1848991041536128:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1763335615.044697:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335615.044766:0:13236:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041536128 00000100:00100000:1.0:1763335615.044774:0:13236:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041536128 00000100:00100000:1.0:1763335615.044823:0:13236:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 243 00000100:00100000:1.0:1763335615.044833:0:13236:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5801880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3653:x1848991041536128:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1763335615.044897:0:13236:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1763335615.044950:0:13236:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5801880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3653:x1848991041536128:12345-0@lo:41:osp-pre-1-0.0 Request processed in 119us (253us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335615.044957:0:13236:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 243 00000100:00100000:0.0:1763335615.045038:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4cc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1848991041536128:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1763335615.550178:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1763335615.550205:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5956680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1848991041536256:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1763335615.550273:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335615.550430:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763335615.550435:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041536256 00000100:00100000:1.0:1763335615.550440:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4cc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3651:1848991041536384:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1763335615.550443:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041536256 00000100:00100000:1.0:1763335615.550472:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335615.550501:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041536384 00000100:00100000:3.0:1763335615.550504:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041536384 00000100:00100000:3.0:1763335615.550524:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 198 00000100:00100000:3.0:1763335615.550536:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5954000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1848991041536256:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1763335615.550568:0:8404:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923357696 avail 3691835392 00000100:00100000:3.0:1763335615.550614:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5954000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1848991041536256:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (340us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335615.550622:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 198 00000100:00100000:3.0:1763335615.550644:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 199 00000100:00100000:3.0:1763335615.550650:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffba9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3651:x1848991041536384:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1763335615.550660:0:8404:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923357696 avail 3691835392 00000100:00100000:3.0:1763335615.550696:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffba9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3651:x1848991041536384:12345-0@lo:13:osp-pre-1-0.0 Request processed in 46us (223us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335615.550702:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 199 00000100:00080000:3.0:1763335615.550718:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1763335615.550778:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4cc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3651:1848991041536384:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1763335615.552532:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5956680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1848991041536256:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1763335615.552707:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc64e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1848991041536768:0@lo:400:kworker.0 00000100:00100000:3.0:1763335615.552760:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335615.552799:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc64eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3651:1848991041537280:0@lo:400:kworker.0 00000100:00100000:3.0:1763335615.552822:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335615.552838:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc64ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3651:1848991041537792:0@lo:400:kworker.0 00000100:00100000:3.0:1763335615.552858:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335615.552899:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1763335615.552906:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc64e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3651:1848991041536896:0@lo:400:kworker.0 00000100:00100000:3.0:1763335615.552927:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335615.552943:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc64eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1848991041537408:0@lo:400:kworker.0 00000100:00100000:3.0:1763335615.552961:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335615.552986:0:13236:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041536768 00000100:00100000:3.0:1763335615.552991:0:13236:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041536768 00000100:00100000:3.0:1763335615.553025:0:13236:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 244 00000100:00100000:3.0:1763335615.553032:0:13236:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc64ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:3651:x1848991041536768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763335615.553074:0:13236:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc64ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:3651:x1848991041536768:12345-0@lo:400:kworker.0 Request processed in 42us (313us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335615.553081:0:13236:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 244 00000100:00100000:3.0:1763335615.553101:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041537280 00000100:00100000:3.0:1763335615.553104:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041537280 00000100:00100000:3.0:1763335615.553133:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041537792 00000100:00100000:3.0:1763335615.553136:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041537792 00000100:00100000:3.0:1763335615.553151:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041536896 00000100:00100000:3.0:1763335615.553153:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041536896 00000100:00100000:3.0:1763335615.553185:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 449 00000100:00100000:3.0:1763335615.553192:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc64e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3651:x1848991041537280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763335615.553224:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc64e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3651:x1848991041537280:12345-0@lo:400:kworker.0 Request processed in 32us (400us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335615.553230:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 449 00000100:00100000:3.0:1763335615.553241:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 450 00000100:00100000:3.0:1763335615.553247:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc64e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3651:x1848991041537792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763335615.553274:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc64e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3651:x1848991041537792:12345-0@lo:400:kworker.0 Request processed in 27us (415us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335615.553280:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 450 00000100:00100000:3.0:1763335615.553292:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 451 00000100:00100000:3.0:1763335615.553298:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc64ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3651:x1848991041536896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763335615.553324:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc64ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3651:x1848991041536896:12345-0@lo:400:kworker.0 Request processed in 27us (395us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335615.553329:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 451 00000100:00100000:3.0:1763335615.553346:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041537408 00000100:00100000:3.0:1763335615.553349:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041537408 00000100:00100000:3.0:1763335615.553376:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 206 00000100:00100000:3.0:1763335615.553382:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc64e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3651:x1848991041537408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763335615.553411:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc64e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3651:x1848991041537408:12345-0@lo:400:kworker.0 Request processed in 30us (449us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335615.553417:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 206 00000100:00080000:3.0:1763335615.553446:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1763335615.553450:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1763335615.553472:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc64e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3651:1848991041536896:0@lo:400:kworker.0 00000100:00100000:3.0:1763335615.553482:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc64eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1848991041537408:0@lo:400:kworker.0 00000100:00100000:3.0:1763335615.553492:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc64e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1848991041536768:0@lo:400:kworker.0 00000100:00100000:3.0:1763335615.553502:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc64eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3651:1848991041537280:0@lo:400:kworker.0 00000100:00100000:3.0:1763335615.553510:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc64ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3651:1848991041537792:0@lo:400:kworker.0 00000100:00100000:1.0:1763335615.553637:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4cc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3654:1848991041536640:0@lo:400:kworker.0 00000100:00100000:1.0:1763335615.553670:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335615.553691:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc64e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3654:1848991041537152:0@lo:400:kworker.0 00000100:00100000:1.0:1763335615.553712:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335615.553736:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc64e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3654:1848991041537664:0@lo:400:kworker.0 00000100:00100000:1.0:1763335615.553756:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335615.553772:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1763335615.553778:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4cc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e767977a-b5b5-44a9-9592-4af663ea7043:3654:1848991041536512:0@lo:400:kworker.0 00000100:00100000:1.0:1763335615.553814:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335615.553833:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc64eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3654:1848991041537024:0@lo:400:kworker.0 00000100:00100000:1.0:1763335615.553851:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335615.553865:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc64e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3654:1848991041537536:0@lo:400:kworker.0 00000100:00100000:1.0:1763335615.553906:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335615.553929:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041536640 00000100:00100000:1.0:1763335615.553933:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041536640 00000100:00100000:1.0:1763335615.553956:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041537152 00000100:00100000:1.0:1763335615.553958:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041537152 00000100:00100000:1.0:1763335615.553976:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041537664 00000100:00100000:1.0:1763335615.553979:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041537664 00000100:00100000:1.0:1763335615.553992:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 452 00000100:00100000:1.0:1763335615.553997:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc59aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1848991041536640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763335615.554028:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc59aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1848991041536640:12345-0@lo:400:kworker.0 Request processed in 30us (357us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335615.554034:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 452 00000100:00100000:1.0:1763335615.554047:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 453 00000100:00100000:1.0:1763335615.554053:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c2d00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1848991041537152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763335615.554078:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c2d00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1848991041537152:12345-0@lo:400:kworker.0 Request processed in 26us (366us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335615.554083:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 453 00000100:00100000:1.0:1763335615.554095:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 454 00000100:00100000:1.0:1763335615.554100:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5fd7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1848991041537664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763335615.554124:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5fd7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1848991041537664:12345-0@lo:400:kworker.0 Request processed in 23us (366us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335615.554128:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 454 00000100:00100000:1.0:1763335615.554149:0:6510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041536512 00000100:00100000:1.0:1763335615.554152:0:6510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041536512 00000100:00100000:1.0:1763335615.554185:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 404 00000100:00100000:1.0:1763335615.554190:0:6510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f45a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e767977a-b5b5-44a9-9592-4af663ea7043+23:3654:x1848991041536512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763335615.554218:0:6510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f45a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e767977a-b5b5-44a9-9592-4af663ea7043+23:3654:x1848991041536512:12345-0@lo:400:kworker.0 Request processed in 27us (403us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335615.554223:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 404 00000100:00100000:1.0:1763335615.554250:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041537024 00000100:00100000:1.0:1763335615.554253:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041537024 00000100:00100000:1.0:1763335615.554271:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 245 00000100:00100000:1.0:1763335615.554276:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5417100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1848991041537024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763335615.554303:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5417100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1848991041537024:12345-0@lo:400:kworker.0 Request processed in 27us (450us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335615.554309:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 245 00000100:00100000:1.0:1763335615.554324:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041537536 00000100:00100000:1.0:1763335615.554326:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041537536 00000100:00100000:1.0:1763335615.554350:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 207 00000100:00100000:1.0:1763335615.554356:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc56fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3654:x1848991041537536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763335615.554383:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc56fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3654:x1848991041537536:12345-0@lo:400:kworker.0 Request processed in 28us (477us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335615.554388:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 207 00000100:00080000:1.0:1763335615.554408:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1763335615.554411:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1763335615.554426:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4cc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e767977a-b5b5-44a9-9592-4af663ea7043:3654:1848991041536512:0@lo:400:kworker.0 00000100:00100000:1.0:1763335615.554435:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc64eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3654:1848991041537024:0@lo:400:kworker.0 00000100:00100000:1.0:1763335615.554444:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc64e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3654:1848991041537536:0@lo:400:kworker.0 00000100:00100000:1.0:1763335615.554456:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4cc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3654:1848991041536640:0@lo:400:kworker.0 00000100:00100000:1.0:1763335615.554463:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc64e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3654:1848991041537152:0@lo:400:kworker.0 00000100:00100000:1.0:1763335615.554472:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc64e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3654:1848991041537664:0@lo:400:kworker.0 00010000:00010000:0.0:1763335615.806900:0:6504:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1763335615.830660:0:17847:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 36a: MDS utime check (mknod, utime) ======= 18:26:55 (1763335615) 00000100:00100000:0.0:1763335615.869923:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335615.870186:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029237760 00000100:00100000:1.0:1763335615.870196:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029237760 00000100:00100000:1.0:1763335615.870276:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 2013 00000100:00100000:1.0:1763335615.870287:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f45b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+11:19466:x1848991029237760:12345-192.168.202.34@tcp:101:rm.0 00010000:00010000:1.0:1763335615.870308:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335615.870334:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70800/0x10123ce7f0766ec7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fc2b expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335615.870405:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70a00/0x10123ce7f0766ece lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335615.870426:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70a00/0x10123ce7f0766ece lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335615.870438:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70a00/0x10123ce7f0766ece lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000004:00200000:1.0:1763335615.870482:0:10055:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1763335615.870487:0:10055:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763335615.870505:0:10055:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70a00/0x10123ce7f0766ece lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335615.870530:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70800/0x10123ce7f0766ec7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fc2b expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335615.870548:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70a00/0x10123ce7f0766ece lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fc2b expref: 12 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335615.870558:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af0edad9700) 00010000:00010000:1.0:1763335615.870562:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00000100:00080000:3.0:1763335615.870566:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1763335615.870567:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc4c70a00, rc 0) 00000100:00100000:1.0:1763335615.871649:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f45b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+12:19466:x1848991029237760:12345-192.168.202.34@tcp:101:rm.0 Request processed in 1354us (1727us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335615.871660:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 2013 00000100:00100000:1.0:1763335615.878112:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335615.878195:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029237888 00000100:00100000:0.0:1763335615.878206:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029237888 00000100:00100000:0.0:1763335615.878453:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 2014 00000100:00100000:0.0:1763335615.878465:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc56fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+12:19466:x1848991029237888:12345-192.168.202.34@tcp:101:rm.0 00010000:00010000:0.0:1763335615.878488:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335615.878513:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89c000/0x10123ce7f0766ed5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fc32 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335615.878586:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d200/0x10123ce7f0766edc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335615.878601:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d200/0x10123ce7f0766edc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335615.878613:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d200/0x10123ce7f0766edc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335615.878628:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d800/0x10123ce7f0766ee3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf7f6e39 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335615.878635:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d800/0x10123ce7f0766ee3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335615.878642:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d800/0x10123ce7f0766ee3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335615.878685:0:10055:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d200/0x10123ce7f0766edc lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335615.878693:0:10055:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d200/0x10123ce7f0766edc lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335615.878700:0:10055:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d200/0x10123ce7f0766edc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335615.878707:0:10055:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d200/0x10123ce7f0766edc lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335615.878713:0:10055:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9af0ee89d200 already unused, calling callback (ffffffffc1966550) 00010000:00010000:0.0:1763335615.878717:0:10055:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d200/0x10123ce7f0766edc lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335615.878725:0:10055:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d200/0x10123ce7f0766edc lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335615.878737:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af0edad9700) 00010000:00010000:0.0:1763335615.878740:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335615.878745:0:10055:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d200/0x10123ce7f0766edc lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335615.878751:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d200/0x10123ce7f0766edc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335615.878762:0:10055:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d800/0x10123ce7f0766ee3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335615.878769:0:10055:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d800/0x10123ce7f0766ee3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335615.878775:0:10055:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d800/0x10123ce7f0766ee3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335615.878780:0:10055:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9af0ee89d800 already unused, calling callback (ffffffffc1966550) 00010000:00010000:0.0:1763335615.878783:0:10055:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d800/0x10123ce7f0766ee3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335615.878789:0:10055:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d800/0x10123ce7f0766ee3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335615.878796:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf7f6e39 (ffff9af0e0e0ec00) 00010000:00010000:0.0:1763335615.878799:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335615.878802:0:10055:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d800/0x10123ce7f0766ee3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335615.878808:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d800/0x10123ce7f0766ee3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335615.878838:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89c000/0x10123ce7f0766ed5 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fc32 expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335615.878848:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af0edad9700) 00010000:00010000:0.0:1763335615.878851:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335615.878854:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89c000/0x10123ce7f0766ed5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fc32 expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335615.878863:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee89c000, rc 0) 00000100:00100000:0.0:1763335615.879617:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc56fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+12:19466:x1848991029237888:12345-192.168.202.34@tcp:101:rm.0 Request processed in 1151us (1510us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335615.879627:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 2014 00000100:00100000:3.0:1763335615.895343:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335615.895426:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029238144 00000100:00100000:1.0:1763335615.895438:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029238144 00000100:00100000:2.0:1763335615.896072:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 2015 00000100:00100000:2.0:1763335615.896085:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc64ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+12:19468:x1848991029238144:12345-192.168.202.34@tcp:36:utime.0 00010000:00010000:2.0:1763335615.896142:0:8224:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335615.896179:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70a00/0x10123ce7f0766ece lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fc2b expref: 12 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335615.896195:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af0edad9700) 00010000:00010000:2.0:1763335615.896200:0:8224:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335615.896262:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fe00/0x10123ce7f0766eea lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335615.896277:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fe00/0x10123ce7f0766eea lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335615.896287:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fe00/0x10123ce7f0766eea lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335615.896299:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e000/0x10123ce7f0766ef1 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xf7f6e39 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335615.896305:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e000/0x10123ce7f0766ef1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335615.896312:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e000/0x10123ce7f0766ef1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335615.896673:0:8224:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fe00/0x10123ce7f0766eea lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335615.896681:0:8224:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fe00/0x10123ce7f0766eea lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335615.896687:0:8224:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fe00/0x10123ce7f0766eea lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335615.896693:0:8224:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fe00/0x10123ce7f0766eea lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335615.896699:0:8224:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc609fe00 already unused, calling callback (ffffffffc1966550) 00010000:00010000:2.0:1763335615.896703:0:8224:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fe00/0x10123ce7f0766eea lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335615.896709:0:8224:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fe00/0x10123ce7f0766eea lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335615.896717:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af0edad9700) 00010000:00010000:2.0:1763335615.896721:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335615.896724:0:8224:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fe00/0x10123ce7f0766eea lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335615.896730:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fe00/0x10123ce7f0766eea lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00000004:00010000:2.0:1763335615.896738:0:8224:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b50e0181 reply state 000000009e74aa40 transno 4294968072 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e000/0x10123ce7f0766ef1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335615.896748:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e000/0x10123ce7f0766ef1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335615.896753:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf7f6e39 (ffff9af0d8bf9500) 00010000:00010000:2.0:1763335615.896756:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335615.896759:0:8224:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763335615.896862:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc64ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+13:19468:x1848991029238144:12345-192.168.202.34@tcp:36:utime.0 Request processed in 780us (1525us total) trans 4294968072 rc 0/0 00000100:00100000:2.0:1763335615.896890:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 2015 00000100:00100000:2.0:1763335615.904448:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335615.904530:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029238272 00000100:00100000:1.0:1763335615.904540:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029238272 00000100:00100000:1.0:1763335615.904597:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 2016 00000100:00100000:1.0:1763335615.904608:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5956680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+13:19468:x1848991029238272:12345-192.168.202.34@tcp:101:utime.0 00010000:00010000:1.0:1763335615.904632:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335615.904653:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70800/0x10123ce7f0766ef8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fc39 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335615.904715:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71a00/0x10123ce7f0766eff lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335615.904730:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71a00/0x10123ce7f0766eff lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335615.904740:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71a00/0x10123ce7f0766eff lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000004:00200000:1.0:1763335615.904781:0:10055:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1763335615.904784:0:10055:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763335615.904806:0:10055:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71a00/0x10123ce7f0766eff lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335615.904829:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70800/0x10123ce7f0766ef8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fc39 expref: 15 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335615.904846:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71a00/0x10123ce7f0766eff lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fc39 expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335615.904855:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af0edad9700) 00010000:00010000:1.0:1763335615.904858:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1763335615.904862:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc4c71a00, rc 0) 00000100:00100000:1.0:1763335615.904944:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5956680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+14:19468:x1848991029238272:12345-192.168.202.34@tcp:101:utime.0 Request processed in 337us (505us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335615.904952:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 2016 00000100:00100000:1.0:1763335615.920114:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335615.920205:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029238400 00000100:00100000:2.0:1763335615.920216:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029238400 00000100:00100000:2.0:1763335615.920326:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 2017 00000100:00100000:2.0:1763335615.920337:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc56fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+14:19468:x1848991029238400:12345-192.168.202.34@tcp:101:utime.0 00010000:00010000:2.0:1763335615.920359:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335615.920380:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fe00/0x10123ce7f0766f06 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fc40 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335615.920445:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ec00/0x10123ce7f0766f0d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335615.920460:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ec00/0x10123ce7f0766f0d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335615.920471:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ec00/0x10123ce7f0766f0d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335615.920481:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e800/0x10123ce7f0766f14 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf7f6e39 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335615.920585:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e800/0x10123ce7f0766f14 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335615.920593:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e800/0x10123ce7f0766f14 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335615.920676:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ee00/0x10123ce7f0766f1b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335615.920684:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ee00/0x10123ce7f0766f1b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335615.920690:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ee00/0x10123ce7f0766f1b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000004:00200000:2.0:1763335615.920733:0:8224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x11:0x0]: returning size 0 00000004:00200000:2.0:1763335615.920738:0:8224:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763335615.920765:0:8224:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ee00/0x10123ce7f0766f1b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335615.920988:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ee00/0x10123ce7f0766f1b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335615.920998:0:8224:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ec00/0x10123ce7f0766f0d lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335615.921003:0:8224:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ec00/0x10123ce7f0766f0d lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335615.921008:0:8224:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ec00/0x10123ce7f0766f0d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335615.921014:0:8224:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ec00/0x10123ce7f0766f0d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335615.922723:0:8224:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc609ec00 already unused, calling callback (ffffffffc1966550) 00010000:00010000:2.0:1763335615.922732:0:8224:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ec00/0x10123ce7f0766f0d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335615.922747:0:8224:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ec00/0x10123ce7f0766f0d lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335615.922764:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af0edad9700) 00010000:00010000:2.0:1763335615.922768:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335615.922772:0:8224:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ec00/0x10123ce7f0766f0d lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335615.922780:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ec00/0x10123ce7f0766f0d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335615.922795:0:8224:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e800/0x10123ce7f0766f14 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335615.922800:0:8224:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e800/0x10123ce7f0766f14 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335615.922806:0:8224:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e800/0x10123ce7f0766f14 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335615.922811:0:8224:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc609e800 already unused, calling callback (ffffffffc1966550) 00010000:00010000:2.0:1763335615.922814:0:8224:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e800/0x10123ce7f0766f14 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335615.922819:0:8224:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e800/0x10123ce7f0766f14 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335615.922825:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf7f6e39 (ffff9af0d8bf9500) 00010000:00010000:2.0:1763335615.922828:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335615.922830:0:8224:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e800/0x10123ce7f0766f14 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335615.922835:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e800/0x10123ce7f0766f14 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335615.922892:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fe00/0x10123ce7f0766f06 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fc40 expref: 16 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335615.922908:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ee00/0x10123ce7f0766f1b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fc40 expref: 15 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335615.922915:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff9af0d8bf9300) 00010000:00010000:2.0:1763335615.922918:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335615.922921:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc609ee00, rc 0) 00000100:00100000:2.0:1763335615.923003:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc56fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+15:19468:x1848991029238400:12345-192.168.202.34@tcp:101:utime.0 Request processed in 2665us (2894us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335615.923011:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 2017 00000100:00100000:3.0:1763335615.930729:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335615.933347:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029238656 00000100:00100000:2.0:1763335615.933362:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029238656 00000100:00100000:2.0:1763335615.933428:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 2018 00000100:00100000:2.0:1763335615.933439:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc64eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+15:19468:x1848991029238656:12345-192.168.202.34@tcp:36:utime.0 00010000:00010000:2.0:1763335615.933493:0:8224:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335615.933520:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ee00/0x10123ce7f0766f1b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fc40 expref: 15 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335615.933536:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff9af0d8bf9300) 00010000:00010000:2.0:1763335615.933547:0:8224:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335615.933599:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e400/0x10123ce7f0766f22 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x11:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335615.933612:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e400/0x10123ce7f0766f22 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x11:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335615.933621:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e400/0x10123ce7f0766f22 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x11:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000004:00010000:2.0:1763335615.933727:0:8224:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000006db2426b reply state 000000008612bb7d transno 4294968073 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e400/0x10123ce7f0766f22 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x11:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335615.933738:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e400/0x10123ce7f0766f22 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x11:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335615.933744:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff9af0d8bf9c00) 00010000:00010000:2.0:1763335615.933746:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335615.933748:0:8224:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763335615.933837:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc64eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+16:19468:x1848991029238656:12345-192.168.202.34@tcp:36:utime.0 Request processed in 400us (3119us total) trans 4294968073 rc 0/0 00000100:00100000:2.0:1763335615.933845:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 2018 00000100:00100000:1.0:1763335615.941631:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335615.941672:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029238784 00000100:00100000:1.0:1763335615.941681:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029238784 00000100:00100000:1.0:1763335615.941735:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 2019 00000100:00100000:1.0:1763335615.941747:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4cc7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+16:19468:x1848991029238784:12345-192.168.202.34@tcp:101:utime.0 00010000:00010000:1.0:1763335615.941769:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335615.941792:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70400/0x10123ce7f0766f29 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x11:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fc47 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335615.941853:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70400/0x10123ce7f0766f29 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x11:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fc47 expref: 17 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335615.941888:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70400/0x10123ce7f0766f29 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x11:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fc47 expref: 17 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335615.941899:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff9af0d8bf9c00) 00010000:00010000:1.0:1763335615.941903:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763335615.941907:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc4c70400, rc 0) 00000100:00100000:1.0:1763335615.941967:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4cc7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+17:19468:x1848991029238784:12345-192.168.202.34@tcp:101:utime.0 Request processed in 223us (346us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335615.941975:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 2019 00000100:00100000:1.0:1763335615.947009:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335615.947049:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029238912 00000100:00100000:1.0:1763335615.947058:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029238912 00000100:00100000:1.0:1763335615.947107:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 58 00000100:00100000:1.0:1763335615.947116:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4cc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:819c42eb-8a5f-4523-990c-a007cb66998d+17:19468:x1848991029238912:12345-192.168.202.34@tcp:49:utime.0 00000100:00100000:1.0:1763335615.947786:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4cc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:819c42eb-8a5f-4523-990c-a007cb66998d+17:19468:x1848991029238912:12345-192.168.202.34@tcp:49:utime.0 Request processed in 667us (781us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335615.947795:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 58 00000100:00100000:1.0:1763335615.960673:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335615.960761:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029239040 00000100:00100000:2.0:1763335615.960771:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029239040 00000100:00100000:1.0:1763335615.961294:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 2020 00000100:00100000:1.0:1763335615.961304:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc6678a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+17:19468:x1848991029239040:12345-192.168.202.34@tcp:101:utime.0 00010000:00010000:1.0:1763335615.961322:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335615.961342:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71400/0x10123ce7f0766f30 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fc4e expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335615.961411:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71e00/0x10123ce7f0766f37 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335615.961425:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71e00/0x10123ce7f0766f37 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335615.961436:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71e00/0x10123ce7f0766f37 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335615.961446:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71800/0x10123ce7f0766f3e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf7f6e39 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335615.961453:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71800/0x10123ce7f0766f3e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335615.961460:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71800/0x10123ce7f0766f3e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335615.961535:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70c00/0x10123ce7f0766f45 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335615.961543:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70c00/0x10123ce7f0766f45 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335615.961550:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70c00/0x10123ce7f0766f45 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000004:00200000:1.0:1763335615.961589:0:10055:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x11:0x0]: returning size 0 00000004:00200000:1.0:1763335615.961592:0:10055:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763335615.961610:0:10055:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70c00/0x10123ce7f0766f45 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335615.961620:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70c00/0x10123ce7f0766f45 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335615.961628:0:10055:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71e00/0x10123ce7f0766f37 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335615.961635:0:10055:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71e00/0x10123ce7f0766f37 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335615.961645:0:10055:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71e00/0x10123ce7f0766f37 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335615.961651:0:10055:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71e00/0x10123ce7f0766f37 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335615.961657:0:10055:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc4c71e00 already unused, calling callback (ffffffffc1966550) 00010000:00010000:1.0:1763335615.961661:0:10055:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71e00/0x10123ce7f0766f37 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335615.961668:0:10055:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71e00/0x10123ce7f0766f37 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335615.961678:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af0edad9700) 00010000:00010000:1.0:1763335615.961681:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335615.961684:0:10055:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71e00/0x10123ce7f0766f37 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335615.961690:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71e00/0x10123ce7f0766f37 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335615.961700:0:10055:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71800/0x10123ce7f0766f3e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335615.961706:0:10055:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71800/0x10123ce7f0766f3e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335615.961711:0:10055:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71800/0x10123ce7f0766f3e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335615.961716:0:10055:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc4c71800 already unused, calling callback (ffffffffc1966550) 00010000:00010000:1.0:1763335615.961719:0:10055:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71800/0x10123ce7f0766f3e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335615.961728:0:10055:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71800/0x10123ce7f0766f3e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335615.961735:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf7f6e39 (ffff9af0d8bf9500) 00010000:00010000:1.0:1763335615.961737:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335615.961740:0:10055:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71800/0x10123ce7f0766f3e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335615.961745:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71800/0x10123ce7f0766f3e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335615.961769:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71400/0x10123ce7f0766f30 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fc4e expref: 19 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335615.961786:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70c00/0x10123ce7f0766f45 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fc4e expref: 18 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335615.961792:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff9af0d8bf9c00) 00010000:00010000:1.0:1763335615.961794:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335615.961797:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc4c70c00, rc 0) 00000100:00100000:1.0:1763335615.961884:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc6678a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+18:19468:x1848991029239040:12345-192.168.202.34@tcp:101:utime.0 Request processed in 563us (1204us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335615.961893:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 2020 00000100:00100000:2.0:1763335616.008295:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335616.008971:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335616.009004:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335616.009022:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029239424 00000100:00100000:0.0:1763335616.009034:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029239424 00000100:00100000:3.0:1763335616.009077:0:6509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029239168 00000100:00100000:3.0:1763335616.009083:0:6509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029239168 00000100:00100000:0.0:1763335616.009102:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 208 00000100:00100000:0.0:1763335616.009114:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c6721880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991029239424:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:3.0:1763335616.009122:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 405 00000100:00100000:3.0:1763335616.009133:0:6509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f45aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f4bc7452-2198-4a0d-a8bc-8fee3c386313+9:2409:x1848991029239168:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:3.0:1763335616.009208:0:6509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f45aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f4bc7452-2198-4a0d-a8bc-8fee3c386313+9:2409:x1848991029239168:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 77us (924us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335616.009211:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c6721880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+7:2409:x1848991029239424:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 98us (239us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335616.009220:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 405 00000100:00100000:0.0:1763335616.009225:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 208 00000100:00080000:3.0:1763335616.009254:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1763335616.009745:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335616.009797:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029239296 00000100:00100000:1.0:1763335616.009802:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029239296 00000100:00100000:1.0:1763335616.009852:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 455 00000100:00100000:0.0:1763335616.009857:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029239552 00000100:00100000:1.0:1763335616.009862:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c6721180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+17:2409:x1848991029239296:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:0.0:1763335616.009887:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029239552 00000100:00100000:0.0:1763335616.009927:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 209 00000100:00100000:0.0:1763335616.009937:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c6723b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991029239552:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:1.0:1763335616.009943:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c6721180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+17:2409:x1848991029239296:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 81us (937us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335616.009951:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 455 00000100:00100000:0.0:1763335616.009977:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c6723b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991029239552:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 40us (231us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335616.009988:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 209 00000100:00080000:3.0:1763335616.010064:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1763335616.010067:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000004:00080000:3.0:1763335616.062103:0:8666:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 416735232633ns, next at 417735229199ns, rc = 0 00000100:00100000:0.0:1763335616.062124:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1763335616.062145:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc64e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3651:1848991041538048:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1763335616.062235:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335616.063667:0:12324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041538048 00000100:00100000:3.0:1763335616.063680:0:12324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041538048 00000100:00100000:3.0:1763335616.063751:0:12324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 200 00000100:00100000:3.0:1763335616.063762:0:12324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc6362300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3651:x1848991041538048:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1763335616.063797:0:12324:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1763335616.063847:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1763335616.063864:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7d92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1848991041537920:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1763335616.063885:0:12324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc6362300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3651:x1848991041538048:12345-0@lo:13:osp-pre-0-0.0 Request processed in 107us (1632us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335616.063893:0:12324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 200 00000100:00100000:3.0:1763335616.063943:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc64e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3651:1848991041538048:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1763335616.063951:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335616.063970:0:12324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041537920 00000100:00100000:3.0:1763335616.063973:0:12324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041537920 00000100:00100000:3.0:1763335616.064000:0:12324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 201 00000100:00100000:3.0:1763335616.064005:0:12324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c6720380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1848991041537920:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1763335616.064014:0:12324:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3922481152 avail 3690958848 00000100:00100000:3.0:1763335616.064043:0:12324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c6720380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1848991041537920:12345-0@lo:13:osp-pre-0-1.0 Request processed in 37us (94us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335616.064050:0:12324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 201 00000100:00100000:3.0:1763335616.064087:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7d92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1848991041537920:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1763335616.832244:0:6503:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335617.855647:0:9483:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763335618.111337:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0c6722a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1848991041538176:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1763335618.111455:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335618.111502:0:13236:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041538176 00000100:00100000:0.0:1763335618.111519:0:13236:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041538176 00000100:00100000:0.0:1763335618.111591:0:13236:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 246 00000100:00100000:0.0:1763335618.111602:0:13236:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4f99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:3654:x1848991041538176:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1763335618.111642:0:13236:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 114237440 pending 0 free 1445679104 avail 1299439616 00000100:00100000:0.0:1763335618.111736:0:13236:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4f99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:3654:x1848991041538176:12345-0@lo:41:osp-pre-0-1.0 Request processed in 131us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335618.111744:0:13236:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 246 00000100:00100000:2.0:1763335618.111826:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0c6722a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1848991041538176:0@lo:41:osp-pre-0-1.0 00000004:00080000:0.0:1763335618.116402:0:6496:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 3 committed 00000001:00080000:0.0:1763335618.116450:0:6496:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968073 is committed 00000001:00080000:0.0:1763335618.116462:0:6496:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968071 is committed 00000100:00100000:0.0:1763335618.116569:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc6361880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3651:1848991041538304:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1763335618.116669:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335618.116753:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041538304 00000100:00100000:0.0:1763335618.116764:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041538304 00000100:00100000:0.0:1763335618.116842:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1466 00000100:00100000:0.0:1763335618.116854:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc6360e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3651:x1848991041538304:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1763335618.116923:0:8401:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3 count 1 00010000:00010000:0.0:1763335618.116964:0:8401:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9af0ee89d400/0x10123ce7f0766f4c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335618.118438:0:8401:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9aefc609fc00/0x10123ce7f0766c89 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fbb4 expref: 6 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335618.118461:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335618.118463:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335618.118469:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9af0ee89d400/0x10123ce7f0766f4c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335618.118522:0:8401:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9aefc609fc00/0x10123ce7f0766c89 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fbb4 expref: 6 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335618.118538:0:8401:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9aefc609fc00/0x10123ce7f0766c89 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fbb4 expref: 6 pid: 8401 timeout: 518 lvb_type: 1 00000100:00100000:0.0:1763335618.118556:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc6362680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8401:1848991041538432:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335618.118662:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0fdbfc480 going to sleep for 11 seconds 00000100:00080000:0.0:1763335618.118694:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1763335618.118705:0:3637:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e000/0x10123ce7f0766ef1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335618.118726:0:3637:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e000/0x10123ce7f0766ef1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335618.118736:0:3637:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e000/0x10123ce7f0766ef1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335618.118743:0:3637:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc609e000 already unused, calling callback (ffffffffc1966550) 00010000:00010000:2.0:1763335618.118748:0:3637:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e000/0x10123ce7f0766ef1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335618.118757:0:3637:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e000/0x10123ce7f0766ef1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335618.118777:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf7f6e39 (ffff9af0d8bf9500) 00010000:00010000:2.0:1763335618.118781:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335618.118787:0:3637:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e000/0x10123ce7f0766ef1 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335618.118794:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e000/0x10123ce7f0766ef1 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335618.118842:0:3637:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e400/0x10123ce7f0766f22 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x11:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335618.118849:0:3637:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e400/0x10123ce7f0766f22 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x11:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335618.118854:0:3637:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e400/0x10123ce7f0766f22 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x11:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335618.118859:0:3637:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc609e400 already unused, calling callback (ffffffffc1966550) 00010000:00010000:2.0:1763335618.118862:0:3637:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e400/0x10123ce7f0766f22 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x11:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335618.118884:0:3637:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e400/0x10123ce7f0766f22 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x11:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335618.118893:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff9af0d8bf9c00) 00010000:00010000:2.0:1763335618.118896:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335618.118899:0:3637:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e400/0x10123ce7f0766f22 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x11:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335618.118905:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e400/0x10123ce7f0766f22 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x11:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335618.119490:0:7434:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9aefc4c70600/0x10123ce7f0766ea4 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x10123ce7f0766eab expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1763335618.119519:0:7434:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9aefc4c70600/0x10123ce7f0766ea4 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x10123ce7f0766eab expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335618.119581:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71000/0x10123ce7f0766e2d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x2:0x0].0xf76edd2c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT1 00010000:00010000:1.0:1763335618.119582:0:7434:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9aefc4c70600/0x10123ce7f0766ea4 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x10123ce7f0766eab expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335618.119611:0:7434:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1763335618.119620:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71000/0x10123ce7f0766e2d lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x2:0x0].0xf76edd2c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT1 00010000:00010000:2.0:1763335618.119631:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71000/0x10123ce7f0766e2d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x2:0x0].0xf76edd2c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT1 00010000:00010000:1.0:1763335618.119640:0:7434:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9aefc4c70600/0x10123ce7f0766ea4 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x10123ce7f0766eab expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335618.119643:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc4c71000 already unused, calling callback (ffffffffc1966550) 00000001:00080000:1.0:1763335618.119667:0:7434:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967321 is committed 00000020:00080000:1.0:1763335618.119734:0:7434:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0001: 1 batchid updated 00010000:00010000:2.0:1763335618.119737:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71000/0x10123ce7f0766e2d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x2:0x0].0xf76edd2c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT1 00010000:00010000:2.0:1763335618.119748:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71000/0x10123ce7f0766e2d lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x2:0x0].0xf76edd2c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8224 initiator: MDT1 00010000:00010000:2.0:1763335618.119765:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2:0x0].0xf76edd2c (ffff9af0fd8f2200) 00010000:00010000:2.0:1763335618.119767:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335618.119772:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71000/0x10123ce7f0766e2d lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x2:0x0].0xf76edd2c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT1 00010000:00010000:2.0:1763335618.119778:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71000/0x10123ce7f0766e2d lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x2:0x0].0xf76edd2c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT1 00010000:00010000:2.0:1763335618.119799:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89d000/0x10123ce7f0766e42 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT1 00010000:00010000:2.0:1763335618.119806:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89d000/0x10123ce7f0766e42 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT1 00010000:00010000:2.0:1763335618.119824:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89d000/0x10123ce7f0766e42 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT1 00010000:00010000:2.0:1763335618.119830:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9af0ee89d000 already unused, calling callback (ffffffffc1966550) 00010000:00010000:2.0:1763335618.119833:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89d000/0x10123ce7f0766e42 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT1 00010000:00010000:2.0:1763335618.119840:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89d000/0x10123ce7f0766e42 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8224 initiator: MDT1 00010000:00010000:2.0:1763335618.119850:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x3:0x0].0x0 (ffff9af0e0e0e900) 00010000:00010000:2.0:1763335618.119853:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335618.119856:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89d000/0x10123ce7f0766e42 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT1 00010000:00010000:2.0:1763335618.119862:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89d000/0x10123ce7f0766e42 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT1 00000100:00100000:1.0:1763335618.119993:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc667b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1848991041538560:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:1.0:1763335618.120063:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:1.0:1763335618.120131:0:7453:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 1 00000004:00080000:1.0:1763335618.120216:0:7453:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9af10214e180 with version 6 00000020:00080000:1.0:1763335618.120229:0:7453:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 1 cancel update log [0x200000401:0x2:0x0].1: rc = 0 00010000:00010000:2.0:1763335618.120249:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c70200/0x10123ce7f0766e81 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x2:0x0].0xf76edd2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT1 00010000:00010000:2.0:1763335618.120258:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c70200/0x10123ce7f0766e81 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x2:0x0].0xf76edd2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT1 00000100:00100000:0.0:1763335618.120295:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041538560 00000100:00100000:0.0:1763335618.120306:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041538560 00000020:00080000:1.0:1763335618.120331:0:7453:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 1 cancel update log [0x240000400:0x2:0x0].1: rc = 0 00000020:00080000:1.0:1763335618.120339:0:7453:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 1 00000004:00080000:1.0:1763335618.120350:0:7445:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9af0edb5d3c0 version 6 rpc_version 6 00000100:00100000:0.0:1763335618.120371:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000020:00100000:1.0:1763335618.120376:0:7445:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00010000:00010000:2.0:1763335618.120385:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c70200/0x10123ce7f0766e81 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x2:0x0].0xf76edd2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT1 00000100:00100000:0.0:1763335618.120385:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f4707050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+7:3652:x1848991041538560:12345-0@lo:103:jbd2/dm-1-8.0 00000100:00100000:1.0:1763335618.120393:0:7445:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9aefc6679180 x1848991041538816/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:0.0:1763335618.120412:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335618.120426:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc4c70200 already unused, calling callback (ffffffffc1966550) 00010000:00010000:2.0:1763335618.120436:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c70200/0x10123ce7f0766e81 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x2:0x0].0xf76edd2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT1 00010000:00010000:0.0:1763335618.120445:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0766eab lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x10123ce7f0766ea4 expref: 7 pid: 6521 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335618.120452:0:7445:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc6679180 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7445:1848991041538816:0@lo:1000:osp_up0-1.0 00010000:00010000:2.0:1763335618.120480:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c70200/0x10123ce7f0766e81 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x2:0x0].0xf76edd2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8224 initiator: MDT1 00010000:00010000:0.0:1763335618.120484:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x792b1d9 (ffff9af0edad2400) 00010000:00010000:0.0:1763335618.120504:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335618.120505:0:7445:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1763335618.120506:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2:0x0].0xf76edd2c (ffff9af0fd8f2200) 00010000:00010000:2.0:1763335618.120513:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335618.120517:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c70200/0x10123ce7f0766e81 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x2:0x0].0xf76edd2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT1 00010000:00010000:2.0:1763335618.120526:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c70200/0x10123ce7f0766e81 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x2:0x0].0xf76edd2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT1 00000100:00100000:1.0:1763335618.120534:0:7445:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c5ac7b40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335618.120570:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f4707050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+6:3652:x1848991041538560:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 187us (505us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335618.120585:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1763335618.120589:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041538816 00000100:00100000:1.0:1763335618.120596:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041538816 00000100:00100000:1.0:1763335618.120636:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 247 00000100:00100000:1.0:1763335618.120645:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc667b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:7445:x1848991041538816:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1763335618.120674:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc667b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1848991041538560:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:1.0:1763335618.120836:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc667b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:7445:x1848991041538816:12345-0@lo:1000:osp_up0-1.0 Request processed in 192us (335us total) trans 4294968074 rc 0/0 00000100:00100000:1.0:1763335618.120844:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 247 00000100:00100000:0.0:1763335618.120949:0:7445:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 4294968071 gen 2 00000004:00080000:0.0:1763335618.120954:0:7445:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294968071 committed transno 4294968071 00000020:00080000:0.0:1763335618.120960:0:7445:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9af0c3346000 refcount 2 committed 0 result 0 batchid 2 00000020:00080000:0.0:1763335618.120965:0:7445:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9aefc5ea2300 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9af0c33466c0 00000020:00080000:0.0:1763335618.120968:0:7445:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000401:0x2:0x0].2 00000020:00080000:0.0:1763335618.120971:0:7445:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9aefc5ea2500 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9aefc4fec800 00000020:00080000:0.0:1763335618.120974:0:7445:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000400:0x2:0x0].2 00000100:00100000:0.0:1763335618.121004:0:7445:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9aefc6679180 x1848991041538816/t4294968074(4294968074) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1763335634 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763335618.121021:0:7445:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc6679180 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7445:1848991041538816:0@lo:1000:osp_up0-1.0 00000001:00080000:2.0:1763335618.123324:0:8397:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967303 is committed 00000001:00100000:2.0:1763335618.123344:0:8397:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 819c42eb-8a5f-4523-990c-a007cb66998d 00000100:00100000:3.0:1763335618.126574:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc6362680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8401:1848991041538432:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335618.126622:0:8401:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9af0ee89d400/0x10123ce7f0766f4c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000020:00080000:1.0:1763335618.127052:0:7453:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 2 committed batchid 1 00000020:00080000:1.0:1763335618.127149:0:7453:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 1 00000001:00080000:2.0:1763335618.129997:0:9466:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967674 is committed 00000001:00100000:2.0:1763335618.130016:0:9466:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 819c42eb-8a5f-4523-990c-a007cb66998d 00000100:00100000:2.0:1763335618.132410:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335618.133945:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029239680 00000100:00100000:0.0:1763335618.133962:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029239680 00000100:00080000:3.0:1763335618.134029:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1763335618.134045:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9aefc609fc00/0x10123ce7f0766c89 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fbb4 expref: 6 pid: 8401 timeout: 518 lvb_type: 1 00000100:00100000:0.0:1763335618.134098:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 742 00000100:00100000:0.0:1763335618.134110:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4f9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:2408:x1848991029239680:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335618.134130:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335618.134136:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9aefc609fc00/0x10123ce7f0766c89 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fbb4 expref: 6 pid: 8401 timeout: 518 lvb_type: 1 00010000:00010000:0.0:1763335618.134165:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9aefc609fc00/0x10123ce7f0766c89 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fbb4 expref: 6 pid: 8401 timeout: 518 lvb_type: 1 00010000:00010000:0.0:1763335618.134195:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9aefc609fc00/0x10123ce7f0766c89 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fbb4 expref: 6 pid: 8401 timeout: 518 lvb_type: 1 00010000:00010000:0.0:1763335618.134213:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335618.134215:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335618.134222:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9af0ee89d400/0x10123ce7f0766f4c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335618.134232:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9af0ee89d400/0x10123ce7f0766f4c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335618.134278:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763335618.134301:0:8401:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9af0ee89d400/0x10123ce7f0766f4c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335618.134319:0:8401:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9af0ee89d400/0x10123ce7f0766f4c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335618.134335:0:8401:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9af0ee89d400/0x10123ce7f0766f4c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335618.134351:0:8401:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9af0ee89d400/0x10123ce7f0766f4c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335618.134362:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4f9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:2408:x1848991029239680:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 252us (1963us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335618.134372:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 742 00010000:00010000:3.0:1763335618.134381:0:8401:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763335618.135941:0:6504:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763335618.135954:0:6504:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9af0ee89d400/0x10123ce7f0766f4c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335618.135967:0:6504:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9af0ee89d400 already unused, calling callback (ffffffffc0d2cb40) 00010000:00010000:2.0:1763335618.135972:0:6504:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9af0ee89d400/0x10123ce7f0766f4c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335618.135983:0:6504:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9af0ee89d400/0x10123ce7f0766f4c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335618.136003:0:6504:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9af0ee89d400/0x10123ce7f0766f4c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335618.136016:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9af0ee89d400/0x10123ce7f0766f4c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335618.136044:0:6504:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335618.136046:0:6504:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335618.136048:0:6504:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763335618.136735:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc6360e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3651:x1848991041538304:12345-0@lo:6:osp-syn-0-0.0 Request processed in 19877us (20059us total) trans 4294967304 rc 0/0 00000100:00100000:3.0:1763335618.136750:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1466 00000100:00100000:0.0:1763335618.137200:0:3651:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967303 gen 2 00000004:00080000:0.0:1763335618.137209:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9af0f45b0380, transno 4294967303 00000100:00100000:0.0:1763335618.137227:0:3651:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9aefc6361880 x1848991041538304/t4294967304(4294967304) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763335634 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1763335618.137243:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9aefc6361880/2, rc 0, transno 4294967304 00000100:00100000:0.0:1763335618.137250:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc6361880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3651:1848991041538304:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1763335618.879775:0:6503:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335619.903060:0:9483:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763335620.160613:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1763335620.160644:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc64e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3654:1848991041538944:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1763335620.160721:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335620.161512:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041538944 00000100:00100000:3.0:1763335620.161521:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041538944 00000100:00100000:2.0:1763335620.162119:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 248 00000100:00100000:2.0:1763335620.162140:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4f98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1848991041538944:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1763335620.162185:0:6521:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1763335620.162240:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4f98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1848991041538944:12345-0@lo:41:osp-pre-1-0.0 Request processed in 104us (1520us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335620.162248:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 248 00000100:00100000:3.0:1763335620.162475:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc64e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3654:1848991041538944:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1763335620.670189:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1763335620.670224:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc6361f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e767977a-b5b5-44a9-9592-4af663ea7043:3653:1848991041539072:0@lo:400:kworker.0 00000100:00100000:0.0:1763335620.670323:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335620.670422:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc6361c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3651:1848991041539200:0@lo:400:kworker.0 00000100:00100000:0.0:1763335620.670455:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335620.670509:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc6360000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1848991041539328:0@lo:400:kworker.0 00000100:00100000:0.0:1763335620.670540:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335620.670581:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041539328 00000100:00100000:0.0:1763335620.670591:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041539328 00000100:00100000:0.0:1763335620.670654:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 249 00000100:00100000:0.0:1763335620.670666:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc6363800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3652:x1848991041539328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763335620.670741:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc6363800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3652:x1848991041539328:12345-0@lo:400:kworker.0 Request processed in 76us (198us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335620.670750:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 249 00000100:00100000:0.0:1763335620.670806:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc6360000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1848991041539328:0@lo:400:kworker.0 00000100:00100000:0.0:1763335620.670846:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc6360000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3653:1848991041539456:0@lo:400:kworker.0 00000100:00100000:0.0:1763335620.670893:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335620.670937:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1763335620.670943:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc6360a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1848991041539584:0@lo:400:kworker.0 00000100:00100000:0.0:1763335620.670965:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335620.670983:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041539584 00000100:00100000:0.0:1763335620.670986:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041539584 00000100:00100000:0.0:1763335620.671007:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 250 00000100:00100000:0.0:1763335620.671013:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc6363480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3653:x1848991041539584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763335620.671046:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc6363480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3653:x1848991041539584:12345-0@lo:400:kworker.0 Request processed in 32us (79us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335620.671052:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 250 00000100:00100000:0.0:1763335620.671082:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc6360a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1848991041539584:0@lo:400:kworker.0 00000100:00100000:0.0:1763335620.671114:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc6360a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3651:1848991041539712:0@lo:400:kworker.0 00000100:00100000:0.0:1763335620.671147:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335620.671175:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041539200 00000100:00100000:0.0:1763335620.671178:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041539200 00000100:00100000:0.0:1763335620.671203:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041539456 00000100:00100000:0.0:1763335620.671206:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041539456 00000100:00100000:0.0:1763335620.671223:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041539712 00000100:00100000:0.0:1763335620.671225:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041539712 00000100:00100000:0.0:1763335620.671253:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 456 00000100:00100000:0.0:1763335620.671258:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc6363b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3651:x1848991041539200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763335620.671288:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc6363b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3651:x1848991041539200:12345-0@lo:400:kworker.0 Request processed in 30us (833us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335620.671294:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 456 00000100:00100000:0.0:1763335620.671304:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 457 00000100:00100000:0.0:1763335620.671308:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc6361500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1848991041539456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763335620.671329:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc6361500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1848991041539456:12345-0@lo:400:kworker.0 Request processed in 21us (436us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335620.671334:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 457 00000100:00100000:0.0:1763335620.671344:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 458 00000100:00100000:0.0:1763335620.671349:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc6361180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3651:x1848991041539712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763335620.671367:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc6361180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3651:x1848991041539712:12345-0@lo:400:kworker.0 Request processed in 18us (220us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335620.671372:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 458 00000100:00100000:0.0:1763335620.671404:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc6360a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3651:1848991041539712:0@lo:400:kworker.0 00000100:00100000:0.0:1763335620.671412:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc6361c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3651:1848991041539200:0@lo:400:kworker.0 00000100:00100000:0.0:1763335620.671430:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc6360000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3653:1848991041539456:0@lo:400:kworker.0 00000100:00100000:0.0:1763335620.671455:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc6360000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3652:1848991041539840:0@lo:400:kworker.0 00000100:00100000:0.0:1763335620.671472:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335620.671490:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041539840 00000100:00100000:0.0:1763335620.671493:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041539840 00000100:00100000:0.0:1763335620.671516:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 459 00000100:00100000:0.0:1763335620.671522:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc6361c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1848991041539840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763335620.671555:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc6361c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1848991041539840:12345-0@lo:400:kworker.0 Request processed in 33us (81us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335620.671561:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 459 00000100:00100000:0.0:1763335620.671587:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc6360000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3652:1848991041539840:0@lo:400:kworker.0 00000100:00100000:0.0:1763335620.671614:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc6360000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1848991041539968:0@lo:400:kworker.0 00000100:00100000:0.0:1763335620.671639:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335620.671676:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1763335620.671682:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc6363100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1848991041540096:0@lo:400:kworker.0 00000100:00100000:0.0:1763335620.671705:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335620.671729:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041539968 00000100:00100000:0.0:1763335620.671733:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041539968 00000100:00100000:0.0:1763335620.671762:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041540096 00000100:00100000:0.0:1763335620.671766:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041540096 00000100:00100000:0.0:1763335620.671786:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 210 00000100:00100000:0.0:1763335620.671792:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc6360a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3653:x1848991041539968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763335620.671826:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc6360a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3653:x1848991041539968:12345-0@lo:400:kworker.0 Request processed in 34us (186us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335620.671832:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 210 00000100:00100000:0.0:1763335620.671842:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 211 00000100:00100000:0.0:1763335620.671848:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc6362a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3653:x1848991041540096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763335620.671897:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc6362a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3653:x1848991041540096:12345-0@lo:400:kworker.0 Request processed in 48us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335620.671903:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 211 00000100:00100000:0.0:1763335620.671937:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc6363100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1848991041540096:0@lo:400:kworker.0 00000100:00100000:0.0:1763335620.671945:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc6360000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1848991041539968:0@lo:400:kworker.0 00000100:00100000:0.0:1763335620.671976:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc6360000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3651:1848991041540224:0@lo:400:kworker.0 00000100:00100000:0.0:1763335620.672000:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335620.672025:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041540224 00000100:00100000:0.0:1763335620.672029:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041540224 00000100:00100000:0.0:1763335620.672053:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 460 00000100:00100000:0.0:1763335620.672060:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc6363100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3651:x1848991041540224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763335620.672094:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc6363100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3651:x1848991041540224:12345-0@lo:400:kworker.0 Request processed in 33us (92us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335620.672099:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 460 00000100:00100000:0.0:1763335620.672138:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc6360000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3651:1848991041540224:0@lo:400:kworker.0 00000100:00100000:0.0:1763335620.672167:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc6360000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3652:1848991041540352:0@lo:400:kworker.0 00000100:00100000:0.0:1763335620.672189:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335620.672210:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041540352 00000100:00100000:0.0:1763335620.672214:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041540352 00000100:00100000:0.0:1763335620.672233:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 461 00000100:00100000:0.0:1763335620.672239:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc6360380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1848991041540352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763335620.672268:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc6360380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1848991041540352:12345-0@lo:400:kworker.0 Request processed in 29us (78us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335620.672273:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 461 00000100:00100000:0.0:1763335620.672298:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc6360000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3652:1848991041540352:0@lo:400:kworker.0 00000100:00100000:0.0:1763335620.672328:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc6360000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1848991041540480:0@lo:400:kworker.0 00000100:00100000:0.0:1763335620.672351:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335620.672377:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041540480 00000100:00100000:0.0:1763335620.672381:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041540480 00000100:00100000:0.0:1763335620.672405:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 212 00000100:00100000:0.0:1763335620.672412:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc6360700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3653:x1848991041540480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763335620.672446:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc6360700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3653:x1848991041540480:12345-0@lo:400:kworker.0 Request processed in 34us (94us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335620.672452:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 212 00000100:00100000:0.0:1763335620.672477:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc6360000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1848991041540480:0@lo:400:kworker.0 00000100:00100000:0.0:1763335620.672505:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1763335620.672513:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc6360000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1848991041540608:0@lo:400:kworker.0 00000100:00100000:0.0:1763335620.672534:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335620.672553:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041540608 00000100:00100000:0.0:1763335620.672556:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041540608 00000100:00100000:0.0:1763335620.672579:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 213 00000100:00100000:0.0:1763335620.672585:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc6362d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3653:x1848991041540608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763335620.672619:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc6362d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3653:x1848991041540608:12345-0@lo:400:kworker.0 Request processed in 34us (83us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335620.672625:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 213 00000100:00100000:0.0:1763335620.672647:0:3653:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967674 gen 2 00000004:00080000:0.0:1763335620.672653:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9aefc3781f80, transno 4294967674 00000100:00100000:0.0:1763335620.672663:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc6360000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1848991041540608:0@lo:400:kworker.0 00000100:00100000:2.0:1763335620.672971:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1763335620.672982:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4f9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1848991041540736:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1763335620.673014:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335620.673045:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041540736 00000100:00100000:2.0:1763335620.673050:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041540736 00000100:00100000:2.0:1763335620.673081:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 202 00000100:00100000:2.0:1763335620.673088:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4f99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1848991041540736:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1763335620.673116:0:8403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923357696 avail 3691835392 00000100:00100000:2.0:1763335620.673164:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4f99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1848991041540736:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (149us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335620.673174:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 202 00000100:00100000:2.0:1763335620.673210:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4f9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1848991041540736:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1763335620.675252:0:6510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041539072 00000100:00100000:3.0:1763335620.675268:0:6510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041539072 00000100:00100000:3.0:1763335620.675325:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 406 00000100:00100000:3.0:1763335620.675334:0:6510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f45ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e767977a-b5b5-44a9-9592-4af663ea7043+23:3653:x1848991041539072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763335620.675428:0:6510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f45ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e767977a-b5b5-44a9-9592-4af663ea7043+23:3653:x1848991041539072:12345-0@lo:400:kworker.0 Request processed in 95us (5106us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335620.675436:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 406 00000100:00080000:3.0:1763335620.675482:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1763335620.675488:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1763335620.675492:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1763335620.675496:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1763335620.675544:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc6361f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e767977a-b5b5-44a9-9592-4af663ea7043:3653:1848991041539072:0@lo:400:kworker.0 00000100:00100000:3.0:1763335620.675774:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4f9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3652:1848991041540864:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1763335620.675810:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335620.675895:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041540864 00000100:00100000:2.0:1763335620.675900:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041540864 00000100:00100000:2.0:1763335620.675932:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 203 00000100:00100000:2.0:1763335620.675938:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc64e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1848991041540864:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1763335620.675964:0:8404:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923357696 avail 3691835392 00000100:00100000:2.0:1763335620.675999:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc64e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1848991041540864:12345-0@lo:13:osp-pre-1-0.0 Request processed in 61us (189us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335620.676005:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 203 00000100:00100000:2.0:1763335620.676346:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4f9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3652:1848991041540864:0@lo:13:osp-pre-1-0.0 00000001:02000400:1.0:1763335620.764780:0:18041:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 36b: OST utime check (open, utime) ======== 18:26:59 (1763335619) 00000100:00100000:0.0:1763335620.784354:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335620.786221:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029239936 00000100:00100000:2.0:1763335620.786241:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029239936 00000100:00080000:3.0:1763335620.786318:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1763335620.786363:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 2021 00000100:00100000:2.0:1763335620.786376:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc6360000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+14:19907:x1848991029239936:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:2.0:1763335620.786402:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335620.786406:0:8224:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763335620.786454:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71a00/0x10123ce7f0766eff lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fc39 expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335620.786508:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af0edad9700) 00010000:00010000:2.0:1763335620.786514:0:8224:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335620.786533:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e200/0x10123ce7f0766f53 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fc55 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335620.786715:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f000/0x10123ce7f0766f5a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x11:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335620.786741:0:8224:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70400/0x10123ce7f0766f29 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x11:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fc47 expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335620.786757:0:8224:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70c00/0x10123ce7f0766f45 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fc4e expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335620.786766:0:8224:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f000/0x10123ce7f0766f5a lrc: 5/0,1 mode: --/EX res: [0x200000402:0x11:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335620.786824:0:8224:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70c00/0x10123ce7f0766f45 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fc4e expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335620.786841:0:8224:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70c00/0x10123ce7f0766f45 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fc4e expref: 14 pid: 10055 timeout: 521 lvb_type: 0 00000100:00100000:2.0:1763335620.786864:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4f9b800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041540992:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335620.787087:0:8224:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70400/0x10123ce7f0766f29 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x11:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fc47 expref: 14 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335620.787097:0:8224:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70400/0x10123ce7f0766f29 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x11:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fc47 expref: 14 pid: 10055 timeout: 521 lvb_type: 0 00000100:00100000:2.0:1763335620.787105:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4f98a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041541120:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335620.787145:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc5816780 going to sleep for 11 seconds 00000100:00100000:0.0:1763335620.794818:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4f9b800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041540992:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335620.794839:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4f98a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041541120:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335620.794894:0:8224:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f000/0x10123ce7f0766f5a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x11:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000100:00100000:0.0:1763335620.795851:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335620.795957:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335620.795990:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029240192 00000100:00100000:0.0:1763335620.796000:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029240192 00010000:00010000:0.0:1763335620.796050:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70400/0x10123ce7f0766f29 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x11:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fc47 expref: 15 pid: 10055 timeout: 521 lvb_type: 0 00000100:00100000:0.0:1763335620.796089:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029240064 00000100:00100000:0.0:1763335620.796094:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029240064 00010000:00010000:0.0:1763335620.796106:0:8416:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70c00/0x10123ce7f0766f45 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fc4e expref: 16 pid: 10055 timeout: 521 lvb_type: 0 00000100:00100000:0.0:1763335620.796142:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 743 00000100:00100000:0.0:1763335620.796153:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc6361f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+16:2409:x1848991029240192:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335620.796174:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335620.796182:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70400/0x10123ce7f0766f29 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x11:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fc47 expref: 16 pid: 10055 timeout: 521 lvb_type: 0 00010000:00010000:0.0:1763335620.796194:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70400/0x10123ce7f0766f29 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x11:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fc47 expref: 16 pid: 10055 timeout: 521 lvb_type: 0 00010000:00010000:0.0:1763335620.796222:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70400/0x10123ce7f0766f29 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x11:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fc47 expref: 16 pid: 10055 timeout: 521 lvb_type: 0 00010000:00010000:0.0:1763335620.796238:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff9af0d8bf9c00) 00010000:00010000:0.0:1763335620.796245:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f000/0x10123ce7f0766f5a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x11:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335620.796255:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335620.796321:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc6361f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+15:2409:x1848991029240192:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 169us (474us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335620.796330:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 743 00000100:00100000:0.0:1763335620.796351:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 744 00000100:00100000:0.0:1763335620.796357:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc6362680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+14:2408:x1848991029240064:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335620.796366:0:8416:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335620.796370:0:8416:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70c00/0x10123ce7f0766f45 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fc4e expref: 14 pid: 10055 timeout: 521 lvb_type: 0 00010000:00010000:0.0:1763335620.796395:0:8416:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70c00/0x10123ce7f0766f45 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fc4e expref: 14 pid: 10055 timeout: 521 lvb_type: 0 00010000:00010000:0.0:1763335620.796407:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70c00/0x10123ce7f0766f45 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fc4e expref: 14 pid: 10055 timeout: 521 lvb_type: 0 00010000:00010000:0.0:1763335620.796417:0:8416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff9af0d8bf9c00) 00010000:00010000:0.0:1763335620.796421:0:8416:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f000/0x10123ce7f0766f5a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x11:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335620.796436:0:8416:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f000/0x10123ce7f0766f5a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x11:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335620.796444:0:8416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f000/0x10123ce7f0766f5a lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x11:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335620.796481:0:8416:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335620.796513:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc6362680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:819c42eb-8a5f-4523-990c-a007cb66998d+13:2408:x1848991029240064:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 154us (555us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335620.796521:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 744 00010000:00010000:1.0:1763335620.796651:0:8224:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f000/0x10123ce7f0766f5a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x11:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335620.796666:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f000/0x10123ce7f0766f5a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x11:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000004:00200000:1.0:1763335620.796690:0:8224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x11:0x0]: returning size 0 00010000:00010000:1.0:1763335620.797077:0:8224:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f000/0x10123ce7f0766f5a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x11:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335620.797087:0:8224:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f000/0x10123ce7f0766f5a lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x11:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335620.797095:0:8224:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f000/0x10123ce7f0766f5a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x11:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335620.797106:0:8224:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc609f000 already unused, calling callback (ffffffffc1966550) 00010000:00010000:1.0:1763335620.797111:0:8224:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f000/0x10123ce7f0766f5a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x11:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335620.797130:0:8224:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f000/0x10123ce7f0766f5a lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x11:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335620.797142:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff9af0d8bf9c00) 00010000:00010000:1.0:1763335620.797147:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763335620.797152:0:8224:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f000/0x10123ce7f0766f5a lrc: 2/0,0 mode: --/EX res: [0x200000402:0x11:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335620.797159:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f000/0x10123ce7f0766f5a lrc: 0/0,0 mode: --/EX res: [0x200000402:0x11:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335620.797238:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e200/0x10123ce7f0766f53 lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fc55 expref: 13 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335620.797250:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af0edad9700) 00010000:00010000:1.0:1763335620.797253:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335620.797258:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e200/0x10123ce7f0766f53 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fc55 expref: 13 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335620.797269:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc609e200, rc 0) 00000100:00100000:1.0:1763335620.797316:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc6360000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+12:19907:x1848991029239936:12345-192.168.202.34@tcp:101:bash.0 Request processed in 10942us (12977us total) trans 4294968075 rc 301/301 00000100:00100000:1.0:1763335620.797336:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 2021 00000100:00100000:0.0:1763335620.802017:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335620.802111:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029240320 00000100:00100000:1.0:1763335620.802131:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029240320 00000100:00100000:1.0:1763335620.802756:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 2022 00000100:00100000:1.0:1763335620.802771:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+12:19907:x1848991029240320:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:1.0:1763335620.802801:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335620.802829:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71000/0x10123ce7f0766f68 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fc5c expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335620.803096:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70a00/0x10123ce7f0766f6f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335620.803114:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70a00/0x10123ce7f0766f6f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335620.803136:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70a00/0x10123ce7f0766f6f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335620.803453:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71000/0x10123ce7f0766f68 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fc5c expref: 14 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335620.803471:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70a00/0x10123ce7f0766f6f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fc5c expref: 13 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335620.803481:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff9af0fd8f2700) 00010000:00010000:1.0:1763335620.803485:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1763335620.803489:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc4c70a00, rc 0) 00000100:00100000:1.0:1763335620.803577:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+13:19907:x1848991029240320:12345-192.168.202.34@tcp:101:bash.0 Request processed in 810us (1575us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335620.803587:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 2022 00000100:00100000:0.0:1763335620.810223:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335620.810728:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029240576 00000100:00100000:3.0:1763335620.810745:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029240576 00000100:00100000:3.0:1763335620.810839:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 2023 00000100:00100000:3.0:1763335620.810851:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3781f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+13:19907:x1848991029240576:12345-192.168.202.34@tcp:36:bash.0 00010000:00010000:3.0:1763335620.811131:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5800/0x10123ce7f0766f76 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x11:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335620.811152:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5800/0x10123ce7f0766f76 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x11:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335620.811165:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5800/0x10123ce7f0766f76 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x11:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000004:00010000:3.0:1763335620.811340:0:8224:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000050c156c2 reply state 000000008e611d8f transno 4294968076 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5800/0x10123ce7f0766f76 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x11:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335620.811355:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5800/0x10123ce7f0766f76 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x11:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335620.811364:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff9af0fd8f2700) 00010000:00010000:3.0:1763335620.811368:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763335620.811373:0:8224:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763335620.811500:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3781f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+15:19907:x1848991029240576:12345-192.168.202.34@tcp:36:bash.0 Request processed in 649us (1290us total) trans 4294968076 rc 0/0 00000100:00100000:3.0:1763335620.811509:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 2023 00000100:00100000:1.0:1763335620.814303:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335620.816152:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029240704 00000100:00100000:3.0:1763335620.816171:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029240704 00000100:00100000:3.0:1763335620.816260:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 2024 00000100:00100000:3.0:1763335620.816274:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc667aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+15:19907:x1848991029240704:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763335620.816308:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335620.816342:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f0766f7d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x11:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fc63 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335620.816423:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f0766f7d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x11:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fc63 expref: 16 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335620.816503:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4400/0x10123ce7f0766f7d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x11:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fc63 expref: 16 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335620.816530:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff9af0fd8f2700) 00010000:00010000:3.0:1763335620.816534:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763335620.816539:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4400, rc 0) 00000100:00100000:3.0:1763335620.816632:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc667aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+16:19907:x1848991029240704:12345-192.168.202.34@tcp:101:bash.0 Request processed in 360us (2342us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335620.816640:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 2024 00000100:00100000:1.0:1763335620.821652:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335620.821747:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029240832 00000100:00100000:3.0:1763335620.821762:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029240832 00000100:00100000:3.0:1763335620.821838:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 2025 00000100:00100000:3.0:1763335620.821850:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc6678380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+16:19907:x1848991029240832:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763335620.821911:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335620.821943:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f0766f84 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x11:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fc6a expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335620.821983:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f0766f84 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x11:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fc6a expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335620.822006:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4a00/0x10123ce7f0766f84 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x11:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fc6a expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1763335620.822035:0:8224:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x11:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1763335620.822040:0:8224:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x11:0x0] updating lvb mtime from disk: 0 -> 1763335621 00000004:00010000:3.0:1763335620.822043:0:8224:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x11:0x0] updating lvb atime from disk: 0 -> 200000 00000004:00010000:3.0:1763335620.822045:0:8224:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x11:0x0] updating lvb ctime from disk: 0 -> 1763335621 00000004:00010000:3.0:1763335620.822047:0:8224:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x11:0x0] updating lvb blocks from disk: 18427282363563114435 -> 0 00010000:00010000:3.0:1763335620.822058:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff9af0fd8f2700) 00010000:00010000:3.0:1763335620.822062:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335620.822066:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4a00, rc 0) 00000100:00100000:3.0:1763335620.823661:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc6678380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+17:19907:x1848991029240832:12345-192.168.202.34@tcp:101:bash.0 Request processed in 1804us (2017us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335620.823675:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 2025 00000100:00100000:1.0:1763335620.830105:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335620.831246:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029240960 00000100:00100000:3.0:1763335620.831265:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029240960 00002000:00010000:3.0:1763335620.831337:0:6529:0:(mdt_io.c:274:mdt_punch_hpreq_check()) lustre-MDT0000: refresh DOM lock for [0x200000402:0x11:0x0] 00002000:00100000:3.0:1763335620.831344:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc6678700 with x1848991029240960 00000100:00100000:3.0:1763335620.831397:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1135 00000100:00100000:3.0:1763335620.831407:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc6678700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+17:2407:x1848991029240960:12345-192.168.202.34@tcp:10:bash.0 00000004:00010000:3.0:1763335620.831656:0:6529:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x11:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1763335620.831660:0:6529:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x11:0x0] updating lvb mtime from disk: 1763335621 -> 1763335621 00000004:00010000:3.0:1763335620.831664:0:6529:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x11:0x0] updating lvb atime from disk: 200000 -> 200000 00000004:00010000:3.0:1763335620.831666:0:6529:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x11:0x0] updating lvb ctime from disk: 1763335621 -> 1763335621 00000004:00010000:3.0:1763335620.831669:0:6529:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x11:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335620.831767:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc6678700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:819c42eb-8a5f-4523-990c-a007cb66998d+18:2407:x1848991029240960:12345-192.168.202.34@tcp:10:bash.0 Request processed in 360us (1678us total) trans 4294968077 rc 0/0 00000100:00100000:3.0:1763335620.831775:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1135 00002000:00010000:3.0:1763335620.831780:0:6529:0:(mdt_io.c:274:mdt_punch_hpreq_check()) lustre-MDT0000: refresh DOM lock for [0x200000402:0x11:0x0] 00002000:00100000:3.0:1763335620.831782:0:6529:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc6678700 with x1848991029240960 00000100:00100000:2.0:1763335620.837373:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335620.838149:0:14748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029241216 00000100:00100000:3.0:1763335620.838165:0:14748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029241216 00000100:00100000:3.0:1763335620.838415:0:14748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 59 00000100:00100000:3.0:1763335620.838428:0:14748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4f9b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:819c42eb-8a5f-4523-990c-a007cb66998d+18:19907:x1848991029241216:12345-192.168.202.34@tcp:35:bash.0 00000100:00100000:3.0:1763335620.838763:0:14748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4f9b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:819c42eb-8a5f-4523-990c-a007cb66998d+19:19907:x1848991029241216:12345-192.168.202.34@tcp:35:bash.0 Request processed in 337us (1404us total) trans 4294968078 rc 0/0 00000100:00100000:3.0:1763335620.838774:0:14748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 59 00000100:00100000:1.0:1763335620.857261:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335620.857381:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029241344 00000100:00100000:2.0:1763335620.857395:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029241344 00000100:00100000:2.0:1763335620.857472:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 2026 00000100:00100000:2.0:1763335620.857485:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc667ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+19:20051:x1848991029241344:12345-192.168.202.34@tcp:101:utime.0 00010000:00010000:2.0:1763335620.857518:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335620.857548:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fa00/0x10123ce7f0766f8b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fc71 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335620.857629:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ec00/0x10123ce7f0766f92 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335620.857648:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ec00/0x10123ce7f0766f92 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335620.857663:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ec00/0x10123ce7f0766f92 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000004:00200000:2.0:1763335620.857718:0:8224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1763335620.857723:0:8224:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763335620.857749:0:8224:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ec00/0x10123ce7f0766f92 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335620.857854:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fa00/0x10123ce7f0766f8b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fc71 expref: 21 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335620.858367:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ec00/0x10123ce7f0766f92 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fc71 expref: 20 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335620.858379:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af0edad9700) 00010000:00010000:2.0:1763335620.858383:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1763335620.858387:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc609ec00, rc 0) 00000100:00100000:2.0:1763335620.858480:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc667ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+20:20051:x1848991029241344:12345-192.168.202.34@tcp:101:utime.0 Request processed in 996us (1233us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335620.858494:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 2026 00000100:00100000:1.0:1763335620.869719:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335620.870979:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029241600 00000100:00100000:3.0:1763335620.870997:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029241600 00000100:00100000:3.0:1763335620.871087:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 2027 00000100:00100000:3.0:1763335620.871100:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc667a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+20:20051:x1848991029241600:12345-192.168.202.34@tcp:36:utime.0 00010000:00010000:3.0:1763335620.871188:0:8224:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335620.871223:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ec00/0x10123ce7f0766f92 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fc71 expref: 20 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335620.871243:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af0edad9700) 00010000:00010000:3.0:1763335620.871248:0:8224:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335620.871424:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc667a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+19:20051:x1848991029241600:12345-192.168.202.34@tcp:36:utime.0 Request processed in 326us (1720us total) trans 0 rc -17/-17 00000100:00100000:3.0:1763335620.871432:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 2027 00000100:00100000:1.0:1763335620.875505:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335620.875581:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029241728 00000100:00100000:2.0:1763335620.875594:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029241728 00000100:00100000:2.0:1763335620.875659:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 2028 00000100:00100000:2.0:1763335620.875670:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc6679880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+19:20051:x1848991029241728:12345-192.168.202.34@tcp:101:utime.0 00010000:00010000:2.0:1763335620.875696:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335620.875721:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fa00/0x10123ce7f0766f99 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fc78 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335620.875795:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e800/0x10123ce7f0766fa0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335620.875813:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e800/0x10123ce7f0766fa0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335620.875825:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e800/0x10123ce7f0766fa0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000004:00200000:2.0:1763335620.875903:0:10055:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1763335620.875907:0:10055:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763335620.875929:0:10055:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e800/0x10123ce7f0766fa0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335620.875955:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fa00/0x10123ce7f0766f99 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fc78 expref: 21 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335620.875971:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e800/0x10123ce7f0766fa0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fc78 expref: 20 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335620.875981:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af0edad9700) 00010000:00010000:2.0:1763335620.875984:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1763335620.875988:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc609e800, rc 0) 00000100:00100000:2.0:1763335620.876052:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc6679880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+20:20051:x1848991029241728:12345-192.168.202.34@tcp:101:utime.0 Request processed in 383us (561us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335620.876059:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 2028 00000100:00100000:1.0:1763335620.882096:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335620.882193:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029241856 00000100:00100000:2.0:1763335620.882208:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029241856 00000100:00100000:2.0:1763335620.882290:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 2029 00000100:00100000:2.0:1763335620.882303:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc6678e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+20:20051:x1848991029241856:12345-192.168.202.34@tcp:101:utime.0 00010000:00010000:2.0:1763335620.882336:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335620.882369:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fe00/0x10123ce7f0766fa7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fc7f expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335620.882472:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ee00/0x10123ce7f0766fae lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335620.882490:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ee00/0x10123ce7f0766fae lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335620.882503:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ee00/0x10123ce7f0766fae lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335620.882522:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ec00/0x10123ce7f0766fb5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf7f6e39 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335620.882530:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ec00/0x10123ce7f0766fb5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335620.882536:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ec00/0x10123ce7f0766fb5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335620.882655:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f800/0x10123ce7f0766fbc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335620.882666:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f800/0x10123ce7f0766fbc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335620.882674:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f800/0x10123ce7f0766fbc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000004:00200000:2.0:1763335620.882728:0:8224:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763335620.882755:0:8224:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f800/0x10123ce7f0766fbc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335620.882772:0:8224:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ee00/0x10123ce7f0766fae lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335620.882779:0:8224:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ee00/0x10123ce7f0766fae lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335620.882786:0:8224:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ee00/0x10123ce7f0766fae lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335620.882792:0:8224:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ee00/0x10123ce7f0766fae lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335620.882798:0:8224:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc609ee00 already unused, calling callback (ffffffffc1966550) 00010000:00010000:2.0:1763335620.882803:0:8224:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ee00/0x10123ce7f0766fae lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335620.882811:0:8224:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ee00/0x10123ce7f0766fae lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335620.882824:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af0edad9700) 00010000:00010000:2.0:1763335620.882827:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335620.882831:0:8224:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ee00/0x10123ce7f0766fae lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335620.882837:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ee00/0x10123ce7f0766fae lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335620.882856:0:8224:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ec00/0x10123ce7f0766fb5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335620.882862:0:8224:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ec00/0x10123ce7f0766fb5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335620.882895:0:8224:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ec00/0x10123ce7f0766fb5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335620.882900:0:8224:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc609ec00 already unused, calling callback (ffffffffc1966550) 00010000:00010000:2.0:1763335620.882902:0:8224:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ec00/0x10123ce7f0766fb5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335620.882907:0:8224:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ec00/0x10123ce7f0766fb5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335620.882913:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf7f6e39 (ffff9af0d8bf9a00) 00010000:00010000:2.0:1763335620.882915:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335620.882917:0:8224:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ec00/0x10123ce7f0766fb5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335620.882922:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ec00/0x10123ce7f0766fb5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335620.882952:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fe00/0x10123ce7f0766fa7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fc7f expref: 22 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335620.882967:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f800/0x10123ce7f0766fbc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fc7f expref: 21 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335620.882974:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff9af0fd8f2700) 00010000:00010000:2.0:1763335620.882977:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335620.882980:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc609f800, rc 0) 00000100:00100000:2.0:1763335620.883053:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc6678e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+21:20051:x1848991029241856:12345-192.168.202.34@tcp:101:utime.0 Request processed in 753us (972us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335620.883060:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 2029 00000100:00100000:1.0:1763335620.888019:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335620.890937:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029242112 00000100:00100000:2.0:1763335620.890958:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029242112 00000100:00100000:2.0:1763335620.891032:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 2030 00000100:00100000:2.0:1763335620.891044:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc667a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+21:20051:x1848991029242112:12345-192.168.202.34@tcp:36:utime.0 00010000:00010000:2.0:1763335620.891113:0:10055:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335620.891159:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f800/0x10123ce7f0766fbc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fc7f expref: 21 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335620.891177:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff9af0fd8f2700) 00010000:00010000:2.0:1763335620.891184:0:10055:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335620.891251:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fe00/0x10123ce7f0766fc3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x11:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335620.891267:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fe00/0x10123ce7f0766fc3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x11:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335620.891278:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fe00/0x10123ce7f0766fc3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x11:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000004:00010000:2.0:1763335620.891416:0:10055:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x11:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1763335620.891420:0:10055:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x11:0x0] updating lvb mtime from disk: 1763335621 -> 100000 00000004:00010000:2.0:1763335620.891422:0:10055:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x11:0x0] updating lvb atime from disk: 200000 -> 200000 00000004:00010000:2.0:1763335620.891425:0:10055:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x11:0x0] updating lvb ctime from disk: 1763335621 -> 1763335621 00000004:00010000:2.0:1763335620.891427:0:10055:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x11:0x0] updating lvb blocks from disk: 0 -> 0 00000004:00010000:2.0:1763335620.891435:0:10055:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a4b82f92 reply state 000000003d3b3b62 transno 4294968079 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fe00/0x10123ce7f0766fc3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x11:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335620.891448:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fe00/0x10123ce7f0766fc3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x11:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335620.891455:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff9af0fd8f2700) 00010000:00010000:2.0:1763335620.891458:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335620.891461:0:10055:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763335620.891590:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc667a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+22:20051:x1848991029242112:12345-192.168.202.34@tcp:36:utime.0 Request processed in 547us (3584us total) trans 4294968079 rc 0/0 00000100:00100000:2.0:1763335620.891598:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 2030 00000100:00100000:1.0:1763335620.903580:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335620.903664:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029242240 00000100:00100000:3.0:1763335620.903678:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029242240 00000100:00100000:3.0:1763335620.903757:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 2031 00000100:00100000:3.0:1763335620.903769:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc6679f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+22:20051:x1848991029242240:12345-192.168.202.34@tcp:101:utime.0 00010000:00010000:3.0:1763335620.903802:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335620.903829:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0766fca lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fc86 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335620.903934:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f0766fd1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335620.903951:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f0766fd1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335620.903964:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f0766fd1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335620.903980:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0766fd8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf7f6e39 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335620.903987:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0766fd8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335620.903994:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0766fd8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335620.904088:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4600/0x10123ce7f0766fdf lrc: 3/1,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335620.904099:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4600/0x10123ce7f0766fdf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335620.904105:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4600/0x10123ce7f0766fdf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000004:00200000:3.0:1763335620.904168:0:8224:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763335620.904199:0:8224:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4600/0x10123ce7f0766fdf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335620.904215:0:8224:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f0766fd1 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335620.904226:0:8224:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f0766fd1 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335620.904232:0:8224:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f0766fd1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335620.904238:0:8224:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f0766fd1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335620.904244:0:8224:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc2bd4000 already unused, calling callback (ffffffffc1966550) 00010000:00010000:3.0:1763335620.904248:0:8224:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f0766fd1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335620.904255:0:8224:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f0766fd1 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335620.904268:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af0edad9700) 00010000:00010000:3.0:1763335620.904271:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335620.904277:0:8224:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f0766fd1 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335620.904283:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f0766fd1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335620.904297:0:8224:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0766fd8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335620.904303:0:8224:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0766fd8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335620.904308:0:8224:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0766fd8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335620.904313:0:8224:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc2bd5000 already unused, calling callback (ffffffffc1966550) 00010000:00010000:3.0:1763335620.904316:0:8224:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0766fd8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335620.904321:0:8224:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0766fd8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335620.904329:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf7f6e39 (ffff9af0edad2700) 00010000:00010000:3.0:1763335620.904331:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335620.904334:0:8224:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0766fd8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335620.904339:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0766fd8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335620.904372:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0766fca lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fc86 expref: 24 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335620.904386:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4600/0x10123ce7f0766fdf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fc86 expref: 23 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335620.904393:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff9af0fd8f2700) 00010000:00010000:3.0:1763335620.904395:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763335620.904398:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4600, rc 0) 00000100:00100000:3.0:1763335620.904473:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc6679f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+23:20051:x1848991029242240:12345-192.168.202.34@tcp:101:utime.0 Request processed in 706us (909us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335620.904482:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 2031 00010000:00010000:0.0:1763335620.942205:0:6504:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763335621.133185:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335621.133247:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335621.133287:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335621.133334:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335621.133384:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029242624 00000100:00100000:0.0:1763335621.133398:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029242624 00000100:00100000:1.0:1763335621.133409:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029242496 00000100:00100000:1.0:1763335621.133416:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029242496 00000100:00100000:0.0:1763335621.133480:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029242752 00000100:00100000:0.0:1763335621.133485:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029242752 00000100:00100000:1.0:1763335621.133489:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 462 00000100:00100000:1.0:1763335621.133506:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc3781c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+5:2407:x1848991029242496:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:0.0:1763335621.133519:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 214 00000100:00100000:0.0:1763335621.133528:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0d0394a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:819c42eb-8a5f-4523-990c-a007cb66998d+5:2407:x1848991029242624:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:2.0:1763335621.133627:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 215 00000100:00100000:2.0:1763335621.133643:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+5:2407:x1848991029242752:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:3.0:1763335621.133730:0:6509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029242368 00000100:00100000:3.0:1763335621.133736:0:6509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029242368 00000100:00100000:3.0:1763335621.133770:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 407 00000100:00100000:3.0:1763335621.133776:0:6509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f45a9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f4bc7452-2198-4a0d-a8bc-8fee3c386313+9:2407:x1848991029242368:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:0.0:1763335621.134206:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0d0394a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:819c42eb-8a5f-4523-990c-a007cb66998d+5:2407:x1848991029242624:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 676us (914us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335621.134216:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 214 00000100:00080000:0.0:1763335621.134248:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1763335621.134255:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1763335621.134258:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1763335621.134322:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+5:2407:x1848991029242752:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 686us (986us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335621.134330:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 215 00000100:00100000:1.0:1763335621.134338:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc3781c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+5:2407:x1848991029242496:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 834us (1087us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335621.134350:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 462 00000100:00100000:3.0:1763335621.134436:0:6509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f45a9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f4bc7452-2198-4a0d-a8bc-8fee3c386313+9:2407:x1848991029242368:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 657us (1267us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335621.134445:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 407 00000100:00100000:1.0:1763335621.182328:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc64eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1848991041541248:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1763335621.182432:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335621.182587:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041541248 00000100:00100000:2.0:1763335621.182598:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041541248 00000100:00100000:2.0:1763335621.182665:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204 00000100:00100000:2.0:1763335621.182676:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc6679c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3653:x1848991041541248:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1763335621.182715:0:8403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1763335621.184378:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc6679c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3653:x1848991041541248:12345-0@lo:13:osp-pre-0-0.0 Request processed in 1698us (1939us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335621.184392:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204 00000100:00100000:2.0:1763335621.184462:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc35ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1848991041541376:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1763335621.184515:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335621.184568:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041541376 00000100:00100000:2.0:1763335621.184575:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041541376 00000100:00100000:2.0:1763335621.184610:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205 00000100:00100000:2.0:1763335621.184618:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4f99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1848991041541376:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1763335621.184639:0:8404:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1763335621.184675:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4f99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1848991041541376:12345-0@lo:13:osp-pre-0-1.0 Request processed in 58us (159us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335621.184681:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205 00000100:00100000:2.0:1763335621.184725:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc35ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1848991041541376:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1763335621.184837:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc64eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1848991041541248:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1763335621.951080:0:6503:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763335622.670701:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335622.670904:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029242880 00000100:00100000:3.0:1763335622.670919:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029242880 00002000:00100000:3.0:1763335622.671008:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0x11:0x0] req@ffff9aefc667bb80 x1848991029242880/t0(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:668/0 lens 496/0 e 0 to 0 dl 1763335633 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335622.671022:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc667bb80 with x1848991029242880 00000100:00080000:0.0:1763335622.671124:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1763335622.671382:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1136 00000100:00100000:3.0:1763335622.671397:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc667bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+23:2408:x1848991029242880:12345-192.168.202.34@tcp:4:bash.0 00000100:00100000:0.0:1763335622.673499:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335622.673728:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029243008 00000100:00100000:1.0:1763335622.673739:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029243008 00000100:00100000:1.0:1763335622.673819:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 2032 00000100:00100000:1.0:1763335622.673831:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc35ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+26:2409:x1848991029243008:12345-192.168.202.34@tcp:16:kworker.0 00000004:00010000:3.0:1763335622.674038:0:15202:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x11:0x0] updating lvb size from disk: 0 -> 1 00000004:00010000:3.0:1763335622.674048:0:15202:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x11:0x0] updating lvb mtime from disk: 100000 -> 100000 00000004:00010000:3.0:1763335622.674051:0:15202:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x11:0x0] updating lvb atime from disk: 200000 -> 200000 00000004:00010000:3.0:1763335622.674054:0:15202:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x11:0x0] updating lvb ctime from disk: 1763335621 -> 1763335621 00000004:00010000:3.0:1763335622.674057:0:15202:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x11:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:3.0:1763335622.674179:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc667bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+26:2408:x1848991029242880:12345-192.168.202.34@tcp:4:bash.0 Request processed in 2779us (3487us total) trans 4294968080 rc 0/0 00000100:00100000:3.0:1763335622.674193:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1136 00002000:00100000:3.0:1763335622.674207:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_003: refresh rw locks for [0x200000402:0x11:0x0] req@ffff9aefc667bb80 x1848991029242880/t4294968080(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:668/0 lens 496/448 e 0 to 0 dl 1763335633 ref 1 fl Complete:/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335622.674217:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc667bb80 with x1848991029242880 00000001:00080000:1.0:1763335622.677497:0:6496:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968080 is committed 00000001:00080000:1.0:1763335622.677531:0:6496:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968074 is committed 00010000:00010000:2.0:1763335622.677587:0:3637:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5800/0x10123ce7f0766f76 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x11:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335622.677602:0:3637:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5800/0x10123ce7f0766f76 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x11:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335622.677610:0:3637:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5800/0x10123ce7f0766f76 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x11:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335622.677617:0:3637:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc2bd5800 already unused, calling callback (ffffffffc1966550) 00010000:00010000:2.0:1763335622.677622:0:3637:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5800/0x10123ce7f0766f76 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x11:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335622.677631:0:3637:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5800/0x10123ce7f0766f76 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x11:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335622.677654:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff9af0fd8f2700) 00010000:00010000:2.0:1763335622.677656:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335622.679945:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc35ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+18:2409:x1848991029243008:12345-192.168.202.34@tcp:16:kworker.0 Request processed in 6098us (6442us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335622.679964:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 2032 00010000:00010000:2.0:1763335622.680261:0:3637:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5800/0x10123ce7f0766f76 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x11:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335622.680279:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5800/0x10123ce7f0766f76 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x11:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335622.680310:0:3637:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fe00/0x10123ce7f0766fc3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x11:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335622.680317:0:3637:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fe00/0x10123ce7f0766fc3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x11:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335622.680325:0:3637:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fe00/0x10123ce7f0766fc3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x11:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335622.680331:0:3637:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc609fe00 already unused, calling callback (ffffffffc1966550) 00010000:00010000:2.0:1763335622.680337:0:3637:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fe00/0x10123ce7f0766fc3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x11:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335622.680345:0:3637:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fe00/0x10123ce7f0766fc3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x11:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335622.680364:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff9af0fd8f2700) 00010000:00010000:2.0:1763335622.680367:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335622.680373:0:3637:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fe00/0x10123ce7f0766fc3 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x11:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335622.680379:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fe00/0x10123ce7f0766fc3 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x11:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335622.974422:0:9483:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763335623.230684:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1763335623.230715:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4f9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1848991041541504:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1763335623.230797:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335623.230968:0:13236:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041541504 00000100:00100000:2.0:1763335623.230978:0:13236:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041541504 00000100:00100000:2.0:1763335623.231028:0:13236:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 251 00000100:00100000:2.0:1763335623.231039:0:13236:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc64e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3652:x1848991041541504:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1763335623.231077:0:13236:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 116355072 pending 0 free 1445675008 avail 1299435520 00000100:00100000:2.0:1763335623.231143:0:13236:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc64e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3652:x1848991041541504:12345-0@lo:41:osp-pre-0-1.0 Request processed in 105us (345us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335623.231153:0:13236:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 251 00000100:00100000:2.0:1763335623.231199:0:3652:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 4294968074 gen 2 00000004:00080000:2.0:1763335623.231206:0:3652:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294968074 committed transno 4294968074 00000100:00100000:2.0:1763335623.231236:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4f9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1848991041541504:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1763335623.998037:0:6504:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:1.0:1763335624.262542:0:7434:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0001: 2 batchid updated 00000020:00080000:3.0:1763335624.262665:0:7453:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 2 00000004:00080000:3.0:1763335624.262735:0:7453:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9af0ffa52240 with version 7 00000020:00080000:3.0:1763335624.262754:0:7453:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 2 cancel update log [0x200000401:0x2:0x0].2: rc = 0 00000020:00080000:3.0:1763335624.262833:0:7453:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 2 cancel update log [0x240000400:0x2:0x0].2: rc = 0 00000020:00080000:3.0:1763335624.262840:0:7453:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 2 00000004:00080000:0.0:1763335624.262900:0:7445:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9af0edb5d3c0 version 7 rpc_version 7 00000020:00100000:0.0:1763335624.262937:0:7445:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1763335624.262948:0:7445:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9af0f5d9c700 x1848991041541760/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763335624.262974:0:7445:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f5d9c700 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7445:1848991041541760:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1763335624.263042:0:7445:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335624.263111:0:7445:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc4d1b780 going to sleep for 11 seconds 00000100:00100000:1.0:1763335624.263176:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041541760 00000100:00100000:1.0:1763335624.263185:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041541760 00000100:00100000:1.0:1763335624.263241:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 252 00000100:00100000:1.0:1763335624.263252:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5d9c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:7445:x1848991041541760:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1763335624.263402:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5d9c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:7445:x1848991041541760:12345-0@lo:1000:osp_up0-1.0 Request processed in 151us (359us total) trans 4294968081 rc 0/0 00000100:00100000:1.0:1763335624.263410:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 252 00000100:00100000:0.0:1763335624.263496:0:7445:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f5d9c700 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7445:1848991041541760:0@lo:1000:osp_up0-1.0 00000001:00080000:2.0:1763335624.273200:0:8397:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967304 is committed 00010000:00010000:3.0:1763335625.023071:0:6503:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763335625.278846:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc64e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3652:1848991041541888:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1763335625.278941:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335625.279026:0:13236:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041541888 00000100:00100000:3.0:1763335625.279035:0:13236:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041541888 00000100:00100000:3.0:1763335625.279095:0:13236:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 253 00000100:00100000:3.0:1763335625.279106:0:13236:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc64ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3652:x1848991041541888:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1763335625.279145:0:13236:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1763335625.279192:0:13236:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc64ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3652:x1848991041541888:12345-0@lo:41:osp-pre-1-0.0 Request processed in 88us (252us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335625.279200:0:13236:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 253 00000100:00100000:3.0:1763335625.279252:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc64e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3652:1848991041541888:0@lo:41:osp-pre-1-0.0 00000001:02000400:1.0:1763335625.602972:0:18236:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 36c: non-root MDS utime check (mknod, utime) ========================================================== 18:27:04 (1763335624) 00000100:00100000:2.0:1763335625.637704:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335625.637959:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029243136 00000100:00100000:0.0:1763335625.637969:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029243136 00000100:00100000:0.0:1763335625.638033:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 2033 00000100:00100000:0.0:1763335625.638043:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4f9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+16:20619:x1848991029243136:12345-192.168.202.34@tcp:101:rm.0 00010000:00010000:0.0:1763335625.638065:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335625.638095:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d600/0x10123ce7f0766fe6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fc8d expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335625.638158:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89da00/0x10123ce7f0766fed lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335625.638176:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89da00/0x10123ce7f0766fed lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335625.638191:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89da00/0x10123ce7f0766fed lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335625.638248:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89ce00/0x10123ce7f0766ff4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x50f713f3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335625.638256:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89ce00/0x10123ce7f0766ff4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x50f713f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335625.638267:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89ce00/0x10123ce7f0766ff4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x50f713f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335625.638316:0:10055:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89da00/0x10123ce7f0766fed lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335625.638323:0:10055:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89da00/0x10123ce7f0766fed lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335625.638329:0:10055:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89da00/0x10123ce7f0766fed lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335625.638336:0:10055:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89da00/0x10123ce7f0766fed lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335625.638341:0:10055:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9af0ee89da00 already unused, calling callback (ffffffffc1966550) 00010000:00010000:0.0:1763335625.638346:0:10055:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89da00/0x10123ce7f0766fed lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335625.638353:0:10055:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89da00/0x10123ce7f0766fed lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335625.638366:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af0edad9700) 00010000:00010000:0.0:1763335625.638369:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335625.638374:0:10055:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89da00/0x10123ce7f0766fed lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335625.638380:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89da00/0x10123ce7f0766fed lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335625.638390:0:10055:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89ce00/0x10123ce7f0766ff4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x50f713f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335625.638396:0:10055:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89ce00/0x10123ce7f0766ff4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x50f713f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335625.638402:0:10055:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89ce00/0x10123ce7f0766ff4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x50f713f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335625.638407:0:10055:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9af0ee89ce00 already unused, calling callback (ffffffffc1966550) 00010000:00010000:0.0:1763335625.638410:0:10055:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89ce00/0x10123ce7f0766ff4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x50f713f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335625.638415:0:10055:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89ce00/0x10123ce7f0766ff4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x50f713f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335625.638421:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x50f713f3 (ffff9af0e0e0ec00) 00010000:00010000:0.0:1763335625.638423:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335625.638425:0:10055:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89ce00/0x10123ce7f0766ff4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x50f713f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335625.638430:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89ce00/0x10123ce7f0766ff4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x50f713f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:0.0:1763335625.638459:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d600/0x10123ce7f0766fe6 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fc8d expref: 17 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335625.638469:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af0edad9700) 00010000:00010000:0.0:1763335625.638471:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763335625.638475:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d600/0x10123ce7f0766fe6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fc8d expref: 17 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335625.638482:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee89d600, rc 0) 00000100:00100000:0.0:1763335625.638546:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4f9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+16:20619:x1848991029243136:12345-192.168.202.34@tcp:101:rm.0 Request processed in 505us (855us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335625.638553:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 2033 00000100:00080000:0.0:1763335625.638575:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1763335625.681642:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335625.681735:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029243264 00000100:00100000:0.0:1763335625.681747:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029243264 00000100:00100000:0.0:1763335625.681837:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 2034 00000100:00100000:0.0:1763335625.681849:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc6678000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+16:20626:x1848991029243264:12345-192.168.202.34@tcp:41:stat.0 00000004:00000024:0.0:1763335625.681921:0:8224:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 116355072 pending 0 free 7846887424 avail 7383842816 00000100:00100000:0.0:1763335625.681998:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc6678000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+16:20626:x1848991029243264:12345-192.168.202.34@tcp:41:stat.0 Request processed in 151us (367us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335625.682006:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 2034 00000100:00100000:0.0:1763335625.739930:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335625.739972:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029243520 00000100:00100000:0.0:1763335625.739983:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029243520 00000100:00100000:0.0:1763335625.740040:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 2035 00000100:00100000:0.0:1763335625.740051:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5e92a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+16:20633:x1848991029243520:12345-192.168.202.34@tcp:36:lfs.0 00010000:00010000:0.0:1763335625.740118:0:8224:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335625.740147:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e800/0x10123ce7f0766fa0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fc78 expref: 16 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335625.740164:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af0edad9700) 00010000:00010000:0.0:1763335625.740168:0:8224:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335625.740223:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d600/0x10123ce7f0766ffb lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335625.740237:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d600/0x10123ce7f0766ffb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335625.740246:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d600/0x10123ce7f0766ffb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335625.740262:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89ce00/0x10123ce7f0767002 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x50f713f3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335625.740269:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89ce00/0x10123ce7f0767002 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x50f713f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335625.740275:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89ce00/0x10123ce7f0767002 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x50f713f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000040:00080000:0.0:1763335625.742126:0:8224:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000400:0x3:0x0].3, 2136 off37992 00000040:00080000:0.0:1763335625.742215:0:8224:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000401:0x3:0x0].3, 2336 off38472 00000004:00080000:0.0:1763335625.742223:0:8224:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9aefc5816480 with version 8 00000004:00080000:2.0:1763335625.742417:0:7598:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9af0f5d9aa80 version 8 rpc_version 8 00000020:00100000:2.0:1763335625.742456:0:7598:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1763335625.742468:0:7598:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9aefc4f9aa00 x1848991041542144/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 4200/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763335625.742494:0:7598:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4f9aa00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:7598:1848991041542144:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1763335625.742560:0:7598:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335625.743304:0:7598:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc47d89c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335625.743363:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041542144 00000100:00100000:3.0:1763335625.743371:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041542144 00000100:00100000:0.0:1763335625.743512:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 254 00000100:00100000:0.0:1763335625.743522:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f8021850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:7598:x1848991041542144:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1763335625.744450:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f8021850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:7598:x1848991041542144:12345-0@lo:1000:osp_up1-0.0 Request processed in 926us (1885us total) trans 4294967322 rc 0/0 00000100:00100000:0.0:1763335625.744460:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 254 00000100:00100000:2.0:1763335625.745085:0:7598:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4f9aa00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:7598:1848991041542144:0@lo:1000:osp_up1-0.0 00010000:00010000:1.0:1763335625.746147:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70400/0x10123ce7f0767009 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335625.746169:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70400/0x10123ce7f0767009 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335625.746181:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70400/0x10123ce7f0767009 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335625.746201:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70c00/0x10123ce7f0767010 lrc: 3/0,1 mode: --/PW res: [0x200000400:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335625.746208:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70c00/0x10123ce7f0767010 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335625.746214:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70c00/0x10123ce7f0767010 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335625.746252:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9aefc4c71000/0x10123ce7f0767017 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335625.746259:0:8224:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff9aefc4c71000/0x10123ce7f0767017 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335625.746269:0:8224:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff9aefc4c71000/0x10123ce7f0767017 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 8224 initiator: MDT0 00000100:00100000:1.0:1763335625.746298:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc667b800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:8224:1848991041542272:0@lo:101:mdt00_003.0 00000100:00100000:1.0:1763335625.746395:0:8224:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335625.746448:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0e04173c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335625.746666:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041542272 00000100:00100000:2.0:1763335625.746675:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041542272 00000100:00100000:2.0:1763335625.746726:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 255 00000100:00100000:2.0:1763335625.746736:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc6679500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:8224:x1848991041542272:12345-0@lo:101:mdt00_003.0 00010000:00010000:2.0:1763335625.746754:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335625.746772:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc609f000/0x10123ce7f076701e lrc: 2/0,0 mode: --/PW res: [0x240000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x10123ce7f0767017 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335625.746863:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc609f000/0x10123ce7f076701e lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x10123ce7f0767017 expref: 7 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335625.747019:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc609f000/0x10123ce7f076701e lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x10123ce7f0767017 expref: 7 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335625.747029:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x5:0x0].0x0 (ffff9af0d8bf9900) 00010000:00010000:2.0:1763335625.747032:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335625.747036:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc609f000, rc 0) 00000100:00100000:2.0:1763335625.747644:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc6679500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:8224:x1848991041542272:12345-0@lo:101:mdt00_003.0 Request processed in 904us (1246us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335625.747652:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 255 00000100:00100000:1.0:1763335625.747978:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc667b800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:8224:1848991041542272:0@lo:101:mdt00_003.0 00010000:00010000:1.0:1763335625.747998:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff9aefc4c71000/0x10123ce7f0767017 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x10123ce7f076701e expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335625.748014:0:8224:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9aefc4c71000/0x10123ce7f0767017 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x10123ce7f076701e expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1763335625.748041:0:8224:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e97926a7 reply state 000000002cfd9fba transno 4294968082 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70c00/0x10123ce7f0767010 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335625.748053:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70c00/0x10123ce7f0767010 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335625.748061:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x5:0x0].0x0 (ffff9af0f5ccff00) 00010000:00010000:1.0:1763335625.748063:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335625.748068:0:8224:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763335625.748085:0:8224:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9aefc4c71000/0x10123ce7f0767017 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x10123ce7f076701e expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335625.748093:0:8224:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff9aefc4c71000/0x10123ce7f0767017 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x10123ce7f076701e expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1763335625.748104:0:8224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000401:0x5:0x0] 00000004:00010000:1.0:1763335625.748112:0:8224:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e97926a7 reply state 000000002cfd9fba transno 4294968082 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70400/0x10123ce7f0767009 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335625.748120:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70400/0x10123ce7f0767009 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335625.748127:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff9af0f5ccf500) 00010000:00010000:1.0:1763335625.748130:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335625.748133:0:8224:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000004:00200000:1.0:1763335625.748139:0:8224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x13:0x0]: returning size 4096 00010000:00010000:1.0:1763335625.748152:0:8224:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d600/0x10123ce7f0766ffb lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335625.748159:0:8224:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d600/0x10123ce7f0766ffb lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335625.748164:0:8224:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d600/0x10123ce7f0766ffb lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335625.748171:0:8224:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d600/0x10123ce7f0766ffb lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335625.748178:0:8224:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9af0ee89d600 already unused, calling callback (ffffffffc1966550) 00010000:00010000:1.0:1763335625.748182:0:8224:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d600/0x10123ce7f0766ffb lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335625.748189:0:8224:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d600/0x10123ce7f0766ffb lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335625.748199:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af0edad9700) 00010000:00010000:1.0:1763335625.748201:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335625.748206:0:8224:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d600/0x10123ce7f0766ffb lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335625.748211:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89d600/0x10123ce7f0766ffb lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00000004:00010000:1.0:1763335625.748225:0:8224:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e97926a7 reply state 000000002cfd9fba transno 4294968082 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89ce00/0x10123ce7f0767002 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x50f713f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335625.748237:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89ce00/0x10123ce7f0767002 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x50f713f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335625.748243:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x50f713f3 (ffff9af0e0e0ec00) 00010000:00010000:1.0:1763335625.748245:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335625.748248:0:8224:0:(service.c:177:ptlrpc_save_lock()) nlocks 2 00000100:00100000:1.0:1763335625.748353:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5e92a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+17:20633:x1848991029243520:12345-192.168.202.34@tcp:36:lfs.0 Request processed in 8302us (8428us total) trans 4294968082 rc 0/0 00000100:00100000:1.0:1763335625.748360:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 2035 00000100:00100000:0.0:1763335625.769459:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335625.769555:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029243648 00000100:00100000:1.0:1763335625.769569:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029243648 00000100:00100000:1.0:1763335625.769635:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 2036 00000100:00100000:1.0:1763335625.769646:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5e90380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+17:20637:x1848991029243648:12345-192.168.202.34@tcp:101:chown.0 00010000:00010000:1.0:1763335625.769670:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335625.769693:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70800/0x10123ce7f0767025 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fc94 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335625.769755:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71e00/0x10123ce7f076702c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335625.769769:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71e00/0x10123ce7f076702c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335625.769780:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71e00/0x10123ce7f076702c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000004:00200000:1.0:1763335625.769822:0:8224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1763335625.769826:0:8224:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763335625.769846:0:8224:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71e00/0x10123ce7f076702c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335625.769901:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70800/0x10123ce7f0767025 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fc94 expref: 19 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335625.769919:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c71e00/0x10123ce7f076702c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fc94 expref: 18 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335625.769926:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af0edad9700) 00010000:00010000:1.0:1763335625.769929:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1763335625.769933:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc4c71e00, rc 0) 00000100:00100000:1.0:1763335625.770848:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5e90380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+18:20637:x1848991029243648:12345-192.168.202.34@tcp:101:chown.0 Request processed in 1198us (1396us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335625.770857:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 2036 00000100:00100000:3.0:1763335625.779159:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335625.779264:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029243776 00000100:00100000:1.0:1763335625.779283:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029243776 00000100:00100000:2.0:1763335625.781246:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 2037 00000100:00100000:2.0:1763335625.781273:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc64e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+18:20637:x1848991029243776:12345-192.168.202.34@tcp:101:chown.0 00010000:00010000:2.0:1763335625.781300:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335625.781325:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ea00/0x10123ce7f0767033 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fc9b expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335625.781391:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fc00/0x10123ce7f076703a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335625.781406:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fc00/0x10123ce7f076703a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335625.781418:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fc00/0x10123ce7f076703a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335625.781430:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e400/0x10123ce7f0767041 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x50f713f3 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335625.781436:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e400/0x10123ce7f0767041 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x50f713f3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335625.781442:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e400/0x10123ce7f0767041 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x50f713f3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335625.781529:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e000/0x10123ce7f0767048 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335625.781537:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e000/0x10123ce7f0767048 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335625.781544:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e000/0x10123ce7f0767048 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000004:00200000:2.0:1763335625.781636:0:10055:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x13:0x0]: returning size 4096 00000004:00200000:2.0:1763335625.781641:0:10055:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:2.0:1763335625.781666:0:10055:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e000/0x10123ce7f0767048 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335625.781679:0:10055:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fc00/0x10123ce7f076703a lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335625.781684:0:10055:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fc00/0x10123ce7f076703a lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335625.781690:0:10055:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fc00/0x10123ce7f076703a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335625.781696:0:10055:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fc00/0x10123ce7f076703a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335625.781701:0:10055:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc609fc00 already unused, calling callback (ffffffffc1966550) 00010000:00010000:2.0:1763335625.781705:0:10055:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fc00/0x10123ce7f076703a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335625.781712:0:10055:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fc00/0x10123ce7f076703a lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335625.781723:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af0edad9700) 00010000:00010000:2.0:1763335625.781726:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335625.781731:0:10055:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fc00/0x10123ce7f076703a lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335625.781737:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609fc00/0x10123ce7f076703a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335625.781749:0:10055:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e400/0x10123ce7f0767041 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x50f713f3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335625.781754:0:10055:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e400/0x10123ce7f0767041 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x50f713f3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335625.781758:0:10055:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e400/0x10123ce7f0767041 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x50f713f3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335625.781762:0:10055:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc609e400 already unused, calling callback (ffffffffc1966550) 00010000:00010000:2.0:1763335625.781765:0:10055:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e400/0x10123ce7f0767041 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x50f713f3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335625.781771:0:10055:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e400/0x10123ce7f0767041 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x50f713f3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335625.781776:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x50f713f3 (ffff9af0e0e0ec00) 00010000:00010000:2.0:1763335625.781778:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335625.781781:0:10055:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e400/0x10123ce7f0767041 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x50f713f3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335625.781787:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e400/0x10123ce7f0767041 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x50f713f3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT0 00010000:00010000:2.0:1763335625.781811:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609ea00/0x10123ce7f0767033 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fc9b expref: 20 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335625.781827:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e000/0x10123ce7f0767048 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fc9b expref: 19 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335625.781832:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff9af0f5ccf500) 00010000:00010000:2.0:1763335625.781835:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1763335625.781837:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc609e000, rc 0) 00000100:00100000:2.0:1763335625.781920:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc64e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+19:20637:x1848991029243776:12345-192.168.202.34@tcp:101:chown.0 Request processed in 659us (2782us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335625.781927:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 2037 00000100:00100000:0.0:1763335625.786105:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335625.786305:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029243904 00000100:00100000:2.0:1763335625.786315:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029243904 00000100:00100000:2.0:1763335625.786390:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 2038 00000100:00100000:2.0:1763335625.786401:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5e90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+19:20637:x1848991029243904:12345-192.168.202.34@tcp:101:chown.0 00010000:00010000:2.0:1763335625.786422:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335625.786444:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f600/0x10123ce7f076704f lrc: 2/0,0 mode: --/CR res: [0x200000400:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fca2 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335625.786504:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e600/0x10123ce7f0767056 lrc: 3/1,0 mode: --/PR res: [0x200000400:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335625.786519:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e600/0x10123ce7f0767056 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x5:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335625.786531:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e600/0x10123ce7f0767056 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x5:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000004:00200000:2.0:1763335625.786578:0:8224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000400:0x5:0x0]: returning size 4096 00000004:00200000:2.0:1763335625.786583:0:8224:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1763335625.786615:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f600/0x10123ce7f076704f lrc: 0/0,0 mode: --/CR res: [0x200000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fca2 expref: 21 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335625.786634:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e600/0x10123ce7f0767056 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fca2 expref: 20 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335625.786643:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x5:0x0].0x0 (ffff9af0f5ccff00) 00010000:00010000:2.0:1763335625.786646:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1763335625.786650:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc609e600, rc 0) 00000100:00100000:2.0:1763335625.786711:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5e90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+20:20637:x1848991029243904:12345-192.168.202.34@tcp:101:chown.0 Request processed in 312us (617us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335625.786718:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 2038 00000100:00100000:3.0:1763335625.790823:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4f98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1848991041542400:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1763335625.790985:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335625.791139:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763335625.791149:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc667b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1848991041542528:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1763335625.791176:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335625.791220:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041542400 00000100:00100000:3.0:1763335625.791229:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041542400 00000100:00100000:3.0:1763335625.791290:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041542528 00000100:00100000:3.0:1763335625.791294:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041542528 00000100:00100000:3.0:1763335625.791315:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 206 00000100:00100000:3.0:1763335625.791325:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0fdc1fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1848991041542400:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1763335625.791369:0:8403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923357696 avail 3691835392 00000100:00100000:3.0:1763335625.791429:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0fdc1fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1848991041542400:12345-0@lo:13:osp-pre-1-0.0 Request processed in 105us (443us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335625.791439:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 206 00000100:00100000:2.0:1763335625.791542:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335625.791617:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029244032 00000100:00100000:2.0:1763335625.791628:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029244032 00000100:00100000:2.0:1763335625.791732:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 2039 00000100:00100000:0.0:1763335625.791734:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5e90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3654:1848991041543040:0@lo:400:kworker.0 00000100:00100000:2.0:1763335625.791752:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4f98700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:20637:x1848991029244032:12345-192.168.202.34@tcp:101:chown.0 00010000:00010000:2.0:1763335625.791778:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1763335625.791800:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1763335625.791804:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc609e800/0x10123ce7f076705d lrc: 2/0,0 mode: --/CR res: [0x240000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fca9 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335625.791857:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5e93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3654:1848991041543552:0@lo:400:kworker.0 00010000:00010000:2.0:1763335625.791901:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc609e200/0x10123ce7f0767064 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00000100:00100000:0.0:1763335625.791909:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335625.791915:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041543040 00000100:00100000:1.0:1763335625.791922:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041543040 00010000:00010000:2.0:1763335625.791926:0:8224:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc609f000/0x10123ce7f076701e lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x10123ce7f0767017 expref: 6 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335625.791937:0:8224:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc609e200/0x10123ce7f0767064 lrc: 4/1,0 mode: --/PR res: [0x240000401:0x5:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT1 00000100:00100000:0.0:1763335625.791939:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1763335625.791949:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5e91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1848991041542912:0@lo:400:kworker.0 00000100:00100000:1.0:1763335625.791952:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 463 00000100:00100000:1.0:1763335625.791960:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5e91500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1848991041543040:12345-0@lo:400:kworker.0 00010000:00010000:2.0:1763335625.791975:0:8224:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc609f000/0x10123ce7f076701e lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x10123ce7f0767017 expref: 6 pid: 6520 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335625.791981:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335625.791996:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4f9ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8224:1848991041543936:0@lo:104: 00000100:00100000:1.0:1763335625.792004:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5e91500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1848991041543040:12345-0@lo:400:kworker.0 Request processed in 44us (204us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335625.792004:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5e91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1848991041543424:0@lo:400:kworker.0 00000100:00100000:1.0:1763335625.792011:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 463 00000100:00100000:2.0:1763335625.792047:0:8224:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335625.792047:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335625.792095:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5e90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3654:1848991041543040:0@lo:400:kworker.0 00000100:00100000:2.0:1763335625.792114:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc47d89c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335625.792136:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041543936 00000100:00100000:0.0:1763335625.792136:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041543552 00000100:00100000:1.0:1763335625.792141:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041543936 00000100:00100000:0.0:1763335625.792141:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041543552 00000100:00100000:2.0:1763335625.792166:0:12324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 207 00000100:00100000:0.0:1763335625.792169:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041543424 00000100:00100000:1.0:1763335625.792172:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1763335625.792173:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041543424 00000100:00100000:1.0:1763335625.792470:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4f9a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:8224:x1848991041543936:12345-0@lo:104: 00010000:00010000:1.0:1763335625.792483:0:6498:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff9aefc4c71000/0x10123ce7f0767017 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x10123ce7f076701e expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335625.792535:0:6498:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1763335625.792541:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4f9a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:8224:x1848991041543936:12345-0@lo:104: Request processed in 363us (501us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335625.792547:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1763335625.792610:0:12324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc64e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1848991041542528:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1763335625.792632:0:12324:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923357696 avail 3691835392 00000100:00100000:2.0:1763335625.792684:0:12324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc64e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1848991041542528:12345-0@lo:13:osp-pre-1-1.0 Request processed in 508us (1504us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335625.792691:0:12324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 207 00000100:00080000:2.0:1763335625.792733:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1763335625.792739:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1763335625.792743:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1763335625.792777:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4f9ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8224:1848991041543936:0@lo:104: 00010000:00010000:2.0:1763335625.792793:0:8224:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc609e200/0x10123ce7f0767064 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x5:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT1 00000100:00100000:2.0:1763335625.792825:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5e92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e767977a-b5b5-44a9-9592-4af663ea7043:3651:1848991041542656:0@lo:400:kworker.0 00000100:00100000:2.0:1763335625.792855:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335625.792921:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5e92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3651:1848991041543168:0@lo:400:kworker.0 00000100:00100000:2.0:1763335625.792947:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335625.792985:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5e90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3651:1848991041543680:0@lo:400:kworker.0 00000100:00100000:2.0:1763335625.793013:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335625.793030:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1763335625.793037:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5e92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3651:1848991041542784:0@lo:400:kworker.0 00000100:00100000:2.0:1763335625.793054:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335625.793069:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5e91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3651:1848991041543296:0@lo:400:kworker.0 00000100:00100000:2.0:1763335625.793100:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335625.793114:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5e93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3651:1848991041543808:0@lo:400:kworker.0 00000100:00100000:2.0:1763335625.793133:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335625.793140:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 216 00000100:00100000:1.0:1763335625.793148:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 217 00000100:00100000:0.0:1763335625.793153:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5e90a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1848991041543552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763335625.793156:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5e91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3654:x1848991041543424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763335625.793175:0:6509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041542656 00000100:00100000:2.0:1763335625.793194:0:6509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041542656 00000100:00100000:1.0:1763335625.793199:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5e91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3654:x1848991041543424:12345-0@lo:400:kworker.0 Request processed in 42us (1156us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335625.793204:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc667b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1848991041542528:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1763335625.793210:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 217 00000100:00100000:2.0:1763335625.793241:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 408 00000100:00100000:2.0:1763335625.793256:0:6509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f45aac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e767977a-b5b5-44a9-9592-4af663ea7043+23:3651:x1848991041542656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763335625.793259:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4f98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1848991041542400:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1763335625.793318:0:6509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f45aac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e767977a-b5b5-44a9-9592-4af663ea7043+23:3651:x1848991041542656:12345-0@lo:400:kworker.0 Request processed in 67us (461us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335625.793326:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 408 00000100:00100000:3.0:1763335625.793373:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5e92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e767977a-b5b5-44a9-9592-4af663ea7043:3651:1848991041542656:0@lo:400:kworker.0 00000100:00100000:0.0:1763335625.793408:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5e90a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1848991041543552:12345-0@lo:400:kworker.0 Request processed in 256us (1498us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335625.793416:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 216 00000100:00100000:0.0:1763335625.793441:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041543168 00000100:00100000:1.0:1763335625.793442:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5e91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1848991041543424:0@lo:400:kworker.0 00000100:00100000:0.0:1763335625.793444:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041543168 00000100:00100000:1.0:1763335625.793454:0:3654:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967304 gen 2 00000004:00080000:1.0:1763335625.793460:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9aefc6361880, transno 4294967304 00010000:00010000:3.0:1763335625.793463:0:9483:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763335625.793474:0:9483:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff9aefc4c71000/0x10123ce7f0767017 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x10123ce7f076701e expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335625.793474:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5e93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3654:1848991041543552:0@lo:400:kworker.0 00000100:00100000:0.0:1763335625.793475:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041543680 00000100:00100000:0.0:1763335625.793483:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041543680 00010000:00010000:3.0:1763335625.793501:0:9483:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc4c71000 already unused, calling callback (ffffffffc1973290) 00000100:00100000:0.0:1763335625.793502:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041542784 00000100:00100000:0.0:1763335625.793509:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041542784 00010000:00010000:3.0:1763335625.793514:0:9483:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff9aefc4c71000/0x10123ce7f0767017 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x5:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x10123ce7f076701e expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335625.793521:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041543296 00000100:00100000:0.0:1763335625.793526:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041543296 00000004:00010000:3.0:1763335625.793529:0:9483:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9aefc4c71000/0x10123ce7f0767017 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x5:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x10123ce7f076701e expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335625.793537:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041543808 00000100:00100000:0.0:1763335625.793543:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041543808 00000100:00100000:0.0:1763335625.793558:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 464 00000100:00100000:0.0:1763335625.793565:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4f9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3651:x1848991041543168:12345-0@lo:400:kworker.0 00010000:00010000:3.0:1763335625.793578:0:9483:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff9aefc4c71000/0x10123ce7f0767017 lrc: 2/0,0 mode: --/PW res: [0x240000401:0x5:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x10123ce7f076701e expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335625.793600:0:9483:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1763335625.793602:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4f9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3651:x1848991041543168:12345-0@lo:400:kworker.0 Request processed in 35us (651us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335625.793612:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 464 00000100:00100000:1.0:1763335625.793626:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 465 00000100:00100000:0.0:1763335625.793631:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 466 00000100:00100000:1.0:1763335625.793637:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4f99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3651:x1848991041543680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763335625.793638:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4f98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3651:x1848991041542784:12345-0@lo:400:kworker.0 00010000:00010000:3.0:1763335625.793640:0:9483:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9aefc4c71000/0x10123ce7f0767017 lrc: 1/0,0 mode: --/PW res: [0x240000401:0x5:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x10123ce7f076701e expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335625.793651:0:9483:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9aefc4c71000/0x10123ce7f0767017 lrc: 0/0,0 mode: --/PW res: [0x240000401:0x5:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x10123ce7f076701e expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335625.793686:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4f99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3651:x1848991041543680:12345-0@lo:400:kworker.0 Request processed in 45us (667us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335625.793686:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4f98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3651:x1848991041542784:12345-0@lo:400:kworker.0 Request processed in 45us (627us total) trans 0 rc 0/0 00010000:00010000:3.0:1763335625.793688:0:9483:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335625.793696:0:9483:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763335625.793702:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 465 00010000:00010000:3.0:1763335625.793703:0:9483:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763335625.793711:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 466 00000100:00100000:2.0:1763335625.793724:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5e92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3651:1848991041543168:0@lo:400:kworker.0 00000100:00100000:1.0:1763335625.793733:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 467 00000100:00100000:0.0:1763335625.793740:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 468 00000100:00100000:3.0:1763335625.793746:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc64e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1848991041544064:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1763335625.793747:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4f9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3651:x1848991041543296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763335625.793752:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5e90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3651:1848991041543680:0@lo:400:kworker.0 00000100:00100000:0.0:1763335625.793758:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4f99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3651:x1848991041543808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763335625.793815:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5e92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3651:1848991041542784:0@lo:400:kworker.0 00000100:00100000:0.0:1763335625.793829:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4f99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3651:x1848991041543808:12345-0@lo:400:kworker.0 Request processed in 73us (691us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335625.793848:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5e93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3651:1848991041543808:0@lo:400:kworker.0 00000100:00100000:0.0:1763335625.793851:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 468 00000100:00100000:3.0:1763335625.793856:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1763335625.793968:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1763335625.793975:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041544064 00000100:00080000:0.0:1763335625.793979:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1763335625.793984:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041544064 00000100:00100000:2.0:1763335625.793994:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041542912 00000100:00100000:2.0:1763335625.794002:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041542912 00010000:00010000:3.0:1763335625.794032:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc609f000/0x10123ce7f076701e lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x10123ce7f0767017 expref: 7 pid: 6520 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335625.794063:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 745 00000100:00100000:2.0:1763335625.794069:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 256 00000100:00100000:3.0:1763335625.794082:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc64eb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000-mdtlov_UUID+7:3653:x1848991041544064:12345-0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1763335625.794091:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5e93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3654:x1848991041542912:12345-0@lo:400:kworker.0 00010000:00010000:3.0:1763335625.794098:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1763335625.794150:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5e93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3654:x1848991041542912:12345-0@lo:400:kworker.0 Request processed in 63us (2171us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335625.794159:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 256 00000100:00100000:1.0:1763335625.794362:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4f9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3651:x1848991041543296:12345-0@lo:400:kworker.0 Request processed in 616us (1257us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335625.794370:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 467 00000100:00100000:1.0:1763335625.794417:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5e91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1848991041542912:0@lo:400:kworker.0 00000100:00100000:2.0:1763335625.794929:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5e91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3651:1848991041543296:0@lo:400:kworker.0 00000001:00080000:2.0:1763335625.798230:0:7434:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967322 is committed 00010000:00010000:3.0:1763335625.799150:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc609f000/0x10123ce7f076701e lrc: 0/0,0 mode: --/PW res: [0x240000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x10123ce7f0767017 expref: 6 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335625.799185:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x5:0x0].0x0 (ffff9af0d8bf9900) 00010000:00010000:3.0:1763335625.799191:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc609e200/0x10123ce7f0767064 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x5:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT1 00010000:00010000:3.0:1763335625.799203:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc609e200/0x10123ce7f0767064 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x5:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8224 initiator: MDT1 00010000:00010000:3.0:1763335625.799211:0:6500:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc609e200/0x10123ce7f0767064 lrc: 4/1,0 mode: PR/PR res: [0x240000401:0x5:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8224 initiator: MDT1 00010000:00010000:3.0:1763335625.799299:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335625.799431:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc64eb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1848991041544064:12345-0@lo:103:ldlm_bl.0 Request processed in 5357us (5586us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335625.799444:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 745 00000100:00100000:0.0:1763335625.799566:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc64e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1848991041544064:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1763335625.799589:0:8224:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc609e200/0x10123ce7f0767064 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT1 00010000:00010000:2.0:1763335625.799600:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc609e200/0x10123ce7f0767064 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT1 00000004:00200000:2.0:1763335625.799695:0:8224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000401:0x5:0x0]: returning size 4096 00000004:00200000:2.0:1763335625.799701:0:8224:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1763335625.799773:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc609e800/0x10123ce7f076705d lrc: 0/0,0 mode: --/CR res: [0x240000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fca9 expref: 7 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335625.799794:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc609e200/0x10123ce7f0767064 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fca9 expref: 6 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335625.799802:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x5:0x0].0x0 (ffff9af0d8bf9900) 00010000:00010000:2.0:1763335625.799805:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1763335625.799808:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc609e200, rc 0) 00000100:00100000:2.0:1763335625.799926:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4f98700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+6:20637:x1848991029244032:12345-192.168.202.34@tcp:101:chown.0 Request processed in 8180us (8390us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335625.799935:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 2039 00000100:00100000:3.0:1763335625.808397:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335625.808537:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029244288 00000100:00100000:2.0:1763335625.808554:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029244288 00000100:00100000:2.0:1763335625.808641:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 2040 00000100:00100000:2.0:1763335625.808655:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc64e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+20:20637:x1848991029244288:12345-192.168.202.34@tcp:36:chown.0 00010000:00010000:2.0:1763335625.808746:0:8224:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335625.808782:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e000/0x10123ce7f0767048 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x13:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fc9b expref: 20 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335625.808813:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff9af0f5ccf500) 00010000:00010000:2.0:1763335625.808819:0:8224:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335625.808850:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e800/0x10123ce7f076706b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335625.808925:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e800/0x10123ce7f076706b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335625.808938:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e800/0x10123ce7f076706b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335625.808963:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f600/0x10123ce7f0767072 lrc: 3/0,1 mode: --/PW res: [0x200000400:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335625.808974:0:8224:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e600/0x10123ce7f0767056 lrc: 2/0,0 mode: PR/PR res: [0x200000400:0x5:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fca2 expref: 19 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335625.808983:0:8224:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f600/0x10123ce7f0767072 lrc: 4/0,1 mode: --/PW res: [0x200000400:0x5:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335625.809028:0:8224:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e600/0x10123ce7f0767056 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x5:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fca2 expref: 19 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335625.809044:0:8224:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e600/0x10123ce7f0767056 lrc: 4/0,0 mode: PR/PR res: [0x200000400:0x5:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fca2 expref: 19 pid: 8224 timeout: 526 lvb_type: 0 00000100:00100000:2.0:1763335625.809063:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4f98380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041544192:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763335625.809284:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9aefc47d86c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335625.813608:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4f98380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8224:1848991041544192:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763335625.813640:0:8224:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f600/0x10123ce7f0767072 lrc: 3/0,1 mode: --/PW res: [0x200000400:0x5:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000100:00100000:3.0:1763335625.816905:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335625.817331:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029244416 00000100:00100000:0.0:1763335625.817345:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029244416 00010000:00010000:0.0:1763335625.817398:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e600/0x10123ce7f0767056 lrc: 4/0,0 mode: PR/PR res: [0x200000400:0x5:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fca2 expref: 20 pid: 8224 timeout: 526 lvb_type: 0 00000100:00100000:0.0:1763335625.817459:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 746 00000100:00100000:0.0:1763335625.817470:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc64ea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:819c42eb-8a5f-4523-990c-a007cb66998d+20:2408:x1848991029244416:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335625.817488:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335625.817496:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e600/0x10123ce7f0767056 lrc: 4/0,0 mode: PR/PR res: [0x200000400:0x5:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fca2 expref: 20 pid: 8224 timeout: 526 lvb_type: 0 00010000:00010000:0.0:1763335625.817512:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e600/0x10123ce7f0767056 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x5:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fca2 expref: 20 pid: 8224 timeout: 526 lvb_type: 0 00010000:00010000:0.0:1763335625.817537:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e600/0x10123ce7f0767056 lrc: 0/0,0 mode: --/PR res: [0x200000400:0x5:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fca2 expref: 20 pid: 8224 timeout: 526 lvb_type: 0 00010000:00010000:0.0:1763335625.817555:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x5:0x0].0x0 (ffff9af0f5ccff00) 00010000:00010000:0.0:1763335625.817561:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f600/0x10123ce7f0767072 lrc: 3/0,1 mode: --/PW res: [0x200000400:0x5:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335625.817571:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f600/0x10123ce7f0767072 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x5:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335625.817579:0:6500:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f600/0x10123ce7f0767072 lrc: 4/0,1 mode: PW/PW res: [0x200000400:0x5:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335625.819000:0:8224:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f600/0x10123ce7f0767072 lrc: 4/0,1 mode: PW/PW res: [0x200000400:0x5:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335625.819004:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335625.819025:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f600/0x10123ce7f0767072 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335625.819093:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9aefc4c70800/0x10123ce7f0767079 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 8224 initiator: MDT0 00000100:00100000:0.0:1763335625.819095:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc64ea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:819c42eb-8a5f-4523-990c-a007cb66998d+19:2408:x1848991029244416:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 1622us (2196us total) trans 0 rc 0/0 00010000:00010000:1.0:1763335625.819109:0:8224:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff9aefc4c70800/0x10123ce7f0767079 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x0 pid: 8224 initiator: MDT0 00000100:00100000:0.0:1763335625.819116:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 746 00010000:00010000:1.0:1763335625.819126:0:8224:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff9aefc4c70800/0x10123ce7f0767079 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 8224 initiator: MDT0 00000100:00100000:1.0:1763335625.819158:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc667b800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:8224:1848991041544320:0@lo:101:mdt00_003.0 00000100:00100000:1.0:1763335625.819221:0:8224:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335625.819254:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0e04173c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335625.819738:0:13236:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041544320 00000100:00100000:0.0:1763335625.819746:0:13236:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041544320 00000100:00100000:0.0:1763335625.819803:0:13236:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 257 00000100:00100000:0.0:1763335625.819813:0:13236:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc6679c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:8224:x1848991041544320:12345-0@lo:101:mdt00_003.0 00010000:00010000:0.0:1763335625.819832:0:13236:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335625.819849:0:13236:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89c600/0x10123ce7f0767080 lrc: 2/0,0 mode: --/PW res: [0x240000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x10123ce7f0767079 expref: -99 pid: 13236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335625.819914:0:13236:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc609e200/0x10123ce7f0767064 lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fca9 expref: 5 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335625.819925:0:13236:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89c600/0x10123ce7f0767080 lrc: 4/0,0 mode: --/PW res: [0x240000401:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x10123ce7f0767079 expref: 6 pid: 13236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335625.819949:0:13236:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc609e200/0x10123ce7f0767064 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fca9 expref: 5 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335625.820138:0:13236:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc609e200/0x10123ce7f0767064 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fca9 expref: 5 pid: 8224 timeout: 526 lvb_type: 0 00000100:00100000:0.0:1763335625.820155:0:13236:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5e90e00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001_UUID:13236:1848991041544448:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763335625.820209:0:13236:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c3346000 going to sleep for 11 seconds 00000100:00100000:0.0:1763335625.825557:0:13236:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5e90e00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001_UUID:13236:1848991041544448:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763335625.825602:0:13236:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89c600/0x10123ce7f0767080 lrc: 3/0,0 mode: --/PW res: [0x240000401:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x10123ce7f0767079 expref: 6 pid: 13236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335625.825618:0:13236:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x5:0x0].0x0 (ffff9af0d8bf9900) 00010000:00010000:0.0:1763335625.825621:0:13236:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1763335625.825625:0:13236:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89c600/0x10123ce7f0767080 lrc: 3/0,0 mode: --/PW res: [0x240000401:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x10123ce7f0767079 expref: 6 pid: 13236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335625.825635:0:13236:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89c600/0x10123ce7f0767080 lrc: 3/0,0 mode: --/PW res: [0x240000401:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x10123ce7f0767079 expref: 6 pid: 13236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335625.825642:0:13236:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee89c600, rc 0) 00000100:00100000:2.0:1763335625.826518:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335625.826573:0:8224:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294967322 gen 2 00000004:00080000:1.0:1763335625.826583:0:8224:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967322 committed transno 4294967322 00000100:00100000:1.0:1763335625.826632:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc667b800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:8224:1848991041544320:0@lo:101:mdt00_003.0 00010000:00010000:1.0:1763335625.826655:0:8224:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9aefc4c70800/0x10123ce7f0767079 lrc: 4/0,1 mode: --/PW res: [0x240000401:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x10123ce7f0767080 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335625.826667:0:8224:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0001-osp-MDT0000 lock: ffff9aefc4c70800/0x10123ce7f0767079 lrc: 4/0,1 mode: --/PW res: [0x240000401:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x10123ce7f0767080 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335625.826753:0:6502:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029244544 00000100:00100000:3.0:1763335625.826772:0:6502:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029244544 00010000:00010000:3.0:1763335625.826846:0:6502:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc609e200/0x10123ce7f0767064 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fca9 expref: 6 pid: 8224 timeout: 526 lvb_type: 0 00000100:00100000:3.0:1763335625.826966:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 747 00000100:00100000:3.0:1763335625.826983:0:6502:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4f98380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:819c42eb-8a5f-4523-990c-a007cb66998d+6:2409:x1848991029244544:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335625.827027:0:6502:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335625.827041:0:6502:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc609e200/0x10123ce7f0767064 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x5:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fca9 expref: 6 pid: 8224 timeout: 526 lvb_type: 0 00010000:00010000:3.0:1763335625.827065:0:6502:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc609e200/0x10123ce7f0767064 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x5:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fca9 expref: 6 pid: 8224 timeout: 526 lvb_type: 0 00010000:00010000:3.0:1763335625.827118:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc609e200/0x10123ce7f0767064 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x5:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fca9 expref: 6 pid: 8224 timeout: 526 lvb_type: 0 00010000:00010000:3.0:1763335625.827145:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x5:0x0].0x0 (ffff9af0d8bf9900) 00010000:00010000:3.0:1763335625.827155:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89c600/0x10123ce7f0767080 lrc: 2/0,0 mode: --/PW res: [0x240000401:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x10123ce7f0767079 expref: 6 pid: 13236 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335625.827170:0:6502:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89c600/0x10123ce7f0767080 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x10123ce7f0767079 expref: 6 pid: 13236 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335625.827181:0:6502:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89c600/0x10123ce7f0767080 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x10123ce7f0767079 expref: 6 pid: 13236 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335625.827228:0:6502:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89c600/0x10123ce7f0767080 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x10123ce7f0767079 expref: 6 pid: 13236 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335625.827247:0:6502:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc64e8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001_UUID:6502:1848991041544576:0@lo:105: 00000100:00100000:0.0:1763335625.828239:0:13236:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc6679c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:8224:x1848991041544320:12345-0@lo:101:mdt00_003.0 Request processed in 8405us (8995us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335625.828264:0:6502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335625.828264:0:13236:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 257 00000100:00100000:1.0:1763335625.828345:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041544576 00000100:00100000:3.0:1763335625.828349:0:6502:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0ffa52180 going to sleep for 11 seconds 00000100:00100000:1.0:1763335625.828356:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041544576 00000100:00100000:1.0:1763335625.828423:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1763335625.828434:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc64ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:6502:x1848991041544576:12345-0@lo:105: 00010000:00010000:1.0:1763335625.828448:0:6499:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff9aefc4c70800/0x10123ce7f0767079 lrc: 5/0,1 mode: --/PW res: [0x240000401:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x10123ce7f0767080 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335625.828459:0:6499:0:(ldlm_lockd.c:1967:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff9aefc4c70800/0x10123ce7f0767079 lrc: 5/0,1 mode: --/PW res: [0x240000401:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x10123ce7f0767080 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335625.828468:0:6499:0:(ldlm_lockd.c:2044:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff9aefc4c70800/0x10123ce7f0767079 lrc: 5/0,1 mode: --/PW res: [0x240000401:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x10123ce7f0767080 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335625.828477:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9aefc4c70800/0x10123ce7f0767079 lrc: 5/0,1 mode: PW/PW res: [0x240000401:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x10123ce7f0767080 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335625.828484:0:6499:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff9aefc4c70800/0x10123ce7f0767079 lrc: 6/0,1 mode: PW/PW res: [0x240000401:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x10123ce7f0767080 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335625.828493:0:6499:0:(ldlm_lockd.c:2072:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff9aefc4c70800/0x10123ce7f0767079 lrc: 6/0,1 mode: PW/PW res: [0x240000401:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x10123ce7f0767080 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335625.828526:0:6499:0:(ldlm_lockd.c:2083:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9aefc4c70800) 00010000:00010000:2.0:1763335625.828567:0:8224:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0001-osp-MDT0000 lock: ffff9aefc4c70800/0x10123ce7f0767079 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x10123ce7f0767080 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335625.828580:0:8224:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9aefc4c70800/0x10123ce7f0767079 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x10123ce7f0767080 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335625.828606:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc64ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:6502:x1848991041544576:12345-0@lo:105: Request processed in 173us (352us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335625.828614:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000040:00080000:2.0:1763335625.828920:0:8224:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000400:0x3:0x0].4, 344 off38336 00000100:00100000:3.0:1763335625.828964:0:6502:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc64e8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001_UUID:6502:1848991041544576:0@lo:105: 00010000:00010000:3.0:1763335625.828994:0:6502:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335625.829036:0:6502:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4f98380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991029244544:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 2057us (2521us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335625.829045:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 747 00000001:00080000:0.0:1763335625.835703:0:6496:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968083 is committed 00000020:00080000:0.0:1763335625.835746:0:6496:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9aefc5816b40 refcount 2 committed 0 result 0 batchid 3 00000020:00080000:0.0:1763335625.835754:0:6496:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9aefc4692a00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9aefc5816480 00000020:00080000:0.0:1763335625.835758:0:6496:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000401:0x3:0x0].3 00000020:00080000:0.0:1763335625.835761:0:6496:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9aefc4692900 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9aefc57d2e00 00000020:00080000:0.0:1763335625.835764:0:6496:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000400:0x3:0x0].3 00000001:00080000:0.0:1763335625.835787:0:6496:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968081 is committed 00010000:00010000:2.0:1763335625.835918:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89ce00/0x10123ce7f0767002 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x50f713f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335625.835936:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89ce00/0x10123ce7f0767002 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x50f713f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335625.835946:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89ce00/0x10123ce7f0767002 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x50f713f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335625.835954:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9af0ee89ce00 already unused, calling callback (ffffffffc1966550) 00010000:00010000:2.0:1763335625.835961:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89ce00/0x10123ce7f0767002 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x50f713f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335625.835971:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89ce00/0x10123ce7f0767002 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x50f713f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335625.836000:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x50f713f3 (ffff9af0e0e0ec00) 00010000:00010000:2.0:1763335625.836004:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335625.836013:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89ce00/0x10123ce7f0767002 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x50f713f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335625.836021:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0ee89ce00/0x10123ce7f0767002 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x50f713f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00000040:00080000:3.0:1763335625.836030:0:8224:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000401:0x3:0x0].4, 552 off39024 00000004:00080000:3.0:1763335625.836051:0:8224:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9aefc47d86c0 with version 9 00010000:00010000:2.0:1763335625.836058:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70400/0x10123ce7f0767009 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335625.836066:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70400/0x10123ce7f0767009 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335625.836081:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70400/0x10123ce7f0767009 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335625.836086:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc4c70400 already unused, calling callback (ffffffffc1966550) 00010000:00010000:2.0:1763335625.836097:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70400/0x10123ce7f0767009 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335625.836104:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70400/0x10123ce7f0767009 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335625.836113:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff9af0f5ccf500) 00010000:00010000:2.0:1763335625.836116:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335625.836119:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70400/0x10123ce7f0767009 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335625.836126:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70400/0x10123ce7f0767009 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335625.836138:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70c00/0x10123ce7f0767010 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335625.836143:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70c00/0x10123ce7f0767010 lrc: 2/0,0 mode: TXN/TXN res: [0x200000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335625.836148:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70c00/0x10123ce7f0767010 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335625.836153:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc4c70c00 already unused, calling callback (ffffffffc1966550) 00010000:00010000:2.0:1763335625.836156:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70c00/0x10123ce7f0767010 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335625.836161:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70c00/0x10123ce7f0767010 lrc: 4/0,0 mode: TXN/TXN res: [0x200000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335625.836167:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x5:0x0].0x0 (ffff9af0f5ccff00) 00010000:00010000:2.0:1763335625.836169:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335625.836171:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70c00/0x10123ce7f0767010 lrc: 2/0,0 mode: --/TXN res: [0x200000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335625.836176:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc4c70c00/0x10123ce7f0767010 lrc: 0/0,0 mode: --/TXN res: [0x200000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00000020:00080000:1.0:1763335625.836249:0:6547:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 3 committed batchid 2 00000020:00080000:1.0:1763335625.836373:0:6547:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 2 00000004:00080000:0.0:1763335625.836433:0:7598:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9af0f5d9aa80 version 9 rpc_version 9 00000020:00100000:0.0:1763335625.836502:0:7598:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1763335625.836520:0:7598:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9aefc5e90e00 x1848991041544832/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1528/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763335625.836562:0:7598:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5e90e00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:7598:1848991041544832:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1763335625.836686:0:7598:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335625.836753:0:7598:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c3346000 going to sleep for 11 seconds 00000100:00100000:2.0:1763335625.836831:0:13236:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041544832 00000100:00100000:2.0:1763335625.836841:0:13236:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041544832 00000100:00100000:2.0:1763335625.836956:0:13236:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 258 00000100:00100000:2.0:1763335625.836968:0:13236:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5e93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:7598:x1848991041544832:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1763335625.838158:0:13236:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5e93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:7598:x1848991041544832:12345-0@lo:1000:osp_up1-0.0 Request processed in 1185us (1464us total) trans 4294967323 rc 0/0 00000100:00100000:2.0:1763335625.838172:0:13236:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 258 00000100:00100000:0.0:1763335625.838215:0:7598:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5e90e00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:7598:1848991041544832:0@lo:1000:osp_up1-0.0 00000004:00010000:3.0:1763335625.840094:0:8224:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b121e9dd reply state 00000000cff5eb16 transno 4294968083 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f600/0x10123ce7f0767072 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335625.840127:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f600/0x10123ce7f0767072 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335625.840137:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x5:0x0].0x0 (ffff9af0f5ccff00) 00010000:00010000:3.0:1763335625.840140:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:3.0:1763335625.840146:0:8224:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1763335625.840154:0:8224:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9aefc4c70800/0x10123ce7f0767079 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x10123ce7f0767080 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335625.840164:0:8224:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff9aefc4c70800/0x10123ce7f0767079 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x10123ce7f0767080 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1763335625.840178:0:8224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000401:0x5:0x0] 00000004:00010000:3.0:1763335625.840188:0:8224:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b121e9dd reply state 00000000cff5eb16 transno 4294968083 ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e800/0x10123ce7f076706b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335625.840197:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e800/0x10123ce7f076706b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335625.840203:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff9af0f5ccf500) 00010000:00010000:3.0:1763335625.840206:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:3.0:1763335625.840208:0:8224:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000004:00200000:3.0:1763335625.840218:0:8224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x13:0x0]: returning size 4096 00010000:00080000:3.0:1763335625.840360:0:8224:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1763335625.840382:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc64e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+17:20637:x1848991029244288:12345-192.168.202.34@tcp:36:chown.0 Request processed in 31726us (31999us total) trans 4294968083 rc 0/0 00000100:00100000:3.0:1763335625.840392:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 2040 00010000:00010000:2.0:1763335625.842232:0:3637:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e800/0x10123ce7f076706b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335625.842255:0:3637:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e800/0x10123ce7f076706b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335625.842265:0:3637:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e800/0x10123ce7f076706b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335625.842272:0:3637:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc609e800 already unused, calling callback (ffffffffc1966550) 00010000:00010000:2.0:1763335625.842278:0:3637:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e800/0x10123ce7f076706b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335625.842288:0:3637:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e800/0x10123ce7f076706b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335625.842312:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff9af0f5ccf500) 00010000:00010000:2.0:1763335625.842315:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1763335625.842322:0:3637:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e800/0x10123ce7f076706b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335625.842329:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609e800/0x10123ce7f076706b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335625.842361:0:3637:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f600/0x10123ce7f0767072 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335625.842368:0:3637:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f600/0x10123ce7f0767072 lrc: 2/0,0 mode: TXN/TXN res: [0x200000400:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335625.842374:0:3637:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f600/0x10123ce7f0767072 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335625.842380:0:3637:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc609f600 already unused, calling callback (ffffffffc1966550) 00010000:00010000:2.0:1763335625.842383:0:3637:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f600/0x10123ce7f0767072 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335625.842389:0:3637:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f600/0x10123ce7f0767072 lrc: 4/0,0 mode: TXN/TXN res: [0x200000400:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335625.842398:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x5:0x0].0x0 (ffff9af0f5ccff00) 00010000:00010000:2.0:1763335625.842401:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1763335625.842404:0:3637:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f600/0x10123ce7f0767072 lrc: 2/0,0 mode: --/TXN res: [0x200000400:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335625.842410:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc609f600/0x10123ce7f0767072 lrc: 0/0,0 mode: --/TXN res: [0x200000400:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00000100:00100000:2.0:1763335625.863165:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335625.863347:0:14748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029244672 00000100:00100000:3.0:1763335625.863357:0:14748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029244672 00000100:00100000:3.0:1763335625.863417:0:14748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 60 00000100:00100000:3.0:1763335625.863428:0:14748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f8c5b450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:819c42eb-8a5f-4523-990c-a007cb66998d+16:20639:x1848991029244672:12345-192.168.202.34@tcp:49:utime.500 00000100:00100000:3.0:1763335625.863550:0:14748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f8c5b450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:819c42eb-8a5f-4523-990c-a007cb66998d+16:20639:x1848991029244672:12345-192.168.202.34@tcp:49:utime.500 Request processed in 124us (394us total) trans 0 rc -61/-61 00000100:00100000:3.0:1763335625.863558:0:14748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 60 00000100:00100000:1.0:1763335625.872495:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335625.873047:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029244800 00000100:00100000:3.0:1763335625.873059:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029244800 00000100:00100000:3.0:1763335625.873140:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 2041 00000100:00100000:3.0:1763335625.873152:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc667b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+16:20639:x1848991029244800:12345-192.168.202.34@tcp:101:utime.500 00010000:00010000:3.0:1763335625.873173:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335625.873198:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0767087 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fcb0 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335625.873280:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f076708e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335625.873296:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f076708e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335625.873307:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f076708e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335625.873321:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f0767095 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x50f713f3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335625.873328:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f0767095 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x50f713f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335625.873334:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f0767095 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x50f713f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335625.873425:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5400/0x10123ce7f076709c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335625.873433:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5400/0x10123ce7f076709c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335625.873439:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5400/0x10123ce7f076709c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00000004:00200000:3.0:1763335625.873508:0:8224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x13:0x0]: returning size 4096 00000004:00200000:3.0:1763335625.873513:0:8224:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:3.0:1763335625.873546:0:8224:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5400/0x10123ce7f076709c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335625.873559:0:8224:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f076708e lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335625.873565:0:8224:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f076708e lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335625.873571:0:8224:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f076708e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335625.873577:0:8224:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f076708e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335625.873582:0:8224:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc2bd5000 already unused, calling callback (ffffffffc1966550) 00010000:00010000:3.0:1763335625.873586:0:8224:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f076708e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335625.873593:0:8224:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f076708e lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335625.873605:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af0edad9700) 00010000:00010000:3.0:1763335625.873607:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335625.873612:0:8224:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f076708e lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335625.873617:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f076708e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335625.873633:0:8224:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f0767095 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x50f713f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335625.873638:0:8224:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f0767095 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x50f713f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335625.873642:0:8224:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f0767095 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x50f713f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335625.873647:0:8224:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc2bd4000 already unused, calling callback (ffffffffc1966550) 00010000:00010000:3.0:1763335625.873650:0:8224:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f0767095 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x50f713f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335625.873655:0:8224:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f0767095 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x50f713f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335625.873662:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x50f713f3 (ffff9af0edad2c00) 00010000:00010000:3.0:1763335625.873664:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335625.873666:0:8224:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f0767095 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x50f713f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335625.873671:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4000/0x10123ce7f0767095 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x50f713f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335625.873700:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5600/0x10123ce7f0767087 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fcb0 expref: 18 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335625.873712:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5400/0x10123ce7f076709c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fcb0 expref: 17 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335625.873718:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff9af0edad2300) 00010000:00010000:3.0:1763335625.873720:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1763335625.873722:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5400, rc 0) 00000100:00100000:3.0:1763335625.879126:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc667b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+17:20639:x1848991029244800:12345-192.168.202.34@tcp:101:utime.500 Request processed in 5952us (6618us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335625.879148:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 2041 00000100:00100000:0.0:1763335625.889387:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335625.890315:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029245056 00000100:00100000:3.0:1763335625.890335:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029245056 00000100:00100000:3.0:1763335625.890448:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 2042 00000100:00100000:3.0:1763335625.890461:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5e91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+5:20639:x1848991029245056:12345-192.168.202.34@tcp:36:utime.500 00010000:00010000:3.0:1763335625.890649:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc2bd5600/0x10123ce7f07670a3 lrc: 3/0,1 mode: --/CW res: [0x240000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335625.890669:0:8224:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89c600/0x10123ce7f0767080 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x10123ce7f0767079 expref: 6 pid: 13236 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335625.890681:0:8224:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc2bd5600/0x10123ce7f07670a3 lrc: 4/0,1 mode: --/CW res: [0x240000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT1 00010000:00010000:3.0:1763335625.890721:0:8224:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89c600/0x10123ce7f0767080 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x10123ce7f0767079 expref: 6 pid: 13236 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335625.890737:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc64e8a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8224:1848991041544960:0@lo:104: 00000100:00100000:3.0:1763335625.890809:0:8224:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335625.890963:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0ffa52a80 going to sleep for 11 seconds 00000100:00100000:2.0:1763335625.891036:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041544960 00000100:00100000:2.0:1763335625.891050:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041544960 00000100:00100000:2.0:1763335625.891130:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:2.0:1763335625.891144:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc64eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:8224:x1848991041544960:12345-0@lo:104: 00010000:00010000:2.0:1763335625.891165:0:6499:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff9aefc4c70800/0x10123ce7f0767079 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x10123ce7f0767080 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335625.893055:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc64e8a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8224:1848991041544960:0@lo:104: 00010000:00010000:0.0:1763335625.893142:0:8224:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc2bd5600/0x10123ce7f07670a3 lrc: 3/0,1 mode: --/CW res: [0x240000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT1 00010000:00010000:2.0:1763335625.893465:0:6499:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1763335625.893478:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc64eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:8224:x1848991041544960:12345-0@lo:104: Request processed in 2335us (2664us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335625.893491:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00010000:00010000:1.0:1763335625.893609:0:6504:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763335625.893620:0:6504:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff9aefc4c70800/0x10123ce7f0767079 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x10123ce7f0767080 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335625.893635:0:6504:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc4c70800 already unused, calling callback (ffffffffc1973290) 00010000:00010000:1.0:1763335625.893643:0:6504:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff9aefc4c70800/0x10123ce7f0767079 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x5:0x0].0x0 bits 0x12/0x2 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x10123ce7f0767080 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1763335625.893653:0:6504:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9aefc4c70800/0x10123ce7f0767079 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x5:0x0].0x0 bits 0x12/0x2 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x10123ce7f0767080 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335625.893712:0:6504:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff9aefc4c70800/0x10123ce7f0767079 lrc: 2/0,0 mode: --/PW res: [0x240000401:0x5:0x0].0x0 bits 0x12/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x10123ce7f0767080 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335625.893721:0:6504:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1763335625.893790:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:1.0:1763335625.894031:0:6504:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9aefc4c70800/0x10123ce7f0767079 lrc: 1/0,0 mode: --/PW res: [0x240000401:0x5:0x0].0x0 bits 0x12/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x10123ce7f0767080 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335625.894040:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9aefc4c70800/0x10123ce7f0767079 lrc: 0/0,0 mode: --/PW res: [0x240000401:0x5:0x0].0x0 bits 0x12/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x10123ce7f0767080 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335625.894082:0:6504:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335625.894085:0:6504:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335625.894087:0:6504:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763335625.894153:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc6679180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1848991041545088:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1763335625.894241:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335625.895028:0:6502:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041545088 00000100:00100000:3.0:1763335625.895045:0:6502:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041545088 00010000:00010000:3.0:1763335625.895109:0:6502:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89c600/0x10123ce7f0767080 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x10123ce7f0767079 expref: 7 pid: 13236 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335625.895226:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 748 00000100:00100000:3.0:1763335625.895238:0:6502:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f4706450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+7:3653:x1848991041545088:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1763335625.895258:0:6502:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:3.0:1763335625.898432:0:7434:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967323 is committed 00010000:00010000:0.0:1763335625.899152:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89c600/0x10123ce7f0767080 lrc: 0/0,0 mode: --/PW res: [0x240000401:0x5:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x10123ce7f0767079 expref: 6 pid: 13236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335625.899172:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x5:0x0].0x0 (ffff9af0d8bf9900) 00010000:00010000:0.0:1763335625.899177:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc2bd5600/0x10123ce7f07670a3 lrc: 3/0,1 mode: --/CW res: [0x240000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT1 00010000:00010000:0.0:1763335625.899187:0:6502:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc2bd5600/0x10123ce7f07670a3 lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8224 initiator: MDT1 00010000:00010000:0.0:1763335625.899196:0:6502:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc2bd5600/0x10123ce7f07670a3 lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8224 initiator: MDT1 00010000:00010000:0.0:1763335625.899239:0:6502:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335625.899349:0:6502:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f4706450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+5:3653:x1848991041545088:12345-0@lo:103:ldlm_bl.0 Request processed in 4111us (5107us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335625.899359:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 748 00010000:00010000:3.0:1763335625.899476:0:8224:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc2bd5600/0x10123ce7f07670a3 lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT1 00010000:00010000:3.0:1763335625.899484:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc2bd5600/0x10123ce7f07670a3 lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT1 00010000:00010000:3.0:1763335625.899563:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc2bd4000/0x10123ce7f07670aa lrc: 3/0,1 mode: --/PW res: [0x240000401:0x5:0x0].0xf7f6e39 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:3.0:1763335625.899574:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc2bd4000/0x10123ce7f07670aa lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x5:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT1 00010000:00010000:3.0:1763335625.899583:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc2bd4000/0x10123ce7f07670aa lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x5:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT1 00000100:00100000:3.0:1763335625.899748:0:8224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc64e8700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8224:1848991041545216:0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1763335625.899792:0:8224:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335625.899827:0:8224:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0ffa52a80 going to sleep for 11 seconds 00000100:00100000:2.0:1763335625.900008:0:13236:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041545216 00000100:00100000:2.0:1763335625.900016:0:13236:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041545216 00000100:00100000:2.0:1763335625.900067:0:13236:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 259 00000100:00100000:2.0:1763335625.900088:0:13236:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc64e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:8224:x1848991041545216:12345-0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1763335625.900107:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc6679180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1848991041545088:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1763335625.900176:0:13236:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc64e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:8224:x1848991041545216:12345-0@lo:1000:mdt00_003.0 Request processed in 92us (384us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335625.900184:0:13236:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 259 00000100:00100000:0.0:1763335625.900196:0:8224:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 4294968081 gen 2 00000004:00080000:0.0:1763335625.900203:0:8224:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294968081 committed transno 4294968081 00000100:00100000:0.0:1763335625.900236:0:8224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc64e8700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8224:1848991041545216:0@lo:1000:mdt00_003.0 00010000:00010000:0.0:1763335625.900642:0:8224:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc2bd5600/0x10123ce7f07670a3 lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT1 00010000:00010000:0.0:1763335625.900652:0:8224:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc2bd5600/0x10123ce7f07670a3 lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT1 00010000:00010000:0.0:1763335625.900658:0:8224:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc2bd5600/0x10123ce7f07670a3 lrc: 3/0,0 mode: CW/CW res: [0x240000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT1 00010000:00010000:0.0:1763335625.900664:0:8224:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc2bd5600/0x10123ce7f07670a3 lrc: 4/0,0 mode: CW/CW res: [0x240000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT1 00010000:00010000:0.0:1763335625.900670:0:8224:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc2bd5600 already unused, calling callback (ffffffffc1966550) 00010000:00010000:0.0:1763335625.900674:0:8224:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc2bd5600/0x10123ce7f07670a3 lrc: 4/0,0 mode: CW/CW res: [0x240000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT1 00010000:00010000:0.0:1763335625.900681:0:8224:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc2bd5600/0x10123ce7f07670a3 lrc: 5/0,0 mode: CW/CW res: [0x240000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8224 initiator: MDT1 00010000:00010000:0.0:1763335625.900693:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x5:0x0].0x0 (ffff9af0d8bf9900) 00010000:00010000:0.0:1763335625.900696:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335625.900700:0:8224:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc2bd5600/0x10123ce7f07670a3 lrc: 3/0,0 mode: --/CW res: [0x240000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT1 00010000:00010000:0.0:1763335625.900706:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc2bd5600/0x10123ce7f07670a3 lrc: 0/0,0 mode: --/CW res: [0x240000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT1 00000004:00010000:0.0:1763335625.900723:0:8224:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000029268a9a reply state 00000000173ee8ca transno 4294967324 ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc2bd4000/0x10123ce7f07670aa lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x5:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT1 00010000:00010000:0.0:1763335625.900735:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc2bd4000/0x10123ce7f07670aa lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x5:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT1 00010000:00010000:0.0:1763335625.900741:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x5:0x0].0xf7f6e39 (ffff9af0edad2c00) 00010000:00010000:0.0:1763335625.900744:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335625.900747:0:8224:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763335625.902588:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5e91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+7:20639:x1848991029245056:12345-192.168.202.34@tcp:36:utime.500 Request processed in 12117us (13205us total) trans 4294967324 rc 0/0 00000100:00100000:0.0:1763335625.902602:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 2042 00000100:00100000:2.0:1763335625.907260:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335625.907352:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029245184 00000100:00100000:0.0:1763335625.907363:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029245184 00000100:00100000:0.0:1763335625.907423:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 2043 00000100:00100000:0.0:1763335625.907433:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4f99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+7:20639:x1848991029245184:12345-192.168.202.34@tcp:101:utime.500 00010000:00010000:0.0:1763335625.907459:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335625.907483:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89d800/0x10123ce7f07670b1 lrc: 2/0,0 mode: --/CR res: [0x240000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fcb7 expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335625.907557:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89d200/0x10123ce7f07670b8 lrc: 3/1,0 mode: --/CR res: [0x240000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335625.907571:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89d200/0x10123ce7f07670b8 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT1 00010000:00010000:0.0:1763335625.907581:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89d200/0x10123ce7f07670b8 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT1 00010000:00010000:0.0:1763335625.907591:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89da00/0x10123ce7f07670bf lrc: 3/1,0 mode: --/PR res: [0x240000401:0x5:0x0].0xf7f6e39 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335625.907597:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89da00/0x10123ce7f07670bf lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x5:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT1 00010000:00010000:0.0:1763335625.907604:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89da00/0x10123ce7f07670bf lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x5:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT1 00010000:00010000:0.0:1763335625.907676:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89d600/0x10123ce7f07670c6 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335625.907684:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89d600/0x10123ce7f07670c6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT1 00010000:00010000:0.0:1763335625.907690:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89d600/0x10123ce7f07670c6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT1 00000004:00200000:0.0:1763335625.907730:0:8224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x4:0x0]: returning size 0 00000004:00200000:0.0:1763335625.907735:0:8224:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763335625.907754:0:8224:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89d600/0x10123ce7f07670c6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT1 00010000:00010000:0.0:1763335625.907766:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89d600/0x10123ce7f07670c6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT1 00010000:00010000:0.0:1763335625.907776:0:8224:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89d200/0x10123ce7f07670b8 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT1 00010000:00010000:0.0:1763335625.907782:0:8224:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89d200/0x10123ce7f07670b8 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT1 00010000:00010000:0.0:1763335625.907787:0:8224:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89d200/0x10123ce7f07670b8 lrc: 3/0,0 mode: CR/CR res: [0x240000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT1 00010000:00010000:0.0:1763335625.907793:0:8224:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89d200/0x10123ce7f07670b8 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT1 00010000:00010000:0.0:1763335625.907798:0:8224:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9af0ee89d200 already unused, calling callback (ffffffffc1966550) 00010000:00010000:0.0:1763335625.907803:0:8224:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89d200/0x10123ce7f07670b8 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT1 00010000:00010000:0.0:1763335625.907810:0:8224:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89d200/0x10123ce7f07670b8 lrc: 5/0,0 mode: CR/CR res: [0x240000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8224 initiator: MDT1 00010000:00010000:0.0:1763335625.907821:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x5:0x0].0x0 (ffff9af0e0e0e900) 00010000:00010000:0.0:1763335625.907824:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335625.907828:0:8224:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89d200/0x10123ce7f07670b8 lrc: 3/0,0 mode: --/CR res: [0x240000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT1 00010000:00010000:0.0:1763335625.907833:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89d200/0x10123ce7f07670b8 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT1 00010000:00010000:0.0:1763335625.907845:0:8224:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89da00/0x10123ce7f07670bf lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x5:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT1 00010000:00010000:0.0:1763335625.907850:0:8224:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89da00/0x10123ce7f07670bf lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x5:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT1 00010000:00010000:0.0:1763335625.907856:0:8224:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89da00/0x10123ce7f07670bf lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x5:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT1 00010000:00010000:0.0:1763335625.907861:0:8224:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9af0ee89da00 already unused, calling callback (ffffffffc1966550) 00010000:00010000:0.0:1763335625.907863:0:8224:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89da00/0x10123ce7f07670bf lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x5:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT1 00010000:00010000:0.0:1763335625.907901:0:8224:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89da00/0x10123ce7f07670bf lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x5:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8224 initiator: MDT1 00010000:00010000:0.0:1763335625.907909:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x5:0x0].0xf7f6e39 (ffff9af0edad2c00) 00010000:00010000:0.0:1763335625.907911:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335625.907914:0:8224:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89da00/0x10123ce7f07670bf lrc: 2/0,0 mode: --/PR res: [0x240000401:0x5:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT1 00010000:00010000:0.0:1763335625.907919:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89da00/0x10123ce7f07670bf lrc: 0/0,0 mode: --/PR res: [0x240000401:0x5:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT1 00010000:00010000:0.0:1763335625.907947:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89d800/0x10123ce7f07670b1 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fcb7 expref: 9 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335625.907964:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89d600/0x10123ce7f07670c6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fcb7 expref: 8 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335625.907971:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4:0x0].0x0 (ffff9af0e0e0e600) 00010000:00010000:0.0:1763335625.907973:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335625.907975:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee89d600, rc 0) 00000100:00100000:0.0:1763335625.908050:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4f99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:20639:x1848991029245184:12345-192.168.202.34@tcp:101:utime.500 Request processed in 617us (800us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335625.908057:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 2043 00000100:00100000:1.0:1763335625.915995:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335625.917935:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029245440 00000100:00100000:0.0:1763335625.917951:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029245440 00000100:00100000:0.0:1763335625.918012:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 2044 00000100:00100000:0.0:1763335625.918023:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc6679180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+8:20639:x1848991029245440:12345-192.168.202.34@tcp:36:utime.500 00010000:00010000:0.0:1763335625.918099:0:8224:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335625.918140:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89d600/0x10123ce7f07670c6 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fcb7 expref: 8 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335625.918164:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4:0x0].0x0 (ffff9af0e0e0e600) 00010000:00010000:0.0:1763335625.918175:0:8224:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335625.918231:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89c600/0x10123ce7f07670cd lrc: 3/0,1 mode: --/PW res: [0x240000402:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:0.0:1763335625.918244:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89c600/0x10123ce7f07670cd lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT1 00010000:00010000:0.0:1763335625.918256:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89c600/0x10123ce7f07670cd lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT1 00000004:00010000:0.0:1763335625.918774:0:8224:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000010835630 reply state 0000000017f9a492 transno 4294967325 ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89c600/0x10123ce7f07670cd lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT1 00010000:00010000:0.0:1763335625.918789:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89c600/0x10123ce7f07670cd lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT1 00010000:00010000:0.0:1763335625.918795:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4:0x0].0x0 (ffff9af0e0e0e400) 00010000:00010000:0.0:1763335625.918797:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335625.918799:0:8224:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763335625.919013:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc6679180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+9:20639:x1848991029245440:12345-192.168.202.34@tcp:36:utime.500 Request processed in 991us (3028us total) trans 4294967325 rc 0/0 00000100:00100000:0.0:1763335625.919021:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 2044 00000100:00100000:2.0:1763335625.928473:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335625.928631:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029245568 00000100:00100000:0.0:1763335625.928644:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029245568 00000100:00100000:0.0:1763335625.928701:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 2045 00000100:00100000:0.0:1763335625.928711:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4f99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+9:20639:x1848991029245568:12345-192.168.202.34@tcp:101:utime.500 00010000:00010000:0.0:1763335625.928733:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335625.928753:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89d800/0x10123ce7f07670d4 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fcbe expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335625.928809:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89d800/0x10123ce7f07670d4 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fcbe expref: 10 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335625.928823:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89d800/0x10123ce7f07670d4 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fcbe expref: 10 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335625.928837:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4:0x0].0x0 (ffff9af0e0e0e400) 00010000:00010000:0.0:1763335625.928840:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763335625.928843:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0ee89d800, rc 0) 00000100:00100000:0.0:1763335625.928923:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4f99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+10:20639:x1848991029245568:12345-192.168.202.34@tcp:101:utime.500 Request processed in 213us (467us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335625.928930:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 2045 00000100:00100000:2.0:1763335625.935275:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335625.935365:0:14748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029245696 00000100:00100000:3.0:1763335625.935375:0:14748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029245696 00000100:00100000:3.0:1763335625.936028:0:14748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 61 00000100:00100000:3.0:1763335625.936040:0:14748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4f99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:819c42eb-8a5f-4523-990c-a007cb66998d+10:20639:x1848991029245696:12345-192.168.202.34@tcp:49:utime.500 00000100:00100000:3.0:1763335625.936203:0:14748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4f99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:819c42eb-8a5f-4523-990c-a007cb66998d+10:20639:x1848991029245696:12345-192.168.202.34@tcp:49:utime.500 Request processed in 164us (934us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335625.936212:0:14748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 61 00000100:00100000:3.0:1763335625.940575:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335625.944902:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029245824 00000100:00100000:1.0:1763335625.944918:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029245824 00000100:00100000:1.0:1763335625.945041:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 2046 00000100:00100000:1.0:1763335625.945053:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc64e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+10:20639:x1848991029245824:12345-192.168.202.34@tcp:101:utime.500 00010000:00010000:1.0:1763335625.945088:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335625.945112:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c70800/0x10123ce7f07670db lrc: 2/0,0 mode: --/CR res: [0x240000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fcc5 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335625.945179:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71200/0x10123ce7f07670e2 lrc: 3/1,0 mode: --/CR res: [0x240000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335625.945192:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71200/0x10123ce7f07670e2 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT1 00010000:00010000:1.0:1763335625.945202:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71200/0x10123ce7f07670e2 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT1 00010000:00010000:1.0:1763335625.945211:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71400/0x10123ce7f07670e9 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x5:0x0].0xf7f6e39 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335625.945218:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71400/0x10123ce7f07670e9 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x5:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT1 00010000:00010000:1.0:1763335625.945223:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71400/0x10123ce7f07670e9 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x5:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT1 00010000:00010000:1.0:1763335625.947715:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c70c00/0x10123ce7f07670f0 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335625.947744:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c70c00/0x10123ce7f07670f0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT1 00010000:00010000:1.0:1763335625.947755:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c70c00/0x10123ce7f07670f0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT1 00000004:00200000:1.0:1763335625.947804:0:10055:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x4:0x0]: returning size 0 00000004:00200000:1.0:1763335625.947955:0:10055:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763335625.947984:0:10055:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c70c00/0x10123ce7f07670f0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT1 00010000:00010000:1.0:1763335625.947996:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c70c00/0x10123ce7f07670f0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT1 00010000:00010000:1.0:1763335625.948006:0:10055:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71200/0x10123ce7f07670e2 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT1 00010000:00010000:1.0:1763335625.948011:0:10055:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71200/0x10123ce7f07670e2 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10055 initiator: MDT1 00010000:00010000:1.0:1763335625.948018:0:10055:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71200/0x10123ce7f07670e2 lrc: 3/0,0 mode: CR/CR res: [0x240000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10055 initiator: MDT1 00010000:00010000:1.0:1763335625.948024:0:10055:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71200/0x10123ce7f07670e2 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT1 00010000:00010000:1.0:1763335625.948030:0:10055:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc4c71200 already unused, calling callback (ffffffffc1966550) 00010000:00010000:1.0:1763335625.948033:0:10055:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71200/0x10123ce7f07670e2 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT1 00010000:00010000:1.0:1763335625.948041:0:10055:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71200/0x10123ce7f07670e2 lrc: 5/0,0 mode: CR/CR res: [0x240000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10055 initiator: MDT1 00010000:00010000:1.0:1763335625.948052:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x5:0x0].0x0 (ffff9af0fd8f2a00) 00010000:00010000:1.0:1763335625.948055:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335625.948060:0:10055:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71200/0x10123ce7f07670e2 lrc: 3/0,0 mode: --/CR res: [0x240000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT1 00010000:00010000:1.0:1763335625.948064:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71200/0x10123ce7f07670e2 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT1 00010000:00010000:1.0:1763335625.948092:0:10055:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71400/0x10123ce7f07670e9 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x5:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT1 00010000:00010000:1.0:1763335625.948098:0:10055:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71400/0x10123ce7f07670e9 lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x5:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10055 initiator: MDT1 00010000:00010000:1.0:1763335625.948103:0:10055:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71400/0x10123ce7f07670e9 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x5:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT1 00010000:00010000:1.0:1763335625.948108:0:10055:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc4c71400 already unused, calling callback (ffffffffc1966550) 00010000:00010000:1.0:1763335625.948110:0:10055:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71400/0x10123ce7f07670e9 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x5:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT1 00010000:00010000:1.0:1763335625.948116:0:10055:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71400/0x10123ce7f07670e9 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x5:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10055 initiator: MDT1 00010000:00010000:1.0:1763335625.948123:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x5:0x0].0xf7f6e39 (ffff9af0edad2c00) 00010000:00010000:1.0:1763335625.948126:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335625.948128:0:10055:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71400/0x10123ce7f07670e9 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x5:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT1 00010000:00010000:1.0:1763335625.948134:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71400/0x10123ce7f07670e9 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x5:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT1 00010000:00010000:1.0:1763335625.948169:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c70800/0x10123ce7f07670db lrc: 0/0,0 mode: --/CR res: [0x240000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fcc5 expref: 12 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335625.948188:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c70c00/0x10123ce7f07670f0 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fcc5 expref: 11 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335625.948195:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4:0x0].0x0 (ffff9af0e0e0e400) 00010000:00010000:1.0:1763335625.948197:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335625.948199:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc4c70c00, rc 0) 00000100:00100000:1.0:1763335625.949340:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc64e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+11:20639:x1848991029245824:12345-192.168.202.34@tcp:101:utime.500 Request processed in 4283us (8769us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335625.949354:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 2046 00010000:00010000:3.0:1763335626.055567:0:6503:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763335626.248883:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335626.248926:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335626.248967:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335626.249851:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029246208 00000100:00100000:1.0:1763335626.249864:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029246208 00000100:00100000:1.0:1763335626.249951:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029246080 00000100:00100000:1.0:1763335626.249954:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029246080 00000100:00100000:1.0:1763335626.249978:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 218 00000100:00100000:1.0:1763335626.249987:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4f98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:819c42eb-8a5f-4523-990c-a007cb66998d+5:2408:x1848991029246208:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:1.0:1763335626.250132:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4f98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:819c42eb-8a5f-4523-990c-a007cb66998d+5:2408:x1848991029246208:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 145us (1204us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335626.250139:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 219 00000100:00100000:1.0:1763335626.250143:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 218 00000100:00100000:2.0:1763335626.250147:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4f98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2408:x1848991029246080:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:2.0:1763335626.250175:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4f98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:819c42eb-8a5f-4523-990c-a007cb66998d+5:2408:x1848991029246080:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 29us (1206us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335626.250181:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 219 00000100:00100000:3.0:1763335626.250342:0:6509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029245952 00000100:00100000:3.0:1763335626.250347:0:6509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029245952 00000100:00100000:3.0:1763335626.250387:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 409 00000100:00100000:3.0:1763335626.250394:0:6509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f45aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f4bc7452-2198-4a0d-a8bc-8fee3c386313+9:2408:x1848991029245952:12345-192.168.202.34@tcp:400:kworker.0 00000100:00080000:0.0:1763335626.250701:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1763335626.250707:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1763335626.255574:0:6509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f45aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f4bc7452-2198-4a0d-a8bc-8fee3c386313+9:2408:x1848991029245952:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 29us (1565us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335626.255594:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 409 00000100:00100000:2.0:1763335626.302274:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5e91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1848991041545344:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1763335626.302339:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335626.302888:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1763335626.302900:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc64eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3651:1848991041545472:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1763335626.302912:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041545344 00000100:00100000:0.0:1763335626.302923:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041545344 00000100:00100000:1.0:1763335626.302937:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335626.302968:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041545472 00000100:00100000:0.0:1763335626.302972:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041545472 00000100:00100000:0.0:1763335626.302994:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 208 00000100:00100000:0.0:1763335626.303003:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4f9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3651:x1848991041545344:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1763335626.303039:0:8403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1763335626.303099:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4f9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3651:x1848991041545344:12345-0@lo:13:osp-pre-0-1.0 Request processed in 96us (758us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335626.303107:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 208 00000100:00100000:0.0:1763335626.303124:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 209 00000100:00100000:0.0:1763335626.303130:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc667b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3651:x1848991041545472:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1763335626.303141:0:8403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1763335626.303171:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc667b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3651:x1848991041545472:12345-0@lo:13:osp-pre-0-0.0 Request processed in 42us (235us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335626.303177:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 209 00000100:00100000:1.0:1763335626.303920:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc64eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3651:1848991041545472:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1763335626.303938:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5e91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1848991041545344:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1763335627.070389:0:9483:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335628.094153:0:6504:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763335628.351399:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1763335628.351424:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5e93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1848991041545600:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1763335628.351496:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335628.351563:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041545600 00000100:00100000:0.0:1763335628.351570:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041545600 00000100:00100000:0.0:1763335628.351615:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260 00000100:00100000:0.0:1763335628.351625:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5e92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3654:x1848991041545600:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1763335628.351662:0:6520:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 116355072 pending 0 free 1445662720 avail 1299423232 00000100:00100000:0.0:1763335628.351711:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5e92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3654:x1848991041545600:12345-0@lo:41:osp-pre-0-1.0 Request processed in 87us (214us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335628.351719:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260 00000100:00100000:0.0:1763335628.351769:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5e93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1848991041545600:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1763335629.118065:0:6503:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335630.143135:0:9483:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763335630.403678:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1763335630.403702:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc667b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1848991041545728:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1763335630.403772:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335630.403814:0:13236:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041545728 00000100:00100000:2.0:1763335630.403822:0:13236:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041545728 00000100:00100000:2.0:1763335630.403892:0:13236:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261 00000100:00100000:2.0:1763335630.403901:0:13236:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5f00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3653:x1848991041545728:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1763335630.403941:0:13236:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446301696 avail 1300062208 00000100:00100000:2.0:1763335630.403993:0:13236:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5f00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3653:x1848991041545728:12345-0@lo:41:osp-pre-1-0.0 Request processed in 93us (220us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335630.404001:0:13236:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261 00000100:00100000:1.0:1763335630.404021:0:3653:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294967323 gen 2 00000004:00080000:1.0:1763335630.404027:0:3653:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967323 committed transno 4294967323 00000020:00080000:1.0:1763335630.404041:0:3653:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9aefc47d8000 refcount 2 committed 0 result 0 batchid 4 00000020:00080000:1.0:1763335630.404045:0:3653:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9af0edbc3300 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9aefc47d86c0 00000020:00080000:1.0:1763335630.404049:0:3653:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000401:0x3:0x0].4 00000020:00080000:1.0:1763335630.404051:0:3653:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9af0edbc3800 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9aefc5bd8c00 00000020:00080000:1.0:1763335630.404054:0:3653:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000400:0x3:0x0].4 00000100:00100000:1.0:1763335630.404097:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc667b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1848991041545728:0@lo:41:osp-pre-1-0.0 00000020:00080000:2.0:1763335630.404153:0:6547:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4 committed batchid 2 00000020:00080000:2.0:1763335630.404207:0:6547:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 2 00000001:02000400:3.0:1763335630.590326:0:18431:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 36d: non-root OST utime check (open, utime) ========================================================== 18:27:09 (1763335629) 00000100:00100000:2.0:1763335630.726305:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335630.726551:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029246336 00000100:00100000:3.0:1763335630.726561:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029246336 00000100:00100000:3.0:1763335630.726905:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 2047 00000100:00100000:3.0:1763335630.726917:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4f9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+17:21072:x1848991029246336:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763335630.726936:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00080000:0.0:1763335630.727326:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1763335630.727533:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f07670f7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fccc expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335630.727607:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5e00/0x10123ce7f07670fe lrc: 3/1,0 mode: --/PR res: [0x200000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335630.727622:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5e00/0x10123ce7f07670fe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335630.727635:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5e00/0x10123ce7f07670fe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000004:00200000:3.0:1763335630.727730:0:10055:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x13:0x0]: returning size 4096 00000004:00200000:3.0:1763335630.727736:0:10055:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:3.0:1763335630.727759:0:10055:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5e00/0x10123ce7f07670fe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335630.727786:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f07670f7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fccc expref: 19 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335630.727804:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5e00/0x10123ce7f07670fe lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fccc expref: 18 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335630.727814:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff9af0edad2300) 00010000:00010000:3.0:1763335630.727817:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1763335630.727822:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5e00, rc 0) 00000100:00100000:3.0:1763335630.727910:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4f9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+18:21072:x1848991029246336:12345-192.168.202.34@tcp:101:bash.0 Request processed in 994us (1615us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335630.727916:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 2047 00000100:00100000:1.0:1763335630.734599:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335630.736108:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029246464 00000100:00100000:3.0:1763335630.736123:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029246464 00000100:00100000:3.0:1763335630.736193:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 2048 00000100:00100000:3.0:1763335630.736205:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5f02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+18:21072:x1848991029246464:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763335630.736491:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335630.736521:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0767105 lrc: 2/0,0 mode: --/CR res: [0x200000400:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fcd3 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335630.736641:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4800/0x10123ce7f076710c lrc: 3/1,0 mode: --/PR res: [0x200000400:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335630.736656:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4800/0x10123ce7f076710c lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335630.736667:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4800/0x10123ce7f076710c lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT0 00000004:00200000:3.0:1763335630.736716:0:10055:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000400:0x5:0x0]: returning size 4096 00000004:00200000:3.0:1763335630.736721:0:10055:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1763335630.736759:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd5000/0x10123ce7f0767105 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fcd3 expref: 20 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335630.737101:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9aefc2bd4800/0x10123ce7f076710c lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fcd3 expref: 19 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335630.737117:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x5:0x0].0x0 (ffff9af0edad2500) 00010000:00010000:3.0:1763335630.737120:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1763335630.737124:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4800, rc 0) 00000100:00100000:3.0:1763335630.737200:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5f02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+19:21072:x1848991029246464:12345-192.168.202.34@tcp:101:bash.0 Request processed in 996us (2611us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335630.737207:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 2048 00000100:00100000:2.0:1763335630.743227:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335630.743322:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029246592 00000100:00100000:3.0:1763335630.743340:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029246592 00000100:00100000:3.0:1763335630.743436:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 2049 00000100:00100000:3.0:1763335630.743452:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4f98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+11:21072:x1848991029246592:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763335630.743484:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00080000:0.0:1763335630.743514:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1763335630.743523:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0767113 lrc: 2/0,0 mode: --/CR res: [0x240000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fcda expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335630.744631:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc2bd4c00/0x10123ce7f076711a lrc: 3/1,0 mode: --/PR res: [0x240000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335630.744657:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc2bd4c00/0x10123ce7f076711a lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT1 00010000:00010000:3.0:1763335630.744676:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc2bd4c00/0x10123ce7f076711a lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT1 00000004:00200000:3.0:1763335630.744740:0:10055:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000401:0x5:0x0]: returning size 4096 00000004:00200000:3.0:1763335630.744746:0:10055:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1763335630.744823:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0767113 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fcda expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335630.744848:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc2bd4c00/0x10123ce7f076711a lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fcda expref: 12 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335630.744859:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x5:0x0].0x0 (ffff9af0edad2f00) 00010000:00010000:3.0:1763335630.744863:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1763335630.744892:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4c00, rc 0) 00000100:00100000:3.0:1763335630.744986:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4f98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+12:21072:x1848991029246592:12345-192.168.202.34@tcp:101:bash.0 Request processed in 1538us (1768us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335630.744996:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 2049 00000100:00100000:2.0:1763335630.750968:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335630.751113:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029246720 00000100:00100000:0.0:1763335630.751126:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029246720 00000100:00100000:0.0:1763335630.751729:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 62 00000100:00100000:0.0:1763335630.751743:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4f9b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:819c42eb-8a5f-4523-990c-a007cb66998d+19:21072:x1848991029246720:12345-192.168.202.34@tcp:49:bash.0 00000100:00100000:0.0:1763335630.751952:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4f9b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:819c42eb-8a5f-4523-990c-a007cb66998d+19:21072:x1848991029246720:12345-192.168.202.34@tcp:49:bash.0 Request processed in 212us (1098us total) trans 0 rc -61/-61 00000100:00100000:0.0:1763335630.751961:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 62 00000100:00100000:1.0:1763335630.758004:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335630.758124:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029246976 00000100:00100000:3.0:1763335630.758140:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029246976 00000100:00100000:3.0:1763335630.758256:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 2050 00000100:00100000:3.0:1763335630.758268:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5f02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+12:21072:x1848991029246976:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763335630.758302:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335630.758307:0:10055:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763335630.758347:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c70c00/0x10123ce7f07670f0 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fcc5 expref: 12 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335630.758372:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4:0x0].0x0 (ffff9af0e0e0e400) 00010000:00010000:3.0:1763335630.758379:0:10055:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763335630.758396:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0767121 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fce1 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335630.758548:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc2bd5000/0x10123ce7f0767128 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335630.758563:0:10055:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89d800/0x10123ce7f07670d4 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fcbe expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335630.758572:0:10055:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc2bd5000/0x10123ce7f0767128 lrc: 4/0,1 mode: --/EX res: [0x240000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT1 00010000:00010000:3.0:1763335630.758614:0:10055:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89d800/0x10123ce7f07670d4 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fcbe expref: 12 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335630.758629:0:10055:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89d800/0x10123ce7f07670d4 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fcbe expref: 12 pid: 8224 timeout: 531 lvb_type: 0 00000100:00100000:3.0:1763335630.758646:0:10055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc64eb480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10055:1848991041545856:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763335630.759519:0:10055:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f5cfd3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335630.766310:0:10055:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc64eb480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10055:1848991041545856:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763335630.766356:0:10055:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc2bd5000/0x10123ce7f0767128 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT1 00000100:00100000:1.0:1763335630.772815:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335630.772997:0:6502:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029247104 00000100:00100000:0.0:1763335630.773011:0:6502:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029247104 00010000:00010000:0.0:1763335630.773081:0:6502:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89d800/0x10123ce7f07670d4 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fcbe expref: 13 pid: 8224 timeout: 531 lvb_type: 0 00000100:00100000:0.0:1763335630.773136:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 749 00000100:00100000:0.0:1763335630.773147:0:6502:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5f01f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:819c42eb-8a5f-4523-990c-a007cb66998d+13:2409:x1848991029247104:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335630.773174:0:6502:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335630.773182:0:6502:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89d800/0x10123ce7f07670d4 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fcbe expref: 13 pid: 8224 timeout: 531 lvb_type: 0 00010000:00010000:0.0:1763335630.773198:0:6502:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89d800/0x10123ce7f07670d4 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fcbe expref: 13 pid: 8224 timeout: 531 lvb_type: 0 00010000:00010000:0.0:1763335630.773228:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89d800/0x10123ce7f07670d4 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fcbe expref: 13 pid: 8224 timeout: 531 lvb_type: 0 00010000:00010000:0.0:1763335630.773250:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4:0x0].0x0 (ffff9af0e0e0e400) 00010000:00010000:0.0:1763335630.773258:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc2bd5000/0x10123ce7f0767128 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT1 00010000:00010000:0.0:1763335630.773269:0:6502:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc2bd5000/0x10123ce7f0767128 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10055 initiator: MDT1 00010000:00010000:0.0:1763335630.773278:0:6502:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc2bd5000/0x10123ce7f0767128 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10055 initiator: MDT1 00010000:00010000:0.0:1763335630.773313:0:6502:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763335630.773369:0:10055:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc2bd5000/0x10123ce7f0767128 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT1 00010000:00010000:3.0:1763335630.773380:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc2bd5000/0x10123ce7f0767128 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT1 00000100:00100000:0.0:1763335630.773394:0:6502:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5f01f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:819c42eb-8a5f-4523-990c-a007cb66998d+12:2409:x1848991029247104:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 247us (593us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335630.773403:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 749 00000004:00200000:3.0:1763335630.773413:0:10055:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x4:0x0]: returning size 0 00010000:00010000:3.0:1763335630.773709:0:10055:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc2bd5000/0x10123ce7f0767128 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT1 00010000:00010000:3.0:1763335630.773718:0:10055:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc2bd5000/0x10123ce7f0767128 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10055 initiator: MDT1 00010000:00010000:3.0:1763335630.773725:0:10055:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc2bd5000/0x10123ce7f0767128 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT1 00010000:00010000:3.0:1763335630.773732:0:10055:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc2bd5000 already unused, calling callback (ffffffffc1966550) 00010000:00010000:3.0:1763335630.773736:0:10055:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc2bd5000/0x10123ce7f0767128 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT1 00010000:00010000:3.0:1763335630.773745:0:10055:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc2bd5000/0x10123ce7f0767128 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10055 initiator: MDT1 00010000:00010000:3.0:1763335630.773755:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4:0x0].0x0 (ffff9af0e0e0e400) 00010000:00010000:3.0:1763335630.773757:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763335630.773761:0:10055:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc2bd5000/0x10123ce7f0767128 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT1 00010000:00010000:3.0:1763335630.773811:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc2bd5000/0x10123ce7f0767128 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT1 00010000:00010000:3.0:1763335630.773925:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0767121 lrc: 1/0,0 mode: --/CW res: [0x240000402:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fce1 expref: 12 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335630.773937:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4:0x0].0x0 (ffff9af0e0e0e400) 00010000:00010000:3.0:1763335630.773940:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335630.773945:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0767121 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fce1 expref: 12 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335630.773956:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5a00, rc 0) 00000100:00100000:3.0:1763335630.774004:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5f02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+11:21072:x1848991029246976:12345-192.168.202.34@tcp:101:bash.0 Request processed in 15737us (16015us total) trans 4294967326 rc 301/301 00000100:00100000:3.0:1763335630.774013:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 2050 00000100:00100000:1.0:1763335630.789754:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335630.790185:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029247232 00000100:00100000:3.0:1763335630.790199:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029247232 00000100:00100000:3.0:1763335630.790268:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 2051 00000100:00100000:3.0:1763335630.790277:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f5f03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+11:21072:x1848991029247232:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763335630.790305:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335630.790332:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0767136 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fce8 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335630.790372:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc2bd5000/0x10123ce7f076713d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335630.790387:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc2bd5000/0x10123ce7f076713d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT1 00010000:00010000:3.0:1763335630.790398:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc2bd5000/0x10123ce7f076713d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT1 00010000:00010000:3.0:1763335630.790529:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc2bd5a00/0x10123ce7f0767136 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x4:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fce8 expref: 13 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335630.790549:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc2bd5000/0x10123ce7f076713d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x4:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fce8 expref: 12 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335630.790559:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4:0x0].0x0 (ffff9af0e0e0e400) 00010000:00010000:3.0:1763335630.790562:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1763335630.790567:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5000, rc 0) 00000100:00100000:3.0:1763335630.790643:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f5f03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+12:21072:x1848991029247232:12345-192.168.202.34@tcp:101:bash.0 Request processed in 367us (903us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335630.790650:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 2051 00000100:00100000:2.0:1763335630.794103:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335630.794229:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029247488 00000100:00100000:1.0:1763335630.794244:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029247488 00000100:00100000:1.0:1763335630.794335:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 2052 00000100:00100000:1.0:1763335630.794349:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4f9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+12:21072:x1848991029247488:12345-192.168.202.34@tcp:36:bash.0 00010000:00010000:1.0:1763335630.794531:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71200/0x10123ce7f0767144 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:1.0:1763335630.794552:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71200/0x10123ce7f0767144 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT1 00010000:00010000:1.0:1763335630.794567:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71200/0x10123ce7f0767144 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT1 00000004:00010000:1.0:1763335630.794730:0:8224:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000011a17ef2 reply state 00000000952a9194 transno 4294967327 ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71200/0x10123ce7f0767144 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT1 00010000:00010000:1.0:1763335630.794745:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71200/0x10123ce7f0767144 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT1 00010000:00010000:1.0:1763335630.794754:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4:0x0].0x0 (ffff9af0e0e0e400) 00010000:00010000:1.0:1763335630.794758:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335630.794763:0:8224:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763335630.794908:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4f9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+14:21072:x1848991029247488:12345-192.168.202.34@tcp:36:bash.0 Request processed in 561us (821us total) trans 4294967327 rc 0/0 00000100:00100000:1.0:1763335630.794917:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 2052 00000100:00100000:2.0:1763335630.800355:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335630.803683:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029247616 00000100:00100000:3.0:1763335630.803707:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029247616 00000100:00100000:3.0:1763335630.803814:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 2053 00000100:00100000:3.0:1763335630.803825:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c6722680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+14:21072:x1848991029247616:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763335630.803858:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335630.803934:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc2bd5a00/0x10123ce7f076714b lrc: 2/0,0 mode: --/CR res: [0x240000402:0x4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fcef expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335630.804012:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc2bd5a00/0x10123ce7f076714b lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fcef expref: 15 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335630.804042:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc2bd5a00/0x10123ce7f076714b lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fcef expref: 15 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335630.804065:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4:0x0].0x0 (ffff9af0e0e0e400) 00010000:00010000:3.0:1763335630.804069:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763335630.804073:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd5a00, rc 0) 00000100:00100000:3.0:1763335630.804168:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c6722680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+15:21072:x1848991029247616:12345-192.168.202.34@tcp:101:bash.0 Request processed in 344us (3829us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335630.804177:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 2053 00000100:00100000:2.0:1763335630.809577:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335630.809674:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029247744 00000100:00100000:1.0:1763335630.809687:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029247744 00000100:00100000:3.0:1763335630.810356:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 2054 00000100:00100000:3.0:1763335630.810373:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c6720380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+15:21072:x1848991029247744:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763335630.810402:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335630.810432:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc2bd4200/0x10123ce7f0767152 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fcf6 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335630.810473:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc2bd4200/0x10123ce7f0767152 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x4:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fcf6 expref: 16 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335630.810489:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc2bd4200/0x10123ce7f0767152 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x4:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fcf6 expref: 16 pid: 10055 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1763335630.810519:0:10055:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x4:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1763335630.810522:0:10055:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x4:0x0] updating lvb mtime from disk: 0 -> 1763335631 00000004:00010000:3.0:1763335630.810526:0:10055:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x4:0x0] updating lvb atime from disk: 0 -> 200000 00000004:00010000:3.0:1763335630.810529:0:10055:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x4:0x0] updating lvb ctime from disk: 0 -> 1763335631 00000004:00010000:3.0:1763335630.810532:0:10055:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x4:0x0] updating lvb blocks from disk: 18427282363563114435 -> 0 00010000:00010000:3.0:1763335630.810541:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4:0x0].0x0 (ffff9af0e0e0e400) 00010000:00010000:3.0:1763335630.810544:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335630.810549:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc2bd4200, rc 0) 00000100:00100000:3.0:1763335630.810634:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c6720380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+16:21072:x1848991029247744:12345-192.168.202.34@tcp:101:bash.0 Request processed in 265us (1069us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335630.810641:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 2054 00000100:00100000:2.0:1763335630.814862:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335630.815218:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029247872 00000100:00100000:3.0:1763335630.815231:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029247872 00002000:00010000:3.0:1763335630.815287:0:15202:0:(mdt_io.c:274:mdt_punch_hpreq_check()) lustre-MDT0001: refresh DOM lock for [0x240000402:0x4:0x0] 00002000:00100000:3.0:1763335630.815293:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0c6722a00 with x1848991029247872 00000100:00100000:3.0:1763335630.815343:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1137 00000100:00100000:3.0:1763335630.815354:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0c6722a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+16:2408:x1848991029247872:12345-192.168.202.34@tcp:10:bash.0 00000004:00010000:3.0:1763335630.815609:0:15202:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x4:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1763335630.815613:0:15202:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x4:0x0] updating lvb mtime from disk: 1763335631 -> 1763335631 00000004:00010000:3.0:1763335630.815616:0:15202:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x4:0x0] updating lvb atime from disk: 200000 -> 200000 00000004:00010000:3.0:1763335630.815618:0:15202:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x4:0x0] updating lvb ctime from disk: 1763335631 -> 1763335631 00000004:00010000:3.0:1763335630.815621:0:15202:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335630.815715:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0c6722a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+17:2408:x1848991029247872:12345-192.168.202.34@tcp:10:bash.0 Request processed in 362us (866us total) trans 4294967328 rc 0/0 00000100:00100000:3.0:1763335630.815723:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1137 00002000:00010000:3.0:1763335630.815727:0:15202:0:(mdt_io.c:274:mdt_punch_hpreq_check()) lustre-MDT0001: refresh DOM lock for [0x240000402:0x4:0x0] 00002000:00100000:3.0:1763335630.815729:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0c6722a00 with x1848991029247872 00000100:00100000:2.0:1763335630.822081:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335630.822513:0:14748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029248128 00000100:00100000:3.0:1763335630.822528:0:14748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029248128 00000100:00100000:3.0:1763335630.822645:0:14748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 63 00000100:00100000:3.0:1763335630.822657:0:14748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5fd6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:819c42eb-8a5f-4523-990c-a007cb66998d+17:21072:x1848991029248128:12345-192.168.202.34@tcp:35:bash.0 00000100:00100000:2.0:1763335630.824243:0:14748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5fd6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:819c42eb-8a5f-4523-990c-a007cb66998d+18:21072:x1848991029248128:12345-192.168.202.34@tcp:35:bash.0 Request processed in 1577us (2167us total) trans 4294967329 rc 0/0 00000100:00100000:2.0:1763335630.824262:0:14748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 63 00000100:00100000:2.0:1763335630.841942:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335630.842394:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029248384 00000100:00100000:0.0:1763335630.842409:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029248384 00000100:00100000:0.0:1763335630.842490:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 2055 00000100:00100000:0.0:1763335630.842501:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffba9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+18:21216:x1848991029248384:12345-192.168.202.34@tcp:36:utime.500 00010000:00010000:0.0:1763335630.842579:0:8224:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335630.842616:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc2bd4c00/0x10123ce7f076711a lrc: 0/0,0 mode: --/PR res: [0x240000401:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fcda expref: 18 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335630.842642:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x5:0x0].0x0 (ffff9af0edad2f00) 00010000:00010000:0.0:1763335630.842656:0:8224:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335630.843898:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffba9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+17:21216:x1848991029248384:12345-192.168.202.34@tcp:36:utime.500 Request processed in 1368us (1998us total) trans 0 rc -17/-17 00000100:00100000:0.0:1763335630.843909:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 2055 00000100:00100000:0.0:1763335630.847677:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335630.847848:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029248512 00000100:00100000:2.0:1763335630.847861:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029248512 00000100:00100000:2.0:1763335630.847961:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 2056 00000100:00100000:2.0:1763335630.847972:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5e93800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+17:21216:x1848991029248512:12345-192.168.202.34@tcp:101:utime.500 00010000:00010000:2.0:1763335630.847999:0:8224:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335630.848040:0:8224:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc609fc00/0x10123ce7f0767159 lrc: 2/0,0 mode: --/CR res: [0x240000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fcfd expref: -99 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335630.848130:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc609fa00/0x10123ce7f0767160 lrc: 3/1,0 mode: --/CR res: [0x240000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335630.848145:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc609fa00/0x10123ce7f0767160 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT1 00010000:00010000:2.0:1763335630.848159:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc609fa00/0x10123ce7f0767160 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT1 00010000:00010000:2.0:1763335630.848170:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc609ee00/0x10123ce7f0767167 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x5:0x0].0xf7f6e39 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335630.848178:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc609ee00/0x10123ce7f0767167 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x5:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT1 00010000:00010000:2.0:1763335630.848184:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc609ee00/0x10123ce7f0767167 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x5:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT1 00010000:00010000:2.0:1763335630.848284:0:8224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc609ec00/0x10123ce7f076716e lrc: 3/1,0 mode: --/PR res: [0x240000402:0x4:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8224 initiator: MDT0 00010000:00010000:2.0:1763335630.848295:0:8224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc609ec00/0x10123ce7f076716e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT1 00010000:00010000:2.0:1763335630.848303:0:8224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc609ec00/0x10123ce7f076716e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT1 00000004:00200000:2.0:1763335630.848350:0:8224:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763335630.848376:0:8224:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc609ec00/0x10123ce7f076716e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT1 00010000:00010000:2.0:1763335630.848393:0:8224:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc609fa00/0x10123ce7f0767160 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8224 initiator: MDT1 00010000:00010000:2.0:1763335630.848400:0:8224:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc609fa00/0x10123ce7f0767160 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT1 00010000:00010000:2.0:1763335630.848406:0:8224:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc609fa00/0x10123ce7f0767160 lrc: 3/0,0 mode: CR/CR res: [0x240000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT1 00010000:00010000:2.0:1763335630.848413:0:8224:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc609fa00/0x10123ce7f0767160 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT1 00010000:00010000:2.0:1763335630.848419:0:8224:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc609fa00 already unused, calling callback (ffffffffc1966550) 00010000:00010000:2.0:1763335630.848423:0:8224:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc609fa00/0x10123ce7f0767160 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT1 00010000:00010000:2.0:1763335630.848430:0:8224:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc609fa00/0x10123ce7f0767160 lrc: 5/0,0 mode: CR/CR res: [0x240000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8224 initiator: MDT1 00010000:00010000:2.0:1763335630.848445:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x5:0x0].0x0 (ffff9af0edbbd000) 00010000:00010000:2.0:1763335630.848448:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335630.848453:0:8224:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc609fa00/0x10123ce7f0767160 lrc: 3/0,0 mode: --/CR res: [0x240000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT1 00010000:00010000:2.0:1763335630.848459:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc609fa00/0x10123ce7f0767160 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT1 00010000:00010000:2.0:1763335630.848479:0:8224:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc609ee00/0x10123ce7f0767167 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x5:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT1 00010000:00010000:2.0:1763335630.848485:0:8224:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc609ee00/0x10123ce7f0767167 lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x5:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT1 00010000:00010000:2.0:1763335630.848491:0:8224:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc609ee00/0x10123ce7f0767167 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x5:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT1 00010000:00010000:2.0:1763335630.848506:0:8224:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc609ee00 already unused, calling callback (ffffffffc1966550) 00010000:00010000:2.0:1763335630.848510:0:8224:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc609ee00/0x10123ce7f0767167 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x5:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT1 00010000:00010000:2.0:1763335630.848517:0:8224:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc609ee00/0x10123ce7f0767167 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x5:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8224 initiator: MDT1 00010000:00010000:2.0:1763335630.848524:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x5:0x0].0xf7f6e39 (ffff9af0edad2c00) 00010000:00010000:2.0:1763335630.848527:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335630.848530:0:8224:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc609ee00/0x10123ce7f0767167 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x5:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT1 00010000:00010000:2.0:1763335630.848536:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc609ee00/0x10123ce7f0767167 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x5:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT1 00010000:00010000:2.0:1763335630.848565:0:8224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc609fc00/0x10123ce7f0767159 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fcfd expref: 19 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335630.848583:0:8224:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc609ec00/0x10123ce7f076716e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fcfd expref: 18 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335630.848590:0:8224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4:0x0].0x0 (ffff9af0e0e0e400) 00010000:00010000:2.0:1763335630.848593:0:8224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335630.848596:0:8224:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc609ec00, rc 0) 00000100:00100000:2.0:1763335630.848677:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5e93800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+18:21216:x1848991029248512:12345-192.168.202.34@tcp:101:utime.500 Request processed in 703us (1010us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335630.848687:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 2056 00000100:00100000:2.0:1763335630.852840:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335630.853256:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029248768 00000100:00100000:3.0:1763335630.853270:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029248768 00000100:00100000:3.0:1763335630.853347:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 2057 00000100:00100000:3.0:1763335630.853358:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffba8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+18:21216:x1848991029248768:12345-192.168.202.34@tcp:36:utime.500 00010000:00010000:3.0:1763335630.853433:0:10055:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335630.853469:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc609ec00/0x10123ce7f076716e lrc: 0/0,0 mode: --/PR res: [0x240000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fcfd expref: 18 pid: 8224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335630.853491:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4:0x0].0x0 (ffff9af0e0e0e400) 00010000:00010000:3.0:1763335630.853498:0:10055:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763335630.853570:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc2bd5200/0x10123ce7f0767175 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x4:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:3.0:1763335630.853589:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc2bd5200/0x10123ce7f0767175 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT1 00010000:00010000:3.0:1763335630.853602:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc2bd5200/0x10123ce7f0767175 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT1 00000004:00010000:3.0:1763335630.853745:0:10055:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x4:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1763335630.853749:0:10055:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x4:0x0] updating lvb mtime from disk: 1763335631 -> 100000 00000004:00010000:3.0:1763335630.853753:0:10055:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x4:0x0] updating lvb atime from disk: 200000 -> 200000 00000004:00010000:3.0:1763335630.853755:0:10055:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x4:0x0] updating lvb ctime from disk: 1763335631 -> 1763335631 00000004:00010000:3.0:1763335630.853758:0:10055:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x4:0x0] updating lvb blocks from disk: 0 -> 0 00000004:00010000:3.0:1763335630.853765:0:10055:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009684486b reply state 0000000062721e04 transno 4294967330 ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc2bd5200/0x10123ce7f0767175 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT1 00010000:00010000:3.0:1763335630.853783:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc2bd5200/0x10123ce7f0767175 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT1 00010000:00010000:3.0:1763335630.853790:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4:0x0].0x0 (ffff9af0e0e0e400) 00010000:00010000:3.0:1763335630.853793:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763335630.853796:0:10055:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763335630.853971:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffba8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+19:21216:x1848991029248768:12345-192.168.202.34@tcp:36:utime.500 Request processed in 614us (1145us total) trans 4294967330 rc 0/0 00000100:00100000:3.0:1763335630.853980:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 2057 00000100:00100000:0.0:1763335630.855611:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763335630.856245:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335630.856324:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029249024 00000100:00100000:2.0:1763335630.856336:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029249024 00000100:00100000:3.0:1763335630.856704:0:15202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029248896 00000100:00100000:3.0:1763335630.856709:0:15202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029248896 00002000:00100000:3.0:1763335630.856751:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0001 mdt_io00_003: refresh rw locks for [0x240000402:0x4:0x0] req@ffff9aefc5e92680 x1848991029248896/t0(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:676/0 lens 496/0 e 0 to 0 dl 1763335641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335630.856763:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5e92680 with x1848991029248896 00000100:00100000:3.0:1763335630.856803:0:15202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1138 00000100:00100000:3.0:1763335630.856813:0:15202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5e92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+20:2408:x1848991029248896:12345-192.168.202.34@tcp:4:bash.0 00000100:00100000:2.0:1763335630.857386:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 2058 00000100:00100000:2.0:1763335630.857398:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5e90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+20:2408:x1848991029249024:12345-192.168.202.34@tcp:16:kworker.0 00000004:00010000:3.0:1763335630.859802:0:15202:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x4:0x0] updating lvb size from disk: 0 -> 1 00000004:00010000:3.0:1763335630.859814:0:15202:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x4:0x0] updating lvb mtime from disk: 100000 -> 1763335631 00000004:00010000:3.0:1763335630.859817:0:15202:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x4:0x0] updating lvb atime from disk: 200000 -> 200000 00000004:00010000:3.0:1763335630.859820:0:15202:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x4:0x0] updating lvb ctime from disk: 1763335631 -> 1763335631 00000004:00010000:3.0:1763335630.859823:0:15202:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x4:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:3.0:1763335630.859947:0:15202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5e92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:819c42eb-8a5f-4523-990c-a007cb66998d+22:2408:x1848991029248896:12345-192.168.202.34@tcp:4:bash.0 Request processed in 3127us (3696us total) trans 4294967331 rc 0/0 00000100:00100000:3.0:1763335630.859961:0:15202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1138 00002000:00100000:3.0:1763335630.859977:0:15202:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0001 mdt_io00_003: refresh rw locks for [0x240000402:0x4:0x0] req@ffff9aefc5e92680 x1848991029248896/t4294967331(0) o4->819c42eb-8a5f-4523-990c-a007cb66998d@192.168.202.34@tcp:676/0 lens 496/448 e 0 to 0 dl 1763335641 ref 1 fl Complete:/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335630.859994:0:15202:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9aefc5e92680 with x1848991029248896 00000100:00100000:0.0:1763335630.860228:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763335630.860425:0:10055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029249152 00000100:00100000:1.0:1763335630.860435:0:10055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029249152 00000100:00100000:1.0:1763335630.860491:0:10055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 2059 00000100:00100000:1.0:1763335630.860500:0:10055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc5e92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+22:21216:x1848991029249152:12345-192.168.202.34@tcp:101:utime.500 00010000:00010000:1.0:1763335630.860524:0:10055:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335630.860548:0:10055:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71400/0x10123ce7f076717c lrc: 2/0,0 mode: --/CR res: [0x240000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ac33ad8847fd04 expref: -99 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335630.860625:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c70800/0x10123ce7f0767183 lrc: 3/1,0 mode: --/CR res: [0x240000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335630.860640:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c70800/0x10123ce7f0767183 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT1 00010000:00010000:1.0:1763335630.860653:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c70800/0x10123ce7f0767183 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT1 00010000:00010000:1.0:1763335630.860665:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c70c00/0x10123ce7f076718a lrc: 3/1,0 mode: --/PR res: [0x240000401:0x5:0x0].0xf7f6e39 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335630.860673:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c70c00/0x10123ce7f076718a lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x5:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT1 00010000:00010000:1.0:1763335630.860680:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c70c00/0x10123ce7f076718a lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x5:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT1 00010000:00010000:1.0:1763335630.860758:0:10055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c70400/0x10123ce7f0767191 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x4:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 10055 initiator: MDT0 00010000:00010000:1.0:1763335630.860766:0:10055:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c70400/0x10123ce7f0767191 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT1 00010000:00010000:1.0:1763335630.860773:0:10055:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c70400/0x10123ce7f0767191 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT1 00000004:00200000:1.0:1763335630.860816:0:10055:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763335630.860838:0:10055:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c70400/0x10123ce7f0767191 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT1 00010000:00010000:1.0:1763335630.860851:0:10055:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c70800/0x10123ce7f0767183 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10055 initiator: MDT1 00010000:00010000:1.0:1763335630.860858:0:10055:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c70800/0x10123ce7f0767183 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10055 initiator: MDT1 00010000:00010000:1.0:1763335630.860903:0:10055:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c70800/0x10123ce7f0767183 lrc: 3/0,0 mode: CR/CR res: [0x240000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10055 initiator: MDT1 00010000:00010000:1.0:1763335630.860912:0:10055:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c70800/0x10123ce7f0767183 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT1 00010000:00010000:1.0:1763335630.860918:0:10055:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc4c70800 already unused, calling callback (ffffffffc1966550) 00010000:00010000:1.0:1763335630.860923:0:10055:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c70800/0x10123ce7f0767183 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT1 00010000:00010000:1.0:1763335630.860931:0:10055:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c70800/0x10123ce7f0767183 lrc: 5/0,0 mode: CR/CR res: [0x240000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10055 initiator: MDT1 00010000:00010000:1.0:1763335630.860945:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x5:0x0].0x0 (ffff9af0fd8f2f00) 00010000:00010000:1.0:1763335630.860948:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335630.860953:0:10055:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c70800/0x10123ce7f0767183 lrc: 3/0,0 mode: --/CR res: [0x240000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT1 00010000:00010000:1.0:1763335630.860960:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c70800/0x10123ce7f0767183 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT1 00010000:00010000:1.0:1763335630.860974:0:10055:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c70c00/0x10123ce7f076718a lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x5:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT1 00010000:00010000:1.0:1763335630.860980:0:10055:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c70c00/0x10123ce7f076718a lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x5:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10055 initiator: MDT1 00010000:00010000:1.0:1763335630.860990:0:10055:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c70c00/0x10123ce7f076718a lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x5:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT1 00010000:00010000:1.0:1763335630.860996:0:10055:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc4c70c00 already unused, calling callback (ffffffffc1966550) 00010000:00010000:1.0:1763335630.860998:0:10055:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c70c00/0x10123ce7f076718a lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x5:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT1 00010000:00010000:1.0:1763335630.861004:0:10055:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c70c00/0x10123ce7f076718a lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x5:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10055 initiator: MDT1 00010000:00010000:1.0:1763335630.861009:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x5:0x0].0xf7f6e39 (ffff9af0edad2c00) 00010000:00010000:1.0:1763335630.861012:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335630.861014:0:10055:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c70c00/0x10123ce7f076718a lrc: 2/0,0 mode: --/PR res: [0x240000401:0x5:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT1 00010000:00010000:1.0:1763335630.861020:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c70c00/0x10123ce7f076718a lrc: 0/0,0 mode: --/PR res: [0x240000401:0x5:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT1 00010000:00010000:1.0:1763335630.861057:0:10055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71400/0x10123ce7f076717c lrc: 0/0,0 mode: --/CR res: [0x240000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fd04 expref: 24 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335630.861077:0:10055:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c70400/0x10123ce7f0767191 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0x42ac33ad8847fd04 expref: 23 pid: 10055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335630.861085:0:10055:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4:0x0].0x0 (ffff9af0e0e0e400) 00010000:00010000:1.0:1763335630.861088:0:10055:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335630.861091:0:10055:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9aefc4c70400, rc 0) 00000100:00100000:1.0:1763335630.861135:0:10055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5e92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:819c42eb-8a5f-4523-990c-a007cb66998d+23:21216:x1848991029249152:12345-192.168.202.34@tcp:101:utime.500 Request processed in 636us (907us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335630.861142:0:10055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 2059 00000001:00080000:0.0:1763335630.862406:0:7434:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967330 is committed 00000100:00100000:3.0:1763335630.862939:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc5e90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+15:2408:x1848991029249024:12345-192.168.202.34@tcp:16:kworker.0 Request processed in 5536us (7329us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335630.862953:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 2058 00010000:00010000:2.0:1763335630.863060:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc2bd4000/0x10123ce7f07670aa lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x5:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT1 00010000:00010000:2.0:1763335630.863072:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc2bd4000/0x10123ce7f07670aa lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x5:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT1 00010000:00010000:2.0:1763335630.863080:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc2bd4000/0x10123ce7f07670aa lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x5:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT1 00010000:00010000:2.0:1763335630.863086:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc2bd4000 already unused, calling callback (ffffffffc1966550) 00010000:00010000:2.0:1763335630.863092:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc2bd4000/0x10123ce7f07670aa lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x5:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT1 00010000:00010000:2.0:1763335630.863102:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc2bd4000/0x10123ce7f07670aa lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x5:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8224 initiator: MDT1 00010000:00010000:2.0:1763335630.863119:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x5:0x0].0xf7f6e39 (ffff9af0edad2c00) 00010000:00010000:2.0:1763335630.863123:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335630.863128:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc2bd4000/0x10123ce7f07670aa lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x5:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT1 00010000:00010000:2.0:1763335630.863138:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc2bd4000/0x10123ce7f07670aa lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x5:0x0].0xf7f6e39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT1 00010000:00010000:2.0:1763335630.863166:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89c600/0x10123ce7f07670cd lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x4:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT1 00010000:00010000:2.0:1763335630.863173:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89c600/0x10123ce7f07670cd lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x4:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT1 00010000:00010000:2.0:1763335630.863178:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89c600/0x10123ce7f07670cd lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x4:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT1 00010000:00010000:2.0:1763335630.863183:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9af0ee89c600 already unused, calling callback (ffffffffc1966550) 00010000:00010000:2.0:1763335630.863186:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89c600/0x10123ce7f07670cd lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x4:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT1 00010000:00010000:2.0:1763335630.863192:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89c600/0x10123ce7f07670cd lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x4:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 8224 initiator: MDT1 00010000:00010000:2.0:1763335630.863200:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4:0x0].0x0 (ffff9af0e0e0e400) 00010000:00010000:2.0:1763335630.863203:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335630.863207:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89c600/0x10123ce7f07670cd lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x4:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT1 00010000:00010000:2.0:1763335630.863213:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9af0ee89c600/0x10123ce7f07670cd lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x4:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT1 00010000:00010000:2.0:1763335630.863224:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71200/0x10123ce7f0767144 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8224 initiator: MDT1 00010000:00010000:2.0:1763335630.863230:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71200/0x10123ce7f0767144 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 8224 initiator: MDT1 00010000:00010000:2.0:1763335630.863235:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71200/0x10123ce7f0767144 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT1 00010000:00010000:2.0:1763335630.863242:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc4c71200 already unused, calling callback (ffffffffc1966550) 00010000:00010000:2.0:1763335630.863245:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71200/0x10123ce7f0767144 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8224 initiator: MDT1 00010000:00010000:2.0:1763335630.863250:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71200/0x10123ce7f0767144 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 8224 initiator: MDT1 00010000:00010000:2.0:1763335630.863258:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4:0x0].0x0 (ffff9af0e0e0e400) 00010000:00010000:2.0:1763335630.863261:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335630.863263:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71200/0x10123ce7f0767144 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT1 00010000:00010000:2.0:1763335630.863269:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc4c71200/0x10123ce7f0767144 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8224 initiator: MDT1 00010000:00010000:2.0:1763335630.863279:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc2bd5200/0x10123ce7f0767175 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10055 initiator: MDT1 00010000:00010000:2.0:1763335630.863285:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc2bd5200/0x10123ce7f0767175 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10055 initiator: MDT1 00010000:00010000:2.0:1763335630.863291:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc2bd5200/0x10123ce7f0767175 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT1 00010000:00010000:2.0:1763335630.863296:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9aefc2bd5200 already unused, calling callback (ffffffffc1966550) 00010000:00010000:2.0:1763335630.863299:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc2bd5200/0x10123ce7f0767175 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10055 initiator: MDT1 00010000:00010000:2.0:1763335630.863304:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc2bd5200/0x10123ce7f0767175 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10055 initiator: MDT1 00010000:00010000:2.0:1763335630.863311:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4:0x0].0x0 (ffff9af0e0e0e400) 00010000:00010000:2.0:1763335630.863313:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335630.863316:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc2bd5200/0x10123ce7f0767175 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT1 00010000:00010000:2.0:1763335630.863322:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9aefc2bd5200/0x10123ce7f0767175 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10055 initiator: MDT1 00000100:00100000:2.0:1763335630.910963:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc667b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e767977a-b5b5-44a9-9592-4af663ea7043:3651:1848991041545984:0@lo:400:kworker.0 00000100:00100000:1.0:1763335630.911039:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d0395500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1848991041546240:0@lo:400:kworker.0 00000100:00100000:2.0:1763335630.911078:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335630.911152:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1763335630.911161:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d0396300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3651:1848991041546112:0@lo:400:kworker.0 00000100:00100000:1.0:1763335630.911163:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335630.911203:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335630.911244:0:6509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041545984 00000100:00100000:3.0:1763335630.911256:0:6509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041545984 00000100:00100000:1.0:1763335630.911263:0:13236:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041546240 00000100:00100000:1.0:1763335630.911269:0:13236:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041546240 00000100:00100000:2.0:1763335630.911281:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1763335630.911293:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffba8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3652:1848991041546496:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1763335630.911325:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 410 00000100:00100000:3.0:1763335630.911341:0:6509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f45a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e767977a-b5b5-44a9-9592-4af663ea7043+23:3651:x1848991041545984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763335630.911341:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335630.911378:0:12324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041546496 00000100:00100000:2.0:1763335630.911383:0:12324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041546496 00000100:00100000:3.0:1763335630.911407:0:6509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f45a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e767977a-b5b5-44a9-9592-4af663ea7043+23:3651:x1848991041545984:12345-0@lo:400:kworker.0 Request processed in 72us (330us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335630.911418:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 410 00000100:00100000:2.0:1763335630.911429:0:12324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 210 00000100:00100000:2.0:1763335630.911439:0:12324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbaa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1848991041546496:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1763335630.911459:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7d0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1848991041546368:0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1763335630.911469:0:12324:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923357696 avail 3691835392 00000100:00100000:3.0:1763335630.911487:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335630.911516:0:12324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbaa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1848991041546496:12345-0@lo:13:osp-pre-1-0.0 Request processed in 79us (178us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335630.911524:0:12324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 210 00000100:00100000:3.0:1763335630.911527:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041546368 00000100:00100000:3.0:1763335630.911532:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041546368 00000100:00100000:1.0:1763335630.911539:0:13236:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 262 00000100:00100000:1.0:1763335630.911551:0:13236:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3653:x1848991041546240:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1763335630.911554:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1763335630.911565:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 211 00000100:00100000:3.0:1763335630.911576:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc64eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1848991041546368:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1763335630.911589:0:8403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923357696 avail 3691835392 00000100:00100000:1.0:1763335630.911601:0:13236:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3653:x1848991041546240:12345-0@lo:400:kworker.0 Request processed in 53us (498us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335630.911611:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffba8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3652:1848991041546496:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1763335630.911611:0:13236:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 262 00000100:00100000:3.0:1763335630.911627:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc64eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1848991041546368:12345-0@lo:13:osp-pre-1-1.0 Request processed in 54us (139us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335630.911634:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 211 00000100:00100000:2.0:1763335630.911655:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc667b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e767977a-b5b5-44a9-9592-4af663ea7043:3651:1848991041545984:0@lo:400:kworker.0 00000100:00100000:3.0:1763335630.911677:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7d0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1848991041546368:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1763335630.911690:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041546112 00000100:00100000:2.0:1763335630.911696:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041546112 00000100:00100000:2.0:1763335630.911729:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 469 00000100:00100000:2.0:1763335630.911737:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffba9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3651:x1848991041546112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763335630.911784:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffba9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3651:x1848991041546112:12345-0@lo:400:kworker.0 Request processed in 48us (582us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335630.911791:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 469 00000100:00100000:1.0:1763335630.911813:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0395500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1848991041546240:0@lo:400:kworker.0 00000100:00100000:3.0:1763335630.911828:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0396300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3651:1848991041546112:0@lo:400:kworker.0 00000100:00100000:3.0:1763335630.911890:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763335630.911900:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7d08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3651:1848991041546624:0@lo:400:kworker.0 00000100:00100000:1.0:1763335630.911915:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0f7d0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3653:1848991041546752:0@lo:400:kworker.0 00000100:00100000:1.0:1763335630.911944:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335630.911989:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335630.912533:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041546752 00000100:00100000:1.0:1763335630.912541:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041546752 00000100:00100000:1.0:1763335630.912596:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041546624 00000100:00100000:1.0:1763335630.912601:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041546624 00000100:00100000:1.0:1763335630.912624:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 470 00000100:00100000:1.0:1763335630.912632:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0d0396300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1848991041546752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763335630.912675:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0d0396300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1848991041546752:12345-0@lo:400:kworker.0 Request processed in 43us (729us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335630.912682:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 470 00000100:00100000:1.0:1763335630.912701:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 471 00000100:00100000:1.0:1763335630.912709:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc64e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3651:x1848991041546624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763335630.912723:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5e91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3653:1848991041547264:0@lo:400:kworker.0 00000100:00100000:1.0:1763335630.912738:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc64e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3651:x1848991041546624:12345-0@lo:400:kworker.0 Request processed in 29us (750us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335630.912745:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 471 00000100:00100000:0.0:1763335630.912764:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335630.912791:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041547264 00000100:00100000:1.0:1763335630.912798:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041547264 00000100:00100000:0.0:1763335630.912805:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7d0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3653:1848991041546752:0@lo:400:kworker.0 00000100:00100000:0.0:1763335630.912825:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1763335630.912830:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 472 00000100:00100000:0.0:1763335630.912833:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5e93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3653:1848991041546880:0@lo:400:kworker.0 00000100:00100000:1.0:1763335630.912840:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc46e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1848991041547264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763335630.912862:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335630.912914:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc46e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1848991041547264:12345-0@lo:400:kworker.0 Request processed in 75us (151us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335630.912915:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc46eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3653:1848991041547392:0@lo:400:kworker.0 00000100:00100000:1.0:1763335630.912929:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 472 00000100:00100000:1.0:1763335630.912942:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041546880 00000100:00100000:1.0:1763335630.912945:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041546880 00000100:00080000:3.0:1763335630.913005:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1763335630.913012:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1763335630.913026:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5e91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1848991041547008:0@lo:400:kworker.0 00000100:00100000:1.0:1763335630.913658:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 473 00000100:00100000:1.0:1763335630.913668:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f7d0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1848991041546880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763335630.913750:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc5e90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3652:1848991041547136:0@lo:400:kworker.0 00000100:00100000:0.0:1763335630.913986:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335630.914521:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335630.914581:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0f7d08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3651:1848991041546624:0@lo:400:kworker.0 00000100:00100000:3.0:1763335630.914626:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041547008 00000100:00100000:3.0:1763335630.914633:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041547008 00000100:00100000:1.0:1763335630.914667:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f7d0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1848991041546880:12345-0@lo:400:kworker.0 Request processed in 998us (1802us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335630.914678:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 473 00000100:00100000:3.0:1763335630.914696:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 220 00000100:00100000:1.0:1763335630.914699:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041547392 00000100:00100000:1.0:1763335630.914704:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041547392 00000100:00100000:3.0:1763335630.914709:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc64eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3651:x1848991041547008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763335630.914727:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 474 00000100:00100000:1.0:1763335630.914735:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1848991041547392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763335630.914764:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc64eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3651:x1848991041547008:12345-0@lo:400:kworker.0 Request processed in 58us (243us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335630.914772:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 220 00000100:00100000:1.0:1763335630.914779:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1848991041547392:12345-0@lo:400:kworker.0 Request processed in 44us (792us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335630.914786:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 474 00000100:00080000:3.0:1763335630.914797:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1763335630.914803:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1763335630.914828:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5e91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1848991041547008:0@lo:400:kworker.0 00000100:00100000:2.0:1763335630.915693:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335630.915764:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041547136 00000100:00100000:3.0:1763335630.915771:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041547136 00000100:00100000:0.0:1763335630.915912:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc46eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3653:1848991041547392:0@lo:400:kworker.0 00000100:00100000:0.0:1763335630.915927:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5e91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3653:1848991041547264:0@lo:400:kworker.0 00000100:00100000:0.0:1763335630.915951:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5e93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3653:1848991041546880:0@lo:400:kworker.0 00000100:00100000:3.0:1763335630.917106:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 221 00000100:00100000:3.0:1763335630.917120:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffba8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3652:x1848991041547136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763335630.917210:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffba8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3652:x1848991041547136:12345-0@lo:400:kworker.0 Request processed in 94us (1520us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335630.917218:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 221 00000100:00100000:1.0:1763335630.917314:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc5e90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3652:1848991041547136:0@lo:400:kworker.0 00000100:00080000:2.0:1763335630.917432:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1763335631.166098:0:6504:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763335631.369151:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335631.369210:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335631.370113:0:8224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029249408 00000100:00100000:3.0:1763335631.370127:0:8224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029249408 00000100:00100000:3.0:1763335631.370207:0:8224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 475 00000100:00100000:2.0:1763335631.370432:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763335631.370481:0:14974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029249536 00000100:00100000:2.0:1763335631.370486:0:14974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029249536 00000100:00100000:2.0:1763335631.370532:0:14974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 222 00000100:00100000:2.0:1763335631.370544:0:14974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc667b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991029249536:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:2.0:1763335631.370637:0:14974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc667b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:819c42eb-8a5f-4523-990c-a007cb66998d+5:2409:x1848991029249536:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 96us (205us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335631.370645:0:14974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 222 00000100:00080000:2.0:1763335631.370672:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1763335631.370732:0:8224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffbaad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+19:2408:x1848991029249408:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:3.0:1763335631.370765:0:8224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffbaad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:819c42eb-8a5f-4523-990c-a007cb66998d+19:2408:x1848991029249408:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 37us (1634us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335631.370772:0:8224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 475 00000100:00100000:0.0:1763335631.370904:0:6509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029249280 00000100:00100000:0.0:1763335631.370910:0:6509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029249280 00000100:00100000:0.0:1763335631.370955:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 411 00000100:00100000:0.0:1763335631.370963:0:6509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0f45aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f4bc7452-2198-4a0d-a8bc-8fee3c386313+9:2409:x1848991029249280:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:0.0:1763335631.370992:0:6509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0f45aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f4bc7452-2198-4a0d-a8bc-8fee3c386313+9:2409:x1848991029249280:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 31us (1782us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335631.370999:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 411 00000100:00100000:0.0:1763335631.379021:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763335631.379158:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991029249664 00000100:00100000:3.0:1763335631.379175:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991029249664 00000100:00100000:3.0:1763335631.379267:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 223 00000100:00100000:3.0:1763335631.379280:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc47ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+5:2408:x1848991029249664:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:3.0:1763335631.379390:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc47ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:819c42eb-8a5f-4523-990c-a007cb66998d+5:2408:x1848991029249664:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 114us (2170us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335631.379398:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 223 00000100:00080000:2.0:1763335631.379962:0:6511:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1763335631.422104:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0d0395500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1848991041547520:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1763335631.422202:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335631.422315:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041547520 00000100:00100000:1.0:1763335631.422324:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041547520 00000100:00100000:1.0:1763335631.422386:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 212 00000100:00100000:1.0:1763335631.422396:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3651:x1848991041547520:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1763335631.422433:0:8403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1763335631.422481:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3651:x1848991041547520:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (280us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335631.422489:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 212 00000100:00100000:1.0:1763335631.422559:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0d0395500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1848991041547520:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1763335631.422824:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc64ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3652:1848991041547648:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1763335631.422860:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335631.422977:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041547648 00000100:00100000:3.0:1763335631.422982:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041547648 00000100:00100000:3.0:1763335631.423018:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 213 00000100:00100000:3.0:1763335631.423035:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1848991041547648:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1763335631.423049:0:8404:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1763335631.423107:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1848991041547648:12345-0@lo:13:osp-pre-0-0.0 Request processed in 81us (246us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335631.423117:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 213 00000100:00100000:2.0:1763335631.423204:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc64ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3652:1848991041547648:0@lo:13:osp-pre-0-0.0 00000020:00080000:2.0:1763335631.424223:0:6496:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 4 batchid updated 00000020:00080000:2.0:1763335631.424234:0:6496:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 3 batchid updated 00000020:00080000:1.0:1763335631.424297:0:6547:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4 00000004:00080000:1.0:1763335631.424377:0:6547:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9af0d07f3000 with version 10 00000020:00080000:1.0:1763335631.424399:0:6547:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 3 cancel update log [0x240000401:0x3:0x0].3: rc = 0 00000020:00080000:1.0:1763335631.424499:0:6547:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 3 cancel update log [0x200000400:0x3:0x0].3: rc = 0 00000004:00080000:1.0:1763335631.424529:0:6547:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9af0d07f3cc0 with version 11 00000020:00080000:1.0:1763335631.424532:0:6547:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 4 cancel update log [0x240000401:0x3:0x0].4: rc = 0 00000020:00080000:1.0:1763335631.424557:0:6547:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4 cancel update log [0x200000400:0x3:0x0].4: rc = 0 00000020:00080000:1.0:1763335631.424564:0:6547:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4 00000004:00080000:2.0:1763335631.424610:0:7598:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9af0f5d9aa80 version 10 rpc_version 10 00000020:00100000:2.0:1763335631.424647:0:7598:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1763335631.424658:0:7598:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9aefc4c76300 x1848991041547904/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763335631.424685:0:7598:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9aefc4c76300 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:7598:1848991041547904:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1763335631.424756:0:7598:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335631.425224:0:7598:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0f8f09b40 going to sleep for 11 seconds 00000100:00100000:3.0:1763335631.425288:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041547904 00000100:00100000:3.0:1763335631.425297:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041547904 00000100:00100000:3.0:1763335631.425363:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 263 00000100:00100000:3.0:1763335631.425373:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9aefc4c74700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:7598:x1848991041547904:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1763335631.425563:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9aefc4c74700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:7598:x1848991041547904:12345-0@lo:1000:osp_up1-0.0 Request processed in 192us (807us total) trans 4294967332 rc 0/0 00000100:00100000:3.0:1763335631.425572:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 263 00000100:00100000:1.0:1763335631.425766:0:7598:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9aefc4c76300 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:7598:1848991041547904:0@lo:1000:osp_up1-0.0 00000004:00080000:1.0:1763335631.425779:0:7598:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9af0f5d9aa80 version 11 rpc_version 11 00000020:00100000:1.0:1763335631.425796:0:7598:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1763335631.425802:0:7598:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9af0ffa12680 x1848991041548160/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763335631.425819:0:7598:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0ffa12680 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:7598:1848991041548160:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1763335631.425850:0:7598:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335631.425892:0:7598:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0c3346780 going to sleep for 11 seconds 00000100:00100000:2.0:1763335631.425960:0:13236:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041548160 00000100:00100000:2.0:1763335631.425966:0:13236:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041548160 00000100:00100000:2.0:1763335631.425995:0:13236:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 264 00000100:00100000:2.0:1763335631.426002:0:13236:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0ffa13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:7598:x1848991041548160:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1763335631.426115:0:13236:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0ffa13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:7598:x1848991041548160:12345-0@lo:1000:osp_up1-0.0 Request processed in 112us (262us total) trans 4294967333 rc 0/0 00000100:00100000:2.0:1763335631.426122:0:13236:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 264 00000100:00100000:1.0:1763335631.426194:0:7598:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0ffa12680 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:7598:1848991041548160:0@lo:1000:osp_up1-0.0 00000001:02000400:3.0:1763335631.857183:0:18479:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity test_36d: @@@@@@ FAIL: utime failed for OST as non-root 00010000:00010000:2.0:1763335632.192143:0:6503:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 73845 lines, 73845 kept, 0 dropped, 0 bad.